Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	286.33469009399414	493.1224446436025	780.3049758802915	10.70635289481888	16.997623598818155	493.1224446436025	10.70635289481888	0.0
2000	294.75345063209534	645.5924975575792	743.1074182878633	14.027655013391106	16.18733774611272	645.5924975575792	14.027655013391106	0.0
3000	304.35468649864197	579.8815118136715	756.0624184669241	12.596252374029234	16.469540504742927	645.5924975575792	14.027655013391106	0.0
4000	310.65881419181824	459.54904676106935	355.3907152957112	9.975013229200488	7.741585400370403	645.5924975575792	14.027655013391106	0.0
5000	317.7340168952942	402.14342103523694	715.1845902293443	8.72452880490018	15.579086183167364	645.5924975575792	14.027655013391106	0.0
6000	696.8031089305878	153.43185164218025	158.58153545001664	3.306768093525362	3.4544304247978364	645.5924975575792	14.027655013391106	-186.0467
7000	1065.6538951396942	259.81437648465624	104.48375026624696	5.624131394617186	2.276001709735398	645.5924975575792	14.027655013391106	-284.33997
8000	1436.3171560764313	181.24325426015258	178.78514466043939	3.912592441783782	3.8945318663001975	645.5924975575792	14.027655013391106	-257.9957
9000	1806.490714788437	356.33812409377265	161.6148228669862	7.7267379150436115	3.5205054587581337	645.5924975575792	14.027655013391106	-164.16158
10000	2190.7669911384583	233.06969428515396	186.79606856914947	5.041543745750402	4.06903628891446	645.5924975575792	14.027655013391106	-156.01259
11000	2573.1425132751465	493.69309838702446	378.8043134404515	10.718783621055115	8.251611019403924	645.5924975575792	14.027655013391106	-143.05066
12000	2949.0272405147552	255.4176222448432	302.0472813826434	5.528355542950292	6.579588951353964	645.5924975575792	14.027655013391106	-146.40906
13000	3344.0127098560333	369.0195037480802	139.3202542767465	8.002980313516664	3.034856005135959	645.5924975575792	14.027655013391106	-147.18146
14000	3748.870526790619	472.470088432888	246.26831392579746	10.256476259209299	5.364538525086213	645.5924975575792	14.027655013391106	-184.62793
15000	4147.39119052887	584.3945371689003	265.2832629781173	12.694560995211052	5.778747016294938	645.5924975575792	14.027655013391106	-135.22716
16000	4532.3342344760895	630.6017403941012	228.47337881952163	13.701106733420664	4.976905973389816	645.5924975575792	14.027655013391106	-171.99405
17000	4919.197297811508	749.8426989507823	274.91907707640485	16.298569256099334	5.98864692232348	749.8426989507823	16.298569256099334	-172.76581
18000	5314.728199481964	675.7837770797821	463.9517456897754	14.68532095318109	10.10640375880318	749.8426989507823	16.298569256099334	-138.41354
19000	5703.8574430942535	713.9625412919632	248.22055856695943	15.516980731865157	5.407064871334159	749.8426989507823	16.298569256099334	-128.61667
20000	6102.149996042252	1015.7836965567988	392.977816490081	22.09164390835523	8.560356801324023	1015.7836965567988	22.09164390835523	-154.82932
21000	6505.322003602982	1589.4678443797418	785.1300633743095	34.58838237692948	17.102729965674474	1589.4678443797418	34.58838237692948	-132.1207
22000	6906.576950311661	1461.4457431132362	767.2079698276364	31.799637518288876	16.712327482510126	1589.4678443797418	34.58838237692948	-154.67523
23000	7310.516010761261	1479.7501114883246	745.0007087037346	32.19836721176913	16.228579874315127	1589.4678443797418	34.58838237692948	-129.76521
24000	7716.7738881111145	2063.2671504271602	414.65781750010615	44.90929857573988	9.032618940079036	2063.2671504271602	44.90929857573988	-128.1615
25000	8132.626472949982	1925.4953978783656	642.5031845114652	41.908174060633385	13.995844738843902	2063.2671504271602	44.90929857573988	-136.06299
26000	8545.219486236572	1349.8676243055017	828.1736435825209	29.36909699377345	18.04036152940931	2063.2671504271602	44.90929857573988	-132.60516
27000	8954.895383834839	2168.832988780363	377.50638626907477	47.20887174352231	8.223337872109367	2168.832988780363	47.20887174352231	-153.39856
28000	9359.013877153397	1981.0767433365531	614.1672259602084	43.11891962604305	13.378593827144135	2168.832988780363	47.20887174352231	-151.2493
29000	9773.68283367157	2028.718006113762	447.81782276411394	44.15670392511897	9.754953546976253	2168.832988780363	47.20887174352231	-158.9736
30000	10179.827918767929	1854.1266728773958	842.3058704860681	40.35352714463045	18.348208180327557	2168.832988780363	47.20887174352231	-135.2729
31000	10588.943779945374	2124.035546278066	603.8502265761699	46.23303525730135	13.153855452252586	2168.832988780363	47.20887174352231	-138.10522
32000	10987.909104824066	1636.8200188873718	815.0509928943485	35.61986937719914	17.754506788108078	2168.832988780363	47.20887174352231	-156.07379
33000	11390.866859674454	1812.6150907056333	701.3092396032105	39.44926756593045	15.276835147309779	2168.832988780363	47.20887174352231	-162.77274
34000	11787.307055711746	1801.052966114504	752.610930854425	39.197406245193704	16.394355687130997	2168.832988780363	47.20887174352231	-145.24121
35000	12186.204460382462	2127.842995650426	524.0163486277069	46.31597409955329	11.414809502595407	2168.832988780363	47.20887174352231	-156.88037
36000	12619.61055469513	2369.9961287371075	63.19529003320249	51.59087037307569	1.3766024649409772	2369.9961287371075	51.59087037307569	-163.43748
37000	13059.334758758545	1970.8646426901269	841.654063290251	42.8964662926584	18.334009663445098	2369.9961287371075	51.59087037307569	-162.39728
38000	13479.150683879852	1202.5024128570408	1059.3858777017278	26.158995208974034	23.07692883127286	2369.9961287371075	51.59087037307569	-173.17696
39000	13873.578969478607	1448.2894292259978	1082.9562387378166	31.51304948115519	23.590369264646633	2369.9961287371075	51.59087037307569	-157.35652
40000	14292.271072864532	1113.5035546371196	1129.9761302815825	24.220305671540043	24.614618042781807	2369.9961287371075	51.59087037307569	-174.92041
41000	14708.965309858322	2202.3365603431616	548.2707474175114	47.938690360913625	11.943150541020334	2369.9961287371075	51.59087037307569	-162.15103
42000	15135.792369365692	1860.5209762592992	1052.6694862815657	40.49281622444136	22.93062360853164	2369.9961287371075	51.59087037307569	-154.75394
43000	15579.663080215454	2284.8559652205968	723.3423066485316	49.73623597072182	15.756788232244798	2369.9961287371075	51.59087037307569	-177.5045
44000	16007.09706044197	2581.12080711511	125.37654211161494	56.189864261897654	2.7311158288211947	2581.12080711511	56.189864261897654	-162.13565
45000	16432.241212129593	2511.9377975411894	355.50290951706637	54.68282945817324	7.744029361646451	2581.12080711511	56.189864261897654	-166.96985
46000	16862.839423418045	2120.41527787316	841.6582486867599	46.15417383570929	18.33410083522622	2581.12080711511	56.189864261897654	-163.22353
47000	17276.939781427383	1994.9223510607255	964.3893197517583	43.42052276310734	21.007589553517676	2581.12080711511	56.189864261897654	-167.45131
48000	17696.780606746674	2172.6937805938055	1003.9600118444583	47.29297256059611	21.869570125892793	2581.12080711511	56.189864261897654	-166.28717
49000	18158.087224006653	1766.5954844288422	1019.8100799738321	38.44680830982196	22.214837041273906	2581.12080711511	56.189864261897654	-189.23035
50000	18577.603846788406	1988.2228197641841	1053.3667978407032	43.274584809631335	22.945813360974206	2581.12080711511	56.189864261897654	-197.56499
51000	19003.20709347725	1969.702823903836	1113.1402698575102	42.87115803623324	24.247877310252477	2581.12080711511	56.189864261897654	-173.98508
52000	19430.76254606247	2045.5290778863487	987.5005383761215	44.522904678818875	21.511028346335515	2581.12080711511	56.189864261897654	-172.04306
53000	19861.98264694214	1636.4760009138752	1010.0030670686301	35.612375527735814	22.00120785891053	2581.12080711511	56.189864261897654	-184.95625
54000	20313.48922085762	522.9334950578302	1141.633722051578	11.355736186851313	24.868558954476644	2581.12080711511	56.189864261897654	-206.47897
55000	20777.077727794647	1934.5730232356207	875.1954469117494	42.10591476941157	19.06465195255599	2581.12080711511	56.189864261897654	-177.86615
56000	21256.301610946655	2468.009332416709	795.3325822668425	53.72592217379078	17.32497457676319	2581.12080711511	56.189864261897654	-185.00114
57000	21653.22893023491	2664.9606754070455	836.4197655959262	58.016173932924836	18.21998934477172	2664.9606754070455	58.016173932924836	-194.82036
58000	22007.980538129807	2766.5044820183916	517.9012406504166	60.228133944616005	11.281602222266528	2766.5044820183916	60.228133944616005	-200.05669
59000	22345.967160463333	2714.9272159649195	443.1744537790665	59.10461047400888	9.653805610364387	2766.5044820183916	60.228133944616005	-202.64447
60000	22685.131788253784	2853.811150849211	170.50878641103478	62.12996199944645	3.7142454056972136	2853.811150849211	62.12996199944645	-199.93692
61000	23035.54069709778	2520.497505582515	659.9195750456204	54.86928821455639	14.375231337546055	2853.811150849211	62.12996199944645	-216.93723
62000	23356.791785478592	2613.2307302429217	532.0446041045067	56.88932460623005	11.58969146409494	2853.811150849211	62.12996199944645	-197.63058
63000	23672.49719142914	2174.1213296099454	940.26944965672	47.32406930045457	20.482178995081423	2853.811150849211	62.12996199944645	-200.05664
64000	24009.50106191635	2720.889537586369	582.7276454592293	59.23448956209512	12.693735762696306	2853.811150849211	62.12996199944645	-210.19043
65000	24349.31536245346	2925.497987484195	45.110656564244465	63.69153843914144	0.9826593245923584	2925.497987484195	63.69153843914144	-189.99655
66000	24660.10406422615	2952.6195365987514	63.4395044377354	64.2823354960819	1.3819222625252217	2952.6195365987514	64.2823354960819	-212.03995
67000	24977.1278090477	2744.581899004391	408.6785954421499	59.750587567360796	8.902371704579563	2952.6195365987514	64.2823354960819	-210.89922
68000	25342.353315353394	3023.62978635411	33.93605510741931	65.82917363541068	0.7392395396350238	3023.62978635411	65.82917363541068	-213.46678
69000	25692.586402654648	3003.773027954864	31.445607331457108	65.39662775194725	0.6849893487522031	3023.62978635411	65.82917363541068	-211.27637
70000	26019.13055920601	3007.4055843179403	33.11262748045323	65.47575684591644	0.7213025620471919	3023.62978635411	65.82917363541068	-189.49416
71000	26346.051678180695	2880.259222990303	452.5004885910547	62.706088500064354	9.856957498797264	3023.62978635411	65.82917363541068	-212.77348
72000	26710.319637060165	3045.5539299551992	68.02687240279691	66.30675400741504	1.481850311672192	3045.5539299551992	66.30675400741504	-210.94519
73000	27057.93738436699	3107.849296262124	104.34518980777194	67.6637531566785	2.272983404596205	3107.849296262124	67.6637531566785	-200.16821
74000	27388.529987335205	2834.7220194277843	318.84303582113887	61.71413757084564	6.945456042848105	3107.849296262124	67.6637531566785	-198.60709
75000	27749.836338996887	2245.7140973944	1168.4088219361845	48.88359660940825	25.451809201145743	3107.849296262124	67.6637531566785	-211.12653
76000	28097.690149784088	2525.7681232318223	1094.7547427908535	54.984099701994545	23.847379711999487	3107.849296262124	67.6637531566785	-213.95227
77000	28435.430339813232	3009.1064753947817	177.8473385966108	65.51280788006385	3.874103347997254	3107.849296262124	67.6637531566785	-229.16241
78000	28784.94863986969	2911.498692536842	373.441264115755	63.38658748596379	8.134786064314737	3107.849296262124	67.6637531566785	-212.24377
79000	29101.8426258564	2773.0628678127487	757.0844909215855	60.370997282149574	16.491804623788763	3107.849296262124	67.6637531566785	-216.20807
80000	29440.402003526688	2922.2130376267714	301.7901677477643	63.61998136473666	6.573988165862538	3107.849296262124	67.6637531566785	-237.12296
81000	29751.51131796837	3085.8713551806577	96.83514372120248	67.18500089759115	2.1093897578361336	3107.849296262124	67.6637531566785	-235.8006
82000	30075.708066940308	2730.8710334504235	867.9861758404523	59.45191956048641	18.90761018058278	3107.849296262124	67.6637531566785	-217.06046
83000	30411.116704940796	3178.3908154050105	38.552863772910385	69.20038079272159	0.8398089046262545	3178.3908154050105	69.20038079272159	-216.8058
84000	30756.697105169296	2861.2577546037764	917.703616236929	62.29217366235023	19.990620496136152	3178.3908154050105	69.20038079272159	-222.09349
85000	31100.42066884041	3135.8539576470935	55.58021912397177	68.273787320176	1.2107210301245592	3178.3908154050105	69.20038079272159	-223.48169
86000	31435.045015335083	3070.89501171055	73.91149479460232	66.85876659554238	1.6100368535102032	3178.3908154050105	69.20038079272159	-225.54465
87000	31755.971210956573	2855.8850277227166	391.2718214305128	62.17513789807041	8.523194585549005	3178.3908154050105	69.20038079272159	-223.8834
88000	32083.36166858673	2875.5807974957115	477.8908638837317	62.60417691670881	10.41004386322904	3178.3908154050105	69.20038079272159	-228.1311
89000	32414.27518081665	3124.802129087314	68.00598581487344	68.03304193504516	1.4813953326950482	3178.3908154050105	69.20038079272159	-242.14752
90000	32783.80301570892	2763.490734894035	779.3390322105397	60.162484562867476	16.976582150379894	3178.3908154050105	69.20038079272159	-254.70259
91000	33114.50301027298	3271.4953028068135	35.18150500332542	71.22850451502828	0.766369558276664	3271.4953028068135	71.22850451502828	-241.53484
92000	33534.4909183979	3192.8491008521437	73.13504037074613	69.51533007731047	1.5931231076719699	3271.4953028068135	71.22850451502828	-228.30669
93000	33915.600683927536	2883.7630876361845	906.7358545573838	62.782414262724934	19.751706365747406	3271.4953028068135	71.22850451502828	-225.70795
94000	34303.19985437393	3215.1459059248746	49.11969932916398	70.00102824891954	1.069989537798788	3271.4953028068135	71.22850451502828	-247.48566
95000	34718.95400118828	2732.3982962280525	918.0748429981548	59.485188395920055	19.998707043002025	3271.4953028068135	71.22850451502828	-234.7954
96000	35121.75573849678	3114.369016078907	78.9297429110137	67.80577422131469	1.7193508976914667	3271.4953028068135	71.22850451502828	-231.19353
97000	35529.15162229538	2822.283754372761	579.8758768241966	61.44319101256038	12.631614808264974	3271.4953028068135	71.22850451502828	-239.98245
98000	35948.25954270363	2779.1878965501364	344.2072707919831	60.50442066945093	7.497972984599005	3271.4953028068135	71.22850451502828	-243.9254
99000	36335.01255726814	2760.161899644947	612.8979642361028	60.089971519460754	13.350945108115534	3271.4953028068135	71.22850451502828	-239.29773
100000	36761.7497048378	3216.7984897625356	32.22006440356245	70.03702699159876	0.7018595856621246	3271.4953028068135	71.22850451502828	-260.88434
