Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	391.82342410087585	771.4694808435509	20.791957744288048	24.327060874548643	0.6388537662028694	771.4694808435509	24.327060874548643	0.0
2000	405.2382345199585	1381.1971803072308	289.614627638501	43.06155629586576	8.898700059407682	1381.1971803072308	43.06155629586576	0.0
3000	416.70017409324646	1148.810104918175	731.483166221442	35.921230206565504	22.47555431777209	1381.1971803072308	43.06155629586576	0.0
4000	425.37722730636597	813.9906786881095	23.149409772564482	25.63356734789487	0.7112888454498312	1381.1971803072308	43.06155629586576	0.0
5000	433.8825132846832	802.0272073522841	25.545584602781783	25.26597768588472	0.7849137216443496	1381.1971803072308	43.06155629586576	0.0
6000	826.6816575527191	404.4219418700678	57.32228198719911	13.049156911266342	1.7612846363602024	1381.1971803072308	43.06155629586576	-401.58133
7000	1204.0656201839447	512.9133285533037	7.880457611920234	16.382663637067473	0.24213496808208818	1381.1971803072308	43.06155629586576	-465.37955
8000	1587.2801694869995	587.3349508336319	79.21110388904353	18.66934266294114	2.4338406544955697	1381.1971803072308	43.06155629586576	-400.52277
9000	1985.3513712882996	617.6587984925961	136.19910112822646	19.601073311923123	4.1848540565217665	1381.1971803072308	43.06155629586576	-360.65222
10000	2391.6327464580536	632.1596279539148	8.107262080154824	20.04662584855108	0.24910376296448078	1381.1971803072308	43.06155629586576	-363.13184
11000	2806.2753582000732	1018.6850707757225	358.22432389016313	31.923007953443584	11.006801825844306	1381.1971803072308	43.06155629586576	-337.39465
12000	3201.8222527503967	836.4795812195719	11.76535295754723	26.32456144554981	0.3615022760278557	1381.1971803072308	43.06155629586576	-373.76758
13000	3611.539241552353	297.5398777630875	44.24257216010894	9.765098236558845	1.3593974265724273	1381.1971803072308	43.06155629586576	-307.80698
14000	4037.8888614177704	743.4727134280668	4.856547958099313	23.466832101247988	0.1492223095070957	1381.1971803072308	43.06155629586576	-348.58112
15000	4464.118420124054	770.8691913142512	3.7059929466278185	24.308616376376715	0.11387035220985274	1381.1971803072308	43.06155629586576	-986.1625
16000	4904.117444992065	895.534444432445	162.2050670762261	28.139081378695778	4.983913456985743	1381.1971803072308	43.06155629586576	-283.04898
17000	5361.51618885994	689.4276993907894	67.9870842730791	21.806244811352844	2.0889713886101267	1381.1971803072308	43.06155629586576	-304.27887
18000	5814.206092119217	20.240224080911407	0.4308165833965657	1.244788109905317	0.013237271844742916	1381.1971803072308	43.06155629586576	-268.80557
19000	6275.416117429733	2719.911865978338	816.4490315863757	84.19490839913412	25.086215793456635	2719.911865978338	84.19490839913412	-290.71216
20000	6774.110090494156	3170.540246994601	186.83699798389657	98.04091760667157	5.740754252005984	3170.540246994601	98.04091760667157	-253.85423
21000	7271.065873622894	2852.4705356511095	31.571202737297064	88.26790654605256	0.9700568854713814	3170.540246994601	98.04091760667157	-267.70068
22000	7735.94873213768	2600.141807409727	694.644901094513	80.51485316162696	21.343661654937883	3170.540246994601	98.04091760667157	-1054.065
23000	8217.486116409302	874.6803436953854	335.43056633098576	27.498318206680164	10.306440751544027	3170.540246994601	98.04091760667157	-250.43713
24000	8680.702934026718	2248.6243024548526	849.6616344875687	69.71412507779122	26.106706346091418	3170.540246994601	98.04091760667157	-244.23969
25000	9139.357506513596	291.9239145285227	1.4068842623434679	9.592542130617153	0.04322793075397567	3170.540246994601	98.04091760667157	-260.72037
26000	9625.633749485016	2916.2046365207107	21.008242146207998	90.22620075176701	0.645499321490967	3170.540246994601	98.04091760667157	-253.57956
27000	10086.839953422546	296.6901382281659	5.179817071232967	9.738989136643742	0.15915507740526222	3170.540246994601	98.04091760667157	-312.65338
28000	10553.129954338074	771.5000257859882	4.382120453726222	24.32799939855655	0.13464504835225166	3170.540246994601	98.04091760667157	-250.88974
29000	11033.38591170311	365.91543328185674	218.37653939340376	11.866005794019584	6.709838311409208	3170.540246994601	98.04091760667157	-315.31494
30000	11530.23601436615	2950.3011880785816	497.5861167832366	91.27385151391132	15.288832760568722	3170.540246994601	98.04091760667157	-478.6776
31000	12019.934223413467	554.5139919153496	286.15698593149745	17.660885764691884	8.792460548253127	3170.540246994601	98.04091760667157	-379.4737
32000	12496.646255731583	634.0128850335157	636.5508369537048	20.10356903204569	19.558663237432814	3170.540246994601	98.04091760667157	-344.36053
33000	12960.167546749115	565.1218623823727	267.0911195142603	17.98682322967695	8.206642670188282	3170.540246994601	98.04091760667157	-257.95062
34000	13435.465476751328	288.6568104112216	156.00647014849054	9.492157078108658	4.793455346154632	3170.540246994601	98.04091760667157	-259.21387
35000	13921.295261859894	1125.8136867446713	1070.3728855583379	35.21464218152225	32.88828101664614	3170.540246994601	98.04091760667157	-304.1825
36000	14377.88860154152	577.680570386464	106.3891147532757	18.37270213563327	3.268912311145463	3170.540246994601	98.04091760667157	-257.03345
37000	14833.478021144867	278.3166502998901	4.3618563209235885	9.174445282446724	0.1340224125370473	3170.540246994601	98.04091760667157	-258.46515
38000	15286.377528429031	273.924404996819	3.669797488983906	9.039489137938173	0.11275821045198449	3170.540246994601	98.04091760667157	-262.9724
39000	15784.751862764359	242.7006064029043	2.0980153416667333	8.080106593388598	0.06446362670890853	3170.540246994601	98.04091760667157	-300.21802
40000	16274.622262716293	1151.4897020192457	28.747268688139997	36.003563516443236	0.8832886780230863	3170.540246994601	98.04091760667157	-257.32147
41000	16738.528128623962	274.128843190094	2.2830665152250855	9.045770706578109	0.07014950971338411	3170.540246994601	98.04091760667157	-261.13037
42000	17221.018478870392	2533.779889398682	828.184581471696	78.47581663725495	25.44680234018325	3170.540246994601	98.04091760667157	-255.0945
43000	17731.53751373291	3029.3436603071036	463.8393286250162	93.70251079141728	14.25192882986252	3170.540246994601	98.04091760667157	-278.90106
44000	18224.22299003601	1837.494328426855	958.9090496104957	57.081744061201775	29.463442804368594	3170.540246994601	98.04091760667157	-265.96423
45000	18739.736889123917	2691.3665167355953	1204.5724412339835	83.31782389869491	37.01169703261465	3170.540246994601	98.04091760667157	-269.2608
46000	19262.55433511734	1352.684812122438	657.0702132406593	42.18548517152817	20.189141664826504	3170.540246994601	98.04091760667157	-246.14041
47000	19724.747631788254	775.611458025911	123.4619432756429	24.454327279906934	3.7934920998979895	3170.540246994601	98.04091760667157	-276.3902
48000	20229.256068229675	1004.2902186231471	92.23588984278769	31.480711675973872	2.8340402731592618	3170.540246994601	98.04091760667157	-254.70007
49000	20702.692221403122	1574.7086018050964	666.6704516491118	49.00738890805182	20.48411862366387	3170.540246994601	98.04091760667157	-253.4607
50000	21196.770012140274	1452.2337496610135	672.2030783537393	45.24422617370651	20.654114131095927	3170.540246994601	98.04091760667157	-260.95627
51000	21703.875987291336	912.0077941532561	290.22987740667764	28.64524157969986	8.917604225931543	3170.540246994601	98.04091760667157	-281.74908
52000	22181.971529960632	1143.886411896311	329.3959487682481	35.769944797594874	10.12102107125403	3170.540246994601	98.04091760667157	-302.90787
53000	22685.36217713356	1487.4032896886097	305.2992679029402	46.324845583315735	9.38062637090314	3170.540246994601	98.04091760667157	-274.8086
54000	23162.755499124527	1357.035343445234	128.6901709741338	42.31915961213324	3.9541346424053025	3170.540246994601	98.04091760667157	-277.69516
55000	23680.361481666565	1898.0401749816228	491.49570260684726	58.942075953713456	15.101698673332967	3170.540246994601	98.04091760667157	-248.8089
56000	24208.067425966263	2486.292329585445	748.0175469550898	77.01671370872938	22.98358975788955	3170.540246994601	98.04091760667157	-248.64435
57000	24701.704808950424	3007.9119758603983	693.7572064506785	93.04400078032367	21.31638634621389	3170.540246994601	98.04091760667157	-248.83147
58000	25188.823902606964	2231.303052912851	765.7933246995456	69.18191230392257	23.529768366892853	3170.540246994601	98.04091760667157	-279.02655
59000	25690.393756866455	2033.9825447249175	801.2647156620711	63.11904168080597	24.619662449381995	3170.540246994601	98.04091760667157	-258.83246
60000	26195.978109121323	2670.0998946954546	702.0959056947243	82.66438559568135	21.572601248283654	3170.540246994601	98.04091760667157	-255.09186
61000	26678.04563832283	3401.4476351471567	3.4975306863405615	105.13577882077986	0.107465140072855	3401.4476351471567	105.13577882077986	-278.19696
62000	27167.62255382538	3467.852424579241	9.103700424819285	107.17613261258427	0.27972033101963223	3467.852424579241	107.17613261258427	-275.95264
63000	27649.209264039993	2790.8968305108947	936.3948891147711	86.37599266705782	28.7716726304156	3467.852424579241	107.17613261258427	-276.98712
64000	28140.600122451782	1381.9211972771104	105.41595196040852	43.08380244380868	3.239010907776053	3467.852424579241	107.17613261258427	-278.93628
65000	28620.880663633347	2155.2508616817804	548.817804980738	66.84513241077863	16.862977790894032	3467.852424579241	107.17613261258427	-257.17633
66000	29098.34878373146	1531.0559523159234	646.1238733828866	47.66611744752505	19.852804388160198	3467.852424579241	107.17613261258427	-262.96747
67000	29572.001574754715	2292.2398469958152	1133.8122155213716	71.05425645154978	34.83751809045679	3467.852424579241	107.17613261258427	-280.99597
68000	30091.18967461586	2819.493316946728	476.0667997901062	87.25464840907041	14.62763015154786	3467.852424579241	107.17613261258427	-276.18124
69000	30575.84557533264	1537.4029877427934	451.2531443645012	47.86113648019853	13.865205688355454	3467.852424579241	107.17613261258427	-274.74347
70000	31058.3023314476	3409.410500750674	16.26329282339383	105.38044585709932	0.49970599204106436	3467.852424579241	107.17613261258427	-261.16644
71000	31534.55757832527	1323.2163087019144	298.85131730313844	41.2800358326012	9.182506618274022	3467.852424579241	107.17613261258427	-275.10236
72000	32004.248846769333	3461.411315874375	3.5606378483387986	106.97822308404281	0.10940417095261569	3467.852424579241	107.17613261258427	-268.87448
73000	32466.525447368622	3458.2720127766493	11.652314461890422	106.88176484610776	0.35802905481586766	3467.852424579241	107.17613261258427	-281.19406
74000	32963.42564415932	3474.8032895342717	5.967838006549467	107.38970491344703	0.183367811413535	3474.8032895342717	107.38970491344703	-271.60242
75000	33459.65075278282	2759.810159373459	926.3559534904581	85.4208235012145	28.46321625939289	3474.8032895342717	107.38970491344703	-270.28473
76000	33938.45880794525	3444.9298891227786	6.1446592238225435	106.47181470816267	0.18880082075246807	3474.8032895342717	107.38970491344703	-286.60693
77000	34439.31650352478	3383.1421081337458	14.932134267272883	104.57332313389011	0.45880480960071546	3474.8032895342717	107.38970491344703	-276.07565
78000	34931.92570185661	3143.27410269242	458.02449875657885	97.2031379616997	14.07326234703453	3474.8032895342717	107.38970491344703	-288.76822
79000	35413.479834795	3337.041392989338	175.18779235578953	103.15683239949828	5.382820719227793	3474.8032895342717	107.38970491344703	-274.57697
80000	35909.3541200161	3378.6533423704554	23.607928286355175	104.43540130138406	0.7253772869045304	3474.8032895342717	107.38970491344703	-274.1469
81000	36441.09052634239	3007.9119758603983	693.7572064506785	93.04400078032367	21.31638634621389	3474.8032895342717	107.38970491344703	-287.26495
82000	36922.2720785141	3391.574976096153	5.895652445175866	104.83243146432885	0.18114983760287942	3474.8032895342717	107.38970491344703	-273.4129
83000	37424.7729010582	3073.0932909948842	569.5893897248958	95.04676209659087	17.50120557622381	3474.8032895342717	107.38970491344703	-283.37967
84000	37911.67791581154	3380.021787346156	12.328072991975938	104.47744814648252	0.37879241376927775	3474.8032895342717	107.38970491344703	-281.14258
85000	38411.6834397316	3017.1790892607437	679.887056539216	93.32874213899954	20.890212071635506	3474.8032895342717	107.38970491344703	-287.17975
86000	38950.56630277634	3365.577062043886	19.02293501480121	104.03361946644127	0.5844987676437923	3474.8032895342717	107.38970491344703	-277.35352
87000	39445.35424375534	3425.4255273195	9.096626040427106	105.87252361933622	0.2795029634601115	3474.8032895342717	107.38970491344703	-275.77216
88000	39922.74275112152	2472.505289605019	859.9588307570099	76.59309307018205	26.423098034597512	3474.8032895342717	107.38970491344703	-292.21448
89000	40409.20736336708	3431.6951515225905	7.190611005730615	106.06516411447771	0.22093873885314833	3474.8032895342717	107.38970491344703	-287.2956
90000	40882.36435341835	2800.3391185441283	602.6060456087189	86.66611644211505	18.515675460119144	3474.8032895342717	107.38970491344703	-287.78583
91000	41366.11148285866	3426.3433990797375	9.187724304397273	105.9007261502441	0.28230204903674366	3474.8032895342717	107.38970491344703	-285.1542
92000	41860.779552698135	3388.2367102499475	26.393391959149923	104.72985989628974	0.8109634534344724	3474.8032895342717	107.38970491344703	-290.07974
93000	42357.22864961624	3322.2453916434943	44.15879716313578	102.70221041051641	1.3568233557231038	3474.8032895342717	107.38970491344703	-283.98044
94000	42872.40510606766	3244.673526836847	556.4913548177357	100.31873702178653	17.09875530996186	3474.8032895342717	107.38970491344703	-284.14407
95000	43353.84761810303	2790.8968305108947	936.3948891147711	86.37599266705782	28.7716726304156	3474.8032895342717	107.38970491344703	-298.94867
96000	43814.426723241806	3461.411315874375	3.5606378483387986	106.97822308404281	0.10940417095261569	3474.8032895342717	107.38970491344703	-299.8544
97000	44301.71212410927	3460.0015591571437	12.272342190795397	106.93490689422993	0.3770800289777384	3474.8032895342717	107.38970491344703	-299.65845
98000	44699.38011813164	3449.1363059571413	34.65649372024501	106.60106108649325	1.0648555469793148	3474.8032895342717	107.38970491344703	-297.2567
99000	45082.354180336	3476.1468925165027	11.13412562966797	107.43098846336746	0.34210718294881864	3476.1468925165027	107.43098846336746	-298.02625
100000	45469.20656514168	3523.7853855886724	5.061661494754252	108.89472896773366	0.15552462875008216	3523.7853855886724	108.89472896773366	-299.1561
