Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	238.54905343055725	306.4805403509153	211.92190465544144	6.640674813816309	4.6163601143438555	306.4805403509153	6.640674813816309	0.0
2000	243.92472195625305	578.4637249605686	377.9056668500552	12.565368286374646	8.232035523970634	578.4637249605686	12.565368286374646	0.0
3000	248.6084840297699	389.4858708454999	141.97411648995106	8.448805490992589	3.092665903031699	578.4637249605686	12.565368286374646	0.0
4000	253.06292271614075	405.68289616602993	155.15776631307074	8.80163028172048	3.379849407275291	578.4637249605686	12.565368286374646	0.0
5000	257.6991083621979	463.3470646358108	187.4339733672746	10.057746622235191	4.082931965586494	578.4637249605686	12.565368286374646	0.0
6000	552.1998069286346	10.813458163504974	59.91710865956903	0.20006770643137767	1.3051928305030889	578.4637249605686	12.565368286374646	-218.70767
7000	839.6486568450928	207.53559468341922	32.1786797148755	4.485326590431885	0.7009580902432815	578.4637249605686	12.565368286374646	-90.322784
8000	1126.861713886261	138.65604626963164	94.00794309377835	2.9849021746150797	2.0478039758807083	578.4637249605686	12.565368286374646	-69.30069
9000	1413.577300786972	82.19896363927492	106.04182526051622	1.755080156684749	2.3099417371733146	578.4637249605686	12.565368286374646	-64.274666
10000	1707.8340034484863	260.69622749077905	260.44368921101847	5.643341026665738	5.673325090490791	578.4637249605686	12.565368286374646	-64.71212
11000	1987.7811632156372	228.75043239584133	225.22214734696882	4.947455933819649	4.906083396946884	578.4637249605686	12.565368286374646	-62.849598
12000	2290.969934463501	317.3156920213088	104.22698196944032	6.876700259536018	2.2704084468495567	578.4637249605686	12.565368286374646	-65.211136
13000	2577.601897239685	156.39937155260708	150.543621509506	3.371410493636332	3.2793380700087864	578.4637249605686	12.565368286374646	-71.68566
14000	2884.7540163993835	1684.1837730256732	760.0921738992383	36.65160862012986	16.557321908362066	1684.1837730256732	36.65160862012986	-74.69771
15000	3177.8080036640167	306.76686645042855	215.9387669669081	6.646911943421377	4.703860663140899	1684.1837730256732	36.65160862012986	-83.37129
16000	3474.2394058704376	757.0239528457229	332.02534026646833	16.455000721291565	7.232610240312955	1684.1837730256732	36.65160862012986	-80.91414
17000	3779.177678823471	1205.8070745644886	502.94935269097294	26.230981672678503	10.955900642138044	1684.1837730256732	36.65160862012986	-87.066986
18000	4083.9542939662933	1685.7611337789501	941.105551139161	36.685968755195645	20.50039205116621	1685.7611337789501	36.685968755195645	-92.398056
19000	4388.516135454178	1455.3425300488523	734.0408251824651	31.666689348511092	15.989837356274325	1685.7611337789501	36.685968755195645	-104.80862
20000	4694.44459271431	2244.7790459343846	436.46717100358245	48.8632280954885	9.507698804035366	2244.7790459343846	48.8632280954885	-104.89043
21000	5014.127844810486	1934.8036878689138	796.2757898876849	42.11093940815601	17.34552075884607	2244.7790459343846	48.8632280954885	-110.23036
22000	5324.912544965744	1582.906566562809	606.5359776994625	34.445456041577486	13.212359996097549	2244.7790459343846	48.8632280954885	-119.183395
23000	5632.84100151062	1417.453903239791	1210.786547080421	30.841349722232316	26.374936238959755	2244.7790459343846	48.8632280954885	-123.446335
24000	5962.076536417007	2073.8357451081633	1001.9209492486148	45.1395175284686	21.825152597400834	2244.7790459343846	48.8632280954885	-126.103
25000	6286.032898426056	2187.9621074314737	1006.9518743039017	47.625567226262106	21.934742787245725	2244.7790459343846	48.8632280954885	-127.51556
26000	6613.886535167694	1318.3703887526199	836.2171899031007	28.682983011574088	18.215576576068003	2244.7790459343846	48.8632280954885	-139.8313
27000	6931.0486578941345	1328.8933116244805	1038.4200705087594	28.91220708121878	22.62022419638387	2244.7790459343846	48.8632280954885	-136.41753
28000	7257.493367195129	2363.740256817428	783.8562879480437	51.45459678843888	17.074982923281635	2363.740256817428	51.45459678843888	-136.78609
29000	7567.774366855621	1093.4432352696786	605.8418261085807	23.783325556816084	13.197239078216667	2363.740256817428	51.45459678843888	-151.43912
30000	7883.760806083679	2200.81978534173	752.3241794655621	47.90564998393877	16.38810929331705	2363.740256817428	51.45459678843888	-137.01056
31000	8181.9087433815	632.8882831960129	715.0329673988247	13.75091519945747	15.575783336355128	2363.740256817428	51.45459678843888	-146.4877
32000	8488.011224031448	297.1430580202965	346.01822055007307	6.43727356055963	7.5374214608946435	2363.740256817428	51.45459678843888	-148.45482
33000	8801.979138612747	1414.8500988935211	1208.5917128798405	30.784630250268243	26.327125489629097	2363.740256817428	51.45459678843888	-134.31458
34000	9107.377961874008	981.6926309914331	926.8693879079872	21.349027728176456	20.19028132321418	2363.740256817428	51.45459678843888	-136.74388
35000	9440.910045146942	1341.7756780203858	1012.8131318193165	29.192827635781605	22.062420364785673	2363.740256817428	51.45459678843888	-147.38924
36000	9761.489880561829	1919.1965527034001	1148.1821303685188	41.77096437634232	25.01120494954693	2363.740256817428	51.45459678843888	-145.54681
37000	10075.253695726395	548.7524530935627	846.9401112268847	11.918158501164982	18.449157273584127	2363.740256817428	51.45459678843888	-148.89243
38000	10393.875346899033	2541.127261009688	796.5080426609729	55.31867253033776	17.350579992533103	2541.127261009688	55.31867253033776	-151.73805
39000	10734.509517908096	2823.686176841062	46.050590751979385	61.47374041308908	1.0031342004737447	2823.686176841062	61.47374041308908	-166.14992
40000	11069.148791790009	2682.625113523246	805.2641731205503	58.40096382849747	17.541317478944922	2823.686176841062	61.47374041308908	-167.98376
41000	11412.668981790543	2490.3783935558304	1085.5501524341694	54.21319432154659	23.64687328553754	2823.686176841062	61.47374041308908	-173.55072
42000	11729.630786418915	1314.0806822311893	1441.4377703776006	28.589539013324035	31.399282869313513	2823.686176841062	61.47374041308908	-178.10933
43000	12044.344067811966	2773.1588075353557	828.4488256502566	60.37308716667353	18.046355905138164	2823.686176841062	61.47374041308908	-179.12708
44000	12380.342725515366	2316.724175698909	1092.498843916926	50.43043101397037	23.79823877208332	2823.686176841062	61.47374041308908	-189.36183
45000	12701.672860622406	2992.714033585623	31.58280063968542	65.15572627178207	0.687977872836535	2992.714033585623	65.15572627178207	-182.525
46000	13039.777099609375	3004.305856303756	31.186130458128883	65.40823451596543	0.679337084109837	3004.305856303756	65.40823451596543	-189.64317
47000	13365.915772676468	2752.432444126559	41.62929707818297	59.921598409476246	0.9068237987590227	3004.305856303756	65.40823451596543	-185.95963
48000	13732.518497228622	2086.4388565496765	1244.9043779599544	45.414054986358224	27.11813545621991	3004.305856303756	65.40823451596543	-191.05539
49000	14071.300829648972	2660.6906452487997	794.6919602273999	57.92315855095372	17.311019709586716	3004.305856303756	65.40823451596543	-198.35513
50000	14399.727169752121	2536.410710829031	898.9032188018307	55.21593046520443	19.581085648880467	3004.305856303756	65.40823451596543	-199.38388
51000	14750.77036690712	2925.0692052350396	506.7460985050679	63.68219814335672	11.038606325483935	3004.305856303756	65.40823451596543	-195.40364
52000	15070.379682779312	2914.1773837064306	87.45045479474697	63.44493824066298	1.9049601887642085	3004.305856303756	65.40823451596543	-197.65277
53000	15402.136415719986	3081.4762787988884	78.16566914925036	67.08926159522278	1.7027068436284558	3081.4762787988884	67.08926159522278	-199.13522
54000	15736.442120552063	3185.461765245151	30.752546125801242	69.354409470718	0.6698921830684977	3185.461765245151	69.354409470718	-199.26056
55000	16073.979264974594	3086.483124753305	69.71775725904065	67.1983272625978	1.5186833772347272	3185.461765245151	69.354409470718	-204.36426
56000	16400.67486858368	2390.1197729225787	1175.9437670332718	52.02922991181284	25.61594523072003	3185.461765245151	69.354409470718	-206.81367
57000	16736.512367725372	2663.5209342184307	824.8667188846956	57.98481160721853	17.96832577028852	3185.461765245151	69.354409470718	-211.84927
58000	17071.984016895294	2996.5221123109354	54.46877677760544	65.23867882342319	1.186510139204625	3185.461765245151	69.354409470718	-205.1391
59000	17419.285043239594	2789.212604094211	844.3906574713062	60.72279196117593	18.39362173727535	3185.461765245151	69.354409470718	-220.31203
60000	17757.892246723175	3209.6812209681952	25.249467670040044	69.88198933355832	0.5500169302927903	3209.6812209681952	69.88198933355832	-212.53302
61000	18101.515913248062	2930.279927787354	644.9959989918775	63.79570491745128	14.050146484378628	3209.6812209681952	69.88198933355832	-217.27205
62000	18433.66591978073	2333.3756341595385	1421.91202806117	50.79315486174006	30.973947611124515	3209.6812209681952	69.88198933355832	-222.62277
63000	18768.780092716217	2618.1716732379723	1136.8212142872464	56.9969546891452	24.763726615746247	3209.6812209681952	69.88198933355832	-222.33598
64000	19131.768754005432	3160.590667849175	38.54254946016113	68.81263469663119	0.8395842247751568	3209.6812209681952	69.88198933355832	-218.29834
65000	19469.029178380966	2842.766564355318	879.4013746148743	61.889374370467145	19.156270971005675	3209.6812209681952	69.88198933355832	-226.79059
66000	19802.47192621231	3214.0826533944537	44.45225377394606	69.97786709160127	0.9683171338440801	3214.0826533944537	69.97786709160127	-230.72917
67000	20157.161794900894	2899.7950968602854	871.3751354162991	63.13164445700458	18.981432930715656	3214.0826533944537	69.97786709160127	-227.70667
68000	20515.65827178955	3002.1473184380484	928.6129693148894	65.36121442087541	20.228262293968577	3214.0826533944537	69.97786709160127	-236.64275
69000	20850.71791100502	1798.6930098800508	1510.5136573763505	39.145998591746846	32.90398418899262	3214.0826533944537	69.97786709160127	-228.61923
70000	21201.88623714447	3223.238060893497	219.75490665434168	70.17730215272846	4.786988809202417	3223.238060893497	70.17730215272846	-230.82661
71000	21543.03701543808	3099.742671975685	153.31208969315455	67.48716406326348	3.3396444650537154	3223.238060893497	70.17730215272846	-239.2096
72000	21928.639101982117	3174.888126409355	44.01900271869886	69.12408063961198	0.9588794926800289	3223.238060893497	70.17730215272846	-235.13312
73000	22322.639947652817	3150.575424185983	37.79703148013171	68.59446955953804	0.8233443770202498	3223.238060893497	70.17730215272846	-235.23013
74000	22702.274327993393	3349.299383593984	15.621401209148377	72.92333476800778	0.34028579343567217	3349.299383593984	72.92333476800778	-246.36703
75000	23073.315770626068	3311.647913560246	29.859255003285686	72.10316120080265	0.6504333474413727	3349.299383593984	72.92333476800778	-235.22757
76000	23433.80033183098	3185.023629817227	24.214613727902965	69.34486543175969	0.5274743881689828	3349.299383593984	72.92333476800778	-242.56796
77000	23753.568776845932	3420.4994079370044	32.484818055543755	74.47430682562415	0.7076267959989704	3420.4994079370044	74.47430682562415	-237.47467
78000	24089.413240671158	3363.3648764428217	31.31631514588062	73.22972773046033	0.6821729372558916	3420.4994079370044	74.47430682562415	-237.95584
79000	24476.909102916718	3322.3678165536685	28.111323797093313	72.33667614909896	0.6123576236694364	3420.4994079370044	74.47430682562415	-247.04846
80000	24860.000450849533	3438.862193403448	22.731730027583758	74.87430903659603	0.49517227584371937	3438.862193403448	74.87430903659603	-247.16083
81000	25230.36295080185	3252.2481597996334	15.497120799950002	70.80923807139246	0.3375785550076724	3438.862193403448	74.87430903659603	-253.97913
82000	25599.57843208313	3266.2220863067855	31.353836759247766	71.11363641602452	0.6829902821153361	3438.862193403448	74.87430903659603	-249.6991
83000	25969.7283141613	2685.7299101270687	1212.7394676505987	58.468596569097556	26.417477309177606	3438.862193403448	74.87430903659603	-253.00784
84000	26361.48362350464	3322.334199304793	21.313266012130377	72.33594385421365	0.46427343735310467	3438.862193403448	74.87430903659603	-254.68657
85000	26728.87924528122	3375.621440397657	51.09011648448206	73.49671623772198	1.1129117415191585	3438.862193403448	74.87430903659603	-257.61993
86000	27092.931807518005	2878.696787489991	723.2314254497115	62.672053486380435	15.754372872943005	3438.862193403448	74.87430903659603	-260.7871
87000	27456.273909807205	3292.45088485356	38.9456628635548	71.68498641240811	0.8483653681874368	3438.862193403448	74.87430903659603	-261.99954
88000	27829.771451473236	3401.1245716608328	50.202263259583	74.0522588001844	1.0935713612905114	3438.862193403448	74.87430903659603	-257.01172
89000	28225.359004735947	2957.2822470105884	939.696669037728	64.38390475295006	20.46970193845963	3438.862193403448	74.87430903659603	-254.13307
90000	28611.553773403168	3291.8822171661777	30.49251131968875	71.67259894904221	0.6642277648044679	3438.862193403448	74.87430903659603	-269.0664
91000	29020.661149263382	3345.6912385823584	21.38686225483268	72.84473743402516	0.46587660697320155	3438.862193403448	74.87430903659603	-252.22339
92000	29435.037453889847	3292.703830326324	19.17903627537528	71.69049640154051	0.4177828537222085	3438.862193403448	74.87430903659603	-266.1316
93000	29841.060554027557	3275.0919089904355	26.156467537902884	71.3068504951669	0.5697743877416818	3438.862193403448	74.87430903659603	-269.89166
94000	30228.66442799568	3447.5852206992104	20.44317105396593	75.06432542659573	0.4453198909177258	3447.5852206992104	75.06432542659573	-263.6963
95000	30624.915224313736	3423.856440663483	15.736536954387436	74.5474341033648	0.3427938308323768	3447.5852206992104	75.06432542659573	-263.33725
96000	31028.706896543503	3301.5344382778253	24.246037991698657	71.88285625409563	0.5281589125849212	3447.5852206992104	75.06432542659573	-270.98425
97000	31420.34630227089	3057.9645441505645	969.6625194088023	66.57709823850875	21.12245728562554	3447.5852206992104	75.06432542659573	-263.32324
98000	31821.845836162567	3432.0259523458544	46.32857498888322	74.72539309229273	1.0091896167165637	3447.5852206992104	75.06432542659573	-258.44122
99000	32204.591946601868	3459.5360899656444	15.126362123983961	75.32465489231568	0.32950220458717533	3459.5360899656444	75.32465489231568	-268.82538
100000	32572.554762363434	3463.273078141165	37.46352797970637	75.40605885661702	0.8160795675619703	3463.273078141165	75.40605885661702	-274.10294
