Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	411.1311950683594	305.7267473908199	345.53430095438347	6.624254709622195	7.526880091309829	305.7267473908199	6.624254709622195	0.0
2000	422.676696062088	976.5144713667733	442.0307251481953	21.23623028236333	9.628891417365926	976.5144713667733	21.23623028236333	0.0
3000	431.2816364765167	602.7102324779469	516.4358778259929	13.093537426782053	11.24968177257676	976.5144713667733	21.23623028236333	0.0
4000	437.4352536201477	321.6514812948179	373.4768862890009	6.9711480925666365	8.13556203308505	976.5144713667733	21.23623028236333	0.0
5000	448.1067750453949	753.3518490193935	550.7576708168477	16.375010152750963	11.99732395932171	976.5144713667733	21.23623028236333	0.0
6000	836.8528349399567	-72.19198177391675	21.945448907550904	-1.6080653547719272	0.4780444720563609	976.5144713667733	21.23623028236333	-32.605137
7000	1219.1724116802216	43.175161111208965	121.49053225097883	0.905012648120721	2.646465679259003	976.5144713667733	21.23623028236333	-253.35968
8000	1591.7274408340454	7.791407965540266	118.43907973358303	0.13423745627336964	2.579994949321845	976.5144713667733	21.23623028236333	-1958.8872
9000	1968.0824792385101	38.359034729556896	123.93585170089004	0.8001014839348107	2.6997328259173585	976.5144713667733	21.23623028236333	-1788.9116
10000	2346.3407123088837	178.2166955810134	110.93041063878745	3.846663981991881	2.416431297997655	976.5144713667733	21.23623028236333	-184.32553
11000	2730.285996198654	38.85258876628792	99.39723318254198	0.8108527235159334	2.1652005416148974	976.5144713667733	21.23623028236333	28.103064
12000	3113.0491228103638	101.43243863393393	97.16477733662964	2.1740488657945174	2.1165702683976977	976.5144713667733	21.23623028236333	121.30453
13000	3492.1063685417175	224.43878841257015	231.89324509784447	4.853534065082269	5.05140197374102	976.5144713667733	21.23623028236333	-643.428
14000	3878.6729485988617	198.05238800344097	175.9625540873776	4.278750978794627	3.833046506578697	976.5144713667733	21.23623028236333	294.5553
15000	4270.074274301529	223.74142602457133	130.72100017062877	4.838343205418962	2.847535804644498	976.5144713667733	21.23623028236333	-238.15958
16000	4657.11470413208	251.35875040813693	168.60110078617276	5.439939887727353	3.6726897022240954	976.5144713667733	21.23623028236333	-62.82544
17000	5041.35264134407	123.91017530441529	226.53954470815782	2.6636883261185647	4.934780669382325	976.5144713667733	21.23623028236333	474.52466
18000	5434.232647418976	132.89225518158392	210.60539434346347	2.859347738279039	4.587682164774563	976.5144713667733	21.23623028236333	507.37857
19000	5824.128380775452	211.36375240006942	188.23383620817995	4.568716528925001	4.100355624182356	976.5144713667733	21.23623028236333	514.38
20000	6217.933616638184	159.13778269471337	154.06880874402734	3.4310621468887303	3.3561283091843785	976.5144713667733	21.23623028236333	343.87448
21000	6613.789206504822	227.35523873120957	115.998163909536	4.917064000547517	2.526823728201866	976.5144713667733	21.23623028236333	575.298
22000	7019.218322753906	169.56317674816174	148.03273692353875	3.6581617162461577	3.2246426977997373	976.5144713667733	21.23623028236333	637.3638
23000	7410.900890350342	254.20864580815277	91.1685815041361	5.502020036903415	1.9859532879400934	976.5144713667733	21.23623028236333	606.89215
24000	7815.083547592163	201.94207845919942	152.65231554260217	4.363481303893872	3.3252724015426938	976.5144713667733	21.23623028236333	528.414
25000	8207.79104065895	86.69934861645712	141.97817552865396	1.8531134286187396	3.092754322321819	976.5144713667733	21.23623028236333	569.14465
26000	8612.592312574387	112.91247418707833	127.52406222334454	2.424122015736002	2.777895920783175	976.5144713667733	21.23623028236333	-163.3922
27000	9023.4078373909	154.48778973833947	121.76414017744817	3.329769918269487	2.6524257649838603	976.5144713667733	21.23623028236333	384.6894
28000	9429.404712438583	231.39282568409567	111.03575054904508	5.005016000591132	2.418725949704153	976.5144713667733	21.23623028236333	-444.49805
29000	9825.423467159271	219.14716039571766	111.22078428128066	4.738264902337345	2.42275659647797	976.5144713667733	21.23623028236333	353.3802
30000	10221.715829849243	203.38847223680858	108.97235433079584	4.394988544995004	2.373778354421349	976.5144713667733	21.23623028236333	261.09857
31000	10630.615268707275	147.40342404889935	144.8987826982671	3.175448998696166	3.1563748077520053	976.5144713667733	21.23623028236333	306.50052
32000	11064.312933206558	205.62117109075797	116.91700674095719	4.443624111731116	2.5468391645732034	976.5144713667733	21.23623028236333	325.77002
33000	11459.185614824295	252.03971599586143	57.62740650673689	5.454773570840588	1.2553155433522059	976.5144713667733	21.23623028236333	-417.41882
34000	11876.806619882584	121.5029261381284	91.14808891189686	2.611250476172839	1.9855068914922769	976.5144713667733	21.23623028236333	316.53674
35000	12295.686343669891	170.0786379007877	114.0015199008012	3.669390165279519	2.4833302168564817	976.5144713667733	21.23623028236333	355.94885
36000	12719.390217542648	236.6338557137786	44.36998276115843	5.119182971798963	0.9665249990356625	976.5144713667733	21.23623028236333	362.7193
37000	13146.332827568054	110.28485743079605	91.73975972998062	2.3668838307111693	1.9983954391384673	976.5144713667733	21.23623028236333	339.3676
38000	13559.202466487885	163.06481774592797	65.84004289737999	3.5166059608117513	1.4342139310814712	976.5144713667733	21.23623028236333	150.77618
39000	13983.1361784935	171.78150775408258	53.19992421135794	3.70648430372382	1.1588703329876517	976.5144713667733	21.23623028236333	78.3199
40000	14412.536664962769	123.26166606111204	92.00808777851653	2.6495616495513827	2.0042405116562647	976.5144713667733	21.23623028236333	176.31123
41000	14820.26822066307	193.7744848226076	49.86361099413268	4.185564096347848	1.0861943946980348	976.5144713667733	21.23623028236333	114.94923
42000	15251.214858531952	133.57207920901143	58.87857703791755	2.8741565544327607	1.2825701763538089	976.5144713667733	21.23623028236333	-74.99632
43000	15677.334823608398	130.84068408752773	105.50099120078144	2.8146577333182963	2.298160582290351	976.5144713667733	21.23623028236333	165.81493
44000	16098.88189959526	106.74872573999747	88.30199402971733	2.2898551850739444	1.9235095301666811	976.5144713667733	21.23623028236333	173.31305
45000	16517.979771614075	135.67146889193606	86.92381231277353	2.9198882064414358	1.8934881733901772	976.5144713667733	21.23623028236333	144.17009
46000	16947.76272392273	159.81897454848263	67.46555700268325	3.4459007588249015	1.4696230054441515	976.5144713667733	21.23623028236333	147.85986
47000	17366.865035295486	153.52403407099962	91.68026988479012	3.308776131761603	1.9970995535196943	976.5144713667733	21.23623028236333	148.77646
48000	17798.81826043129	83.02822147292446	97.92571313774904	1.773144135460284	2.1331459672976063	976.5144713667733	21.23623028236333	175.10118
49000	18220.53896188736	131.2742520957619	78.11987738067683	2.8241022787668753	1.7017093474312048	976.5144713667733	21.23623028236333	253.54456
50000	18639.08853173256	150.6555032045943	65.39762174551524	3.2462900404820454	1.4245765348786998	976.5144713667733	21.23623028236333	192.14717
51000	19073.826645851135	134.00077657427659	119.46317106583842	2.8834950011655414	2.6023030462000576	976.5144713667733	21.23623028236333	256.20657
52000	19472.480017900467	156.32722537360127	76.37481696252487	3.36983891120031	1.663696158919264	976.5144713667733	21.23623028236333	185.22574
53000	19861.65346813202	94.42070862866652	78.23392531074279	2.0213101916990204	1.704193688614982	976.5144713667733	21.23623028236333	201.1116
54000	20218.749629974365	151.36039698970973	70.9052770633832	3.261644958888173	1.54455148685121	976.5144713667733	21.23623028236333	198.42601
55000	20572.316915035248	130.17007362657472	77.38614003766395	2.800049619120574	1.6857261209204932	976.5144713667733	21.23623028236333	204.34163
56000	20886.537033557892	145.25606919208417	72.18478923994941	3.1286725065328786	1.572423494642576	976.5144713667733	21.23623028236333	177.01596
57000	21193.239552497864	154.37639597249694	87.28890676923001	3.327343393562388	1.9014411383726975	976.5144713667733	21.23623028236333	160.97168
58000	21505.300901412964	143.53867454386526	114.55696212788122	3.0912619700075687	2.495429585947579	976.5144713667733	21.23623028236333	197.65662
59000	21839.25402021408	178.6139464006952	24.289343077886816	3.8553174189376804	0.5291022406139536	976.5144713667733	21.23623028236333	168.1206
60000	22157.419980287552	129.0899139092932	85.79143905924046	2.7765201673440503	1.86882133807337	976.5144713667733	21.23623028236333	172.05798
61000	22454.201165676117	147.92585550656457	86.114881955549	3.1868292840308285	1.8758669942938264	976.5144713667733	21.23623028236333	157.32346
62000	22750.35614991188	137.20891212249256	76.31645517760995	2.9533788058164667	1.6624248461848812	976.5144713667733	21.23623028236333	157.53046
63000	23074.066336154938	202.95297264645086	28.51985838549738	4.385501923298163	0.6212568584243552	976.5144713667733	21.23623028236333	-259.26178
64000	23395.31811785698	143.9284283367552	77.28896466768829	3.099752096909915	1.6836093199093778	976.5144713667733	21.23623028236333	160.36218
65000	23699.969740867615	145.16982265224274	84.76515844145723	3.1267937715943104	1.8464655513142734	976.5144713667733	21.23623028236333	164.10483
66000	24015.66013622284	143.72129263846253	77.76385102475435	3.0952399962027717	1.6939539156753043	976.5144713667733	21.23623028236333	156.40968
67000	24327.939814805984	62.3271805693808	93.5631689662142	1.3222069861934642	2.0381153240836345	976.5144713667733	21.23623028236333	142.76941
68000	24651.023446559906	116.26036646024659	84.86626715264343	2.4970501841672075	1.8486680335083228	976.5144713667733	21.23623028236333	86.39002
69000	24954.239438295364	130.3076839761004	82.9687506216938	2.8030472277439222	1.807333846539656	976.5144713667733	21.23623028236333	136.64822
70000	25261.460012197495	115.30450133978593	69.42819958789644	2.476228279872031	1.5123758533096034	976.5144713667733	21.23623028236333	134.10776
71000	25601.512476444244	133.08337106758762	70.96094762033228	2.8635108744814963	1.545764175738	976.5144713667733	21.23623028236333	129.03658
72000	25926.379997968674	153.29087053803494	80.0936562558355	3.3036970587160495	1.744704780530164	976.5144713667733	21.23623028236333	86.81168
73000	26228.438227653503	168.64191896583918	62.47126024622635	3.6380936742556087	1.3608307011130356	976.5144713667733	21.23623028236333	122.70004
74000	26536.68906211853	166.53332755912007	52.833672585078766	3.5921615782636778	1.150892161018512	976.5144713667733	21.23623028236333	144.3505
75000	26856.633905172348	128.10846633360688	88.37374204778821	2.7551409925481076	1.9250724393404366	976.5144713667733	21.23623028236333	146.4528
76000	27172.5470123291	127.98591640402444	80.33779424706333	2.7524714496905167	1.7500229135798484	976.5144713667733	21.23623028236333	156.63542
77000	27492.791974306107	129.9944863513967	87.18464286838778	2.796224747430052	1.8991699257106722	976.5144713667733	21.23623028236333	136.61758
78000	27811.662659168243	132.89187807240023	70.70201153567764	2.8593395235935533	1.5401236912618552	976.5144713667733	21.23623028236333	128.11905
79000	28150.994060754776	106.28084970240654	92.74055579268853	2.2796632972561004	2.020196087985922	976.5144713667733	21.23623028236333	113.29866
80000	28455.745592594147	110.56515111503047	73.747059808843	2.372989554356424	1.6064549155746384	976.5144713667733	21.23623028236333	124.26597
81000	28767.38330411911	105.88592703170295	91.53626839086391	2.2710605750964903	1.9939627246296006	976.5144713667733	21.23623028236333	112.275154
82000	29088.44142460823	160.2881061757884	96.60184225908978	3.4561199975401857	2.1043076802374725	976.5144713667733	21.23623028236333	120.55473
83000	29393.500273942947	183.85383911270065	50.11205483887139	3.969459615604285	1.0916063234808135	976.5144713667733	21.23623028236333	105.835236
84000	29702.33054304123	137.78632526680184	86.21092644301898	2.965956774163916	1.8779591609430453	976.5144713667733	21.23623028236333	98.92143
85000	30013.792731761932	151.09724804423482	77.46367148625187	3.255912704367354	1.6874150123423146	976.5144713667733	21.23623028236333	135.71213
86000	30315.960772275925	174.08667208092973	54.78705650914187	3.7566984081731314	1.1934433246167573	976.5144713667733	21.23623028236333	140.70517
87000	30625.218637943268	147.97400652934218	60.822326742663726	3.187878172588983	1.324911474785639	976.5144713667733	21.23623028236333	120.38996
88000	30945.719213485718	145.00164277054827	79.43764218102069	3.1231302574372823	1.7304146239069158	976.5144713667733	21.23623028236333	123.016685
89000	31277.98378419876	155.46495466745245	74.0658987950081	3.351055802856204	1.6134002834025813	976.5144713667733	21.23623028236333	115.40373
90000	31601.59108519554	108.81009685094895	98.0930228816894	2.334758666820812	2.136790526975961	976.5144713667733	21.23623028236333	86.319595
91000	31907.458271741867	161.11789930929584	70.35118723043557	3.47419563691738	1.532481577377993	976.5144713667733	21.23623028236333	128.64716
92000	32234.964725732803	189.22038833238938	24.140163824053783	4.086360809983949	0.5258526229852234	976.5144713667733	21.23623028236333	87.7064
93000	32563.431257009506	102.02839888184204	85.39616297909174	2.1870308514115804	1.8602109174869774	976.5144713667733	21.23623028236333	146.06876
94000	32913.78629779816	123.38342443050222	84.35076130939076	2.65221394960953	1.8374386109652785	976.5144713667733	21.23623028236333	128.71649
95000	33227.51263475418	176.46229472158535	53.60758320954224	3.808447327771062	1.1677504944911599	976.5144713667733	21.23623028236333	130.11185
96000	33607.48921275139	157.99982305925678	77.30154057242757	3.4062736216940537	1.6838832647152937	976.5144713667733	21.23623028236333	110.01697
97000	33988.71988940239	158.6998197820598	62.497500800652126	3.4215218658836917	1.361402307191352	976.5144713667733	21.23623028236333	91.54434
98000	34371.278995513916	136.39286330530916	64.8356868383345	2.935602563114572	1.4123357337374287	976.5144713667733	21.23623028236333	107.33777
99000	34732.34118080139	126.98444154001791	80.3390429177028	2.7306560143053256	1.7500501137569389	976.5144713667733	21.23623028236333	96.987465
100000	35143.88980603218	166.51809574671694	58.68826656509267	3.5918297790031857	1.2784245847146662	976.5144713667733	21.23623028236333	126.23255
