Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	224.23609375953674	284.0084040631786	193.99928539434927	6.151157348354328	4.225946179380421	284.0084040631786	6.151157348354328	0.0
2000	228.35358572006226	262.6419726937319	177.2885397141701	5.685725793649555	3.861930859848692	284.0084040631786	6.151157348354328	0.0
3000	233.68291449546814	442.1551513099724	456.54377403776436	9.596116647820365	9.94503363088679	442.1551513099724	9.596116647820365	0.0
4000	239.16451001167297	388.6404218072994	222.6786502253631	8.43038881422194	4.850677615830393	442.1551513099724	9.596116647820365	0.0
5000	244.2228593826294	348.57395565832223	205.87447882230254	7.557608642896232	4.4846271750049755	442.1551513099724	9.596116647820365	0.0
6000	526.0149829387665	193.9422819411565	213.398812041198	4.189219272657396	4.648532042768488	442.1551513099724	9.596116647820365	-197.10092
7000	795.3824043273926	-17.023783371788237	72.42395240363032	-0.4063194989206109	1.5776332594917164	442.1551513099724	9.596116647820365	-177.78073
8000	1062.0866091251373	24.667398079283444	90.15124702330222	0.5018523461914746	1.963792377637291	442.1551513099724	9.596116647820365	-185.7232
9000	1337.6984524726868	246.01394478060783	358.76719783386477	5.323512340712041	7.8151363593486805	442.1551513099724	9.596116647820365	-167.10718
10000	1607.4566011428833	41.03431071189401	149.6957323823748	0.8583778445583278	3.2608682400294917	442.1551513099724	9.596116647820365	-178.21597
11000	1882.520154953003	155.5170360990834	256.78431456194977	3.352190308720852	5.593611805538639	442.1551513099724	9.596116647820365	-117.72182
12000	2163.419836997986	150.59487267372828	145.93187359675306	3.2449693069559076	3.1788789449530004	442.1551513099724	9.596116647820365	-106.28447
13000	2448.9355313777924	353.03999629962453	595.1905004146116	7.654893781584785	12.965217970353988	442.1551513099724	9.596116647820365	-116.721985
14000	2747.1586837768555	431.5586332215362	211.02906672675144	9.365289430908016	4.5969111507774	442.1551513099724	9.596116647820365	-120.864555
15000	3030.953513145447	1056.6685259240573	562.1644068706888	22.982250737694713	12.24580040369595	1056.6685259240573	22.982250737694713	-109.486626
16000	3324.6759238243103	1060.658860337211	714.7254787537681	23.069173421113057	15.569085216503098	1060.658860337211	23.069173421113057	-105.96196
17000	3606.7620379924774	1110.0858662594594	847.038992337712	24.145857113069695	18.451311231273525	1110.0858662594594	24.145857113069695	-117.001724
18000	3891.507721424103	917.8683106963128	778.5860555713006	19.958722903318723	16.960179828354395	1110.0858662594594	24.145857113069695	-104.83548
19000	4190.057266712189	1702.211679180597	706.7427680622413	37.044316051926664	15.395195371087516	1702.211679180597	37.044316051926664	-115.28371
20000	4494.10400557518	963.4341765977017	688.9381756360722	20.95129819309215	15.007352451017733	1702.211679180597	37.044316051926664	-115.935165
21000	4783.018175840378	1361.3962415925625	733.2799584073518	29.620228414586467	15.973263160989164	1702.211679180597	37.044316051926664	-120.377396
22000	5080.721359014511	1435.2319236883918	740.1916784971163	31.228613816731393	16.123823288295377	1702.211679180597	37.044316051926664	-104.29814
23000	5383.454896450043	1766.9440102324406	607.5676318930429	38.45440035473665	13.234832837113123	1766.9440102324406	38.45440035473665	-100.278046
24000	5674.349921703339	1476.5895412117309	713.0646042219295	32.12951953607854	15.532905875079301	1766.9440102324406	38.45440035473665	-106.689575
25000	5970.512316703796	1296.7230727408917	812.0522078442036	28.211432860202923	17.689183329829955	1766.9440102324406	38.45440035473665	-130.6183
26000	6278.2238073349	1921.421333496038	299.2530508289557	41.81942746151036	6.518721366668477	1921.421333496038	41.81942746151036	-129.20163
27000	6575.6548817157745	1949.980896679488	396.6664840298354	42.441549221776334	8.640708182335263	1949.980896679488	42.441549221776334	-128.23837
28000	6877.502349615097	2075.3943983630106	221.87309720860148	45.17347015233478	4.833130006381464	2075.3943983630106	45.17347015233478	-130.09053
29000	7195.912185668945	2166.6742551257094	68.3602407650286	47.16184738350139	1.489112177373583	2166.6742551257094	47.16184738350139	-135.81097
30000	7505.118369817734	2144.1611491194685	80.43961218425508	46.67143746204387	1.7522408450623974	2166.6742551257094	47.16184738350139	-134.47235
31000	7810.0072700977325	2292.8183107851464	70.89027434297586	49.90968219630466	1.5442246779722155	2292.8183107851464	49.90968219630466	-142.36346
32000	8142.178008794785	2323.263139461541	77.85481069478816	50.57287127540549	1.6959353181803483	2323.263139461541	50.57287127540549	-144.9892
33000	8446.501787185669	2145.057633299468	672.80449436077	46.69096585302551	14.655907503135003	2323.263139461541	50.57287127540549	-144.16113
34000	8750.813339710236	2339.162191873957	486.2852872424651	50.91920523050971	10.592902172468845	2339.162191873957	50.91920523050971	-145.06108
35000	9053.483000278473	1924.8320354307803	800.6820089487227	41.89372383214301	17.44150278562857	2339.162191873957	50.91920523050971	-149.00465
36000	9351.0593791008	2067.844683370568	673.3488552368141	45.0090123855813	14.667765483743775	2339.162191873957	50.91920523050971	-154.12863
37000	9657.188665866852	2340.8681555649355	552.3830297103492	50.956366762973104	12.032729652657913	2340.8681555649355	50.956366762973104	-150.40863
38000	9975.186141729355	2213.802587352527	509.40454019658677	48.18845835843179	11.096515979566126	2340.8681555649355	50.956366762973104	-157.43619
39000	10278.71669960022	2297.6178461461104	250.46074624075698	50.0142319531774	5.455863569339342	2340.8681555649355	50.956366762973104	-160.68294
40000	10583.900293111801	2269.6548816948584	556.1169737476768	49.40510608682841	12.11406730555952	2340.8681555649355	50.956366762973104	-161.40659
41000	10905.264071941376	2325.7020899442937	580.0885753632703	50.6259996848908	12.636248086046027	2340.8681555649355	50.956366762973104	-164.75363
42000	11223.418292999268	2160.943718433493	650.2310266803476	47.03701733791104	14.164182704739291	2340.8681555649355	50.956366762973104	-164.28113
43000	11523.267441749573	1938.8449062828902	653.401986742127	42.198970513434915	14.233256704320294	2340.8681555649355	50.956366762973104	-166.17967
44000	11855.79141330719	2348.59313130239	606.6016596021819	51.124642288509925	13.213790765212433	2348.59313130239	51.124642288509925	-167.36299
45000	12178.281313180923	2648.0627469822407	46.369506283333095	57.648081154020566	1.0100812357091074	2648.0627469822407	57.648081154020566	-172.76479
46000	12491.462004184723	2593.8489758990127	38.15350626197819	56.467125882390235	0.8311095769761526	2648.0627469822407	57.648081154020566	-169.75854
47000	12835.409626722336	2649.7901874610147	54.82025607778681	57.68571052196664	1.1941665210449661	2649.7901874610147	57.68571052196664	-170.65987
48000	13161.294278860092	2557.3388175592504	45.73996800675531	55.67181385930282	0.9963678095525629	2649.7901874610147	57.68571052196664	-175.97174
49000	13514.482952356339	2617.2886758531704	187.47322393789042	56.97772008517684	4.083786972854149	2649.7901874610147	57.68571052196664	-180.31412
50000	13851.670325994492	2463.380595655007	797.4951268786539	53.62509297540631	17.37208195203752	2649.7901874610147	57.68571052196664	-177.25385
51000	14165.781102180481	2689.9246106080564	35.91621581770397	58.559971021509796	0.7823739902139327	2689.9246106080564	58.559971021509796	-174.81052
52000	14480.109694480896	2466.8762754555955	773.2047093065561	53.70124044506118	16.84295630538526	2689.9246106080564	58.559971021509796	-176.89966
53000	14809.328907251358	2426.4629699500765	762.6774279635366	52.82090496521639	16.61363729382105	2689.9246106080564	58.559971021509796	-173.75098
54000	15149.560017347336	1682.5147890253807	1209.9747361397665	36.61525262765728	26.357252311227413	2689.9246106080564	58.559971021509796	-175.95444
55000	15466.66583275795	1848.060633703158	1114.7182355363598	40.22138874515009	24.282250622598305	2689.9246106080564	58.559971021509796	-176.61305
56000	15796.843382835388	2257.386936268447	893.8591530414072	49.13786965346627	19.47120921100867	2689.9246106080564	58.559971021509796	-179.0014
57000	16140.34634566307	2442.6043442539353	720.0127901353435	53.17251749270939	15.684260348652394	2689.9246106080564	58.559971021509796	-175.36163
58000	16482.213556289673	2712.568238209574	182.45828897015576	59.053224135073755	3.974545100010856	2712.568238209574	59.053224135073755	-184.51984
59000	16814.07728457451	2677.189198448671	581.7268913293049	58.282551616338345	12.671936027283587	2712.568238209574	59.053224135073755	-183.15475
60000	17146.119614362717	2844.966693865464	36.51948069969554	61.93730046915687	0.7955150949248323	2844.966693865464	61.93730046915687	-188.88701
61000	17504.51945376396	2753.9888119550915	289.5149592018327	59.955501249197155	6.3065935177310735	2844.966693865464	61.93730046915687	-188.99628
62000	17823.01965022087	2562.468629330934	731.7150669636326	55.78355812894497	15.939174648733628	2844.966693865464	61.93730046915687	-188.73682
63000	18144.89101076126	2478.260639536635	645.2815753914607	53.949229553862025	14.056367283039236	2844.966693865464	61.93730046915687	-197.55627
64000	18451.49133872986	2955.4944308330314	55.5359962600545	64.34496020256361	1.2097577098606098	2955.4944308330314	64.34496020256361	-203.51909
65000	18785.55538892746	2692.782786785664	815.1632483669711	58.62223155341437	17.756952083639344	2955.4944308330314	64.34496020256361	-199.0112
66000	19124.56528568268	2556.12701224972	464.20104073181557	55.64541673104768	10.111834229478923	2955.4944308330314	64.34496020256361	-199.15009
67000	19457.160757780075	2731.828126793497	313.2009539766247	59.47276821953301	6.822552836446544	2955.4944308330314	64.34496020256361	-201.6926
68000	19782.796177387238	2984.400436028706	35.230972778452845	64.974628615875	0.7674471300567738	2984.400436028706	64.974628615875	-204.81552
69000	20102.676554203033	2655.415780190834	705.5317225256084	57.808254540904684	15.368814793199373	2984.400436028706	64.974628615875	-206.37277
70000	20437.091992616653	2841.7104471642247	419.5541753203457	61.866368644442915	9.139277810400438	2984.400436028706	64.974628615875	-208.49669
71000	20793.797657966614	2995.5445364289926	84.46615860229316	65.21738398692442	1.839952345735284	2995.5445364289926	65.21738398692442	-211.54932
72000	21133.499762535095	2911.513496378727	353.71274195611073	63.38690996261069	7.705033590351247	2995.5445364289926	65.21738398692442	-217.34488
73000	21455.47747182846	2945.243432119217	484.6381188380499	64.12165954059765	10.557021395839774	2995.5445364289926	65.21738398692442	-215.96844
74000	21793.482160568237	2602.345615030741	939.7829680567271	56.652210789292404	20.471581816567852	2995.5445364289926	65.21738398692442	-212.7176
75000	22135.439777374268	2354.098590211316	945.2082060052732	51.24456939543002	20.589761445602488	2995.5445364289926	65.21738398692442	-224.24643
76000	22488.73193693161	2264.7612687795836	969.5479800419843	49.2985070096172	21.119962239323645	2995.5445364289926	65.21738398692442	-212.45625
77000	22822.36392235756	2717.2762672062227	698.9549261009357	59.15578058063157	15.225550411235737	2995.5445364289926	65.21738398692442	-223.61118
78000	23163.71484708786	2472.229383013851	887.1966446918415	53.81784883559023	19.326077739788534	2995.5445364289926	65.21738398692442	-226.51552
79000	23511.0759871006	2444.57677247352	1162.0510940341103	53.215483504062	25.313316856276035	2995.5445364289926	65.21738398692442	-229.9016
80000	23858.75423669815	2818.2035386950947	892.9788493032084	61.35431041787658	19.45203328357382	2995.5445364289926	65.21738398692442	-228.86179
81000	24210.55552124977	3117.126781084233	55.9932915314387	67.86584746572996	1.2197191135896306	3117.126781084233	67.86584746572996	-237.13382
82000	24552.638862609863	2692.8832103747977	845.5101199194794	58.624419111383745	18.41800733254289	3117.126781084233	67.86584746572996	-228.8977
83000	24916.942402362823	2590.8042312241987	1012.6401979861042	56.40080127145384	22.05865329383867	3117.126781084233	67.86584746572996	-230.2425
84000	25247.06064271927	2902.8224487710495	400.62335265060284	63.197590196005265	8.72690187009165	3117.126781084233	67.86584746572996	-234.58261
85000	25580.702280044556	2853.758907656601	528.4602068988457	62.12882396989257	11.511611435883223	3117.126781084233	67.86584746572996	-231.53079
86000	25933.504014968872	3005.3239085921177	120.18804075582695	65.43041106249066	2.6180931058939834	3117.126781084233	67.86584746572996	-236.48093
87000	26272.23158454895	3012.1304697615865	363.62926251475886	65.57868048065045	7.921048211654522	3117.126781084233	67.86584746572996	-235.93932
88000	26580.7010743618	2499.505858191082	1172.0102225241944	54.412020694666275	25.530259619271675	3117.126781084233	67.86584746572996	-234.11154
89000	26900.861072063446	2793.4028184262884	581.152088552311	60.81406869042487	12.659414921371285	3117.126781084233	67.86584746572996	-233.72554
90000	27238.937163114548	3106.1759669084367	49.95765445229509	67.62730250803469	1.0882429723095945	3117.126781084233	67.86584746572996	-231.79903
91000	27598.678518533707	2813.851313767941	696.1205801300097	61.25950456194096	15.16380898006227	3117.126781084233	67.86584746572996	-240.61398
92000	27960.552386522293	2684.7082289755417	617.3854397239787	58.44634097392841	13.448697168668254	3117.126781084233	67.86584746572996	-246.83118
93000	28327.742610931396	2882.154146884881	511.9319049689599	62.7473662108365	11.15157034475103	3117.126781084233	67.86584746572996	-232.33514
94000	28637.16492152214	3115.989100242548	50.181565712199216	67.8410650135859	1.0931205002416615	3117.126781084233	67.86584746572996	-237.93875
95000	28910.22147321701	2742.6595048916347	891.5938864320242	59.70871146436615	19.42186421082611	3117.126781084233	67.86584746572996	-240.65799
96000	29219.020763635635	2791.8787268409774	704.7680433378232	60.78086893405011	15.352179334262846	3117.126781084233	67.86584746572996	-240.66716
97000	29524.432926893234	2876.482235632062	458.8905103350061	62.623813221247325	9.99615331037006	3117.126781084233	67.86584746572996	-242.19702
98000	29818.659749746323	2992.293135610525	291.76377930597897	65.14655772156728	6.355580258625055	3117.126781084233	67.86584746572996	-250.86874
99000	30167.248238563538	2698.453946019913	865.8247322580908	58.745768161551425	18.86052678937203	3117.126781084233	67.86584746572996	-241.20547
100000	30502.039730787277	3234.9653811393855	62.583254824105815	70.43276198128785	1.3632703134937667	3234.9653811393855	70.43276198128785	-240.86963
