Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	230.42427706718445	511.33445562168146	577.4289171393681	11.103070738676914	12.578311931864272	511.33445562168146	11.103070738676914	0.0
2000	237.58387088775635	344.20893406901536	499.1298710911691	7.462524033327966	10.872699698170159	511.33445562168146	11.103070738676914	0.0
3000	242.96935939788818	132.74252904266814	215.71802584576227	2.856086207684128	4.699052191317706	511.33445562168146	11.103070738676914	0.0
4000	251.27903032302856	519.4600438276354	553.102848166903	11.280072928991014	12.048409679778308	519.4600438276354	11.280072928991014	0.0
5000	257.20248532295227	227.19629803563217	396.35328564027344	4.913601746427053	8.63388568536025	519.4600438276354	11.280072928991014	0.0
6000	605.2565484046936	167.89617396265663	63.08030881808177	3.6218488811854406	1.3740977937214318	519.4600438276354	11.280072928991014	-142.35226
7000	934.0323600769043	133.76688406860845	163.5031060889054	2.8784000486830883	3.5616385137126247	519.4600438276354	11.280072928991014	-128.44112
8000	1255.8871569633484	224.27677909390687	114.3852247461827	4.850004966200089	2.491688577672366	519.4600438276354	11.280072928991014	-127.87132
9000	1567.297716140747	77.01544799286236	96.60691220695792	1.6421660390003037	2.1044181204732677	519.4600438276354	11.280072928991014	-97.83841
10000	1883.4814176559448	101.42662022586003	124.5234150530504	2.173922121619558	2.71253189936837	519.4600438276354	11.280072928991014	-124.86242
11000	2206.4887545108795	378.9847907975894	130.26329343004764	8.220057230308901	2.8375654377552406	519.4600438276354	11.280072928991014	-97.68829
12000	2536.0114855766296	714.6982924814921	547.1364356474422	15.53300782661473	11.918441478400817	714.6982924814921	15.53300782661473	-183.97241
13000	2862.276626586914	741.167433987234	316.9073136906994	16.109593287691524	6.903289611539631	741.167433987234	16.109593287691524	-168.03543
14000	3161.067889690399	210.0844620817001	221.69688663988924	4.540849353939064	4.829291557295928	741.167433987234	16.109593287691524	-137.78108
15000	3426.1950657367706	381.0390565542315	126.85406108023987	8.264805933934623	2.763301079543795	741.167433987234	16.109593287691524	-105.40679
16000	3687.577353954315	327.77916740921256	153.18024382862606	7.104629366329734	3.3367724259823426	741.167433987234	16.109593287691524	-113.10924
17000	3961.5227789878845	255.10060726933298	72.98003012892228	5.521449908108182	1.589746471836078	741.167433987234	16.109593287691524	-113.842316
18000	4218.452172279358	293.7313294784199	245.45845864966196	6.362954827027602	5.3468971981963795	741.167433987234	16.109593287691524	-136.32288
19000	4479.0100655555725	675.1243168950734	267.5054340181414	14.670955728884724	5.827153252418081	741.167433987234	16.109593287691524	-173.45145
20000	4746.336688041687	316.6279680522902	193.34643618829634	6.861719356521687	4.211724964068093	741.167433987234	16.109593287691524	-110.792206
21000	5009.743369579315	277.15046117215246	136.4036378872731	6.001768666329911	2.9713224520985912	741.167433987234	16.109593287691524	-113.38536
22000	5272.027757167816	602.9577840861688	223.02980703604166	13.098929919702002	4.858326972782579	741.167433987234	16.109593287691524	-109.652855
23000	5535.766485929489	398.7459371672673	301.94223160608936	8.650520367486779	6.577300619719282	741.167433987234	16.109593287691524	-112.14557
24000	5796.755148887634	611.3580119444316	99.96045685293372	13.28191467014266	2.1774694162820922	741.167433987234	16.109593287691524	-108.48207
25000	6056.075700521469	494.15591366226226	294.6984073522636	10.728865268728065	6.419506165129761	741.167433987234	16.109593287691524	-111.219666
26000	6318.707696914673	634.0458411074011	234.33415819311915	13.776130639932408	5.104573135419309	741.167433987234	16.109593287691524	-104.72657
27000	6579.615611314774	518.0014334313473	299.8801584056282	11.248299569522873	6.532381844140404	741.167433987234	16.109593287691524	-101.903854
28000	6839.343660354614	421.8245003424171	48.37464375647376	9.15324781659755	1.0537597628053619	741.167433987234	16.109593287691524	-131.25458
29000	7101.1240928173065	546.7182220979827	303.23834367942794	11.873846220909543	6.6055342281742835	741.167433987234	16.109593287691524	-127.745155
30000	7377.918191432953	781.7576989885804	370.03599170493464	16.993783530731847	8.060607966673789	781.7576989885804	16.993783530731847	-103.2898
31000	7646.343142986298	1588.146287215126	963.2327890519747	34.559594490214906	20.98239648910947	1588.146287215126	34.559594490214906	-108.63342
32000	7906.7830946445465	1050.6464501436499	773.8601879971623	22.851070006361493	16.857234799569408	1588.146287215126	34.559594490214906	-109.329636
33000	8198.72779750824	1424.9272475151217	580.2304432776754	31.00414388213516	12.639338438516338	1588.146287215126	34.559594490214906	-105.23532
34000	8471.971927404404	1108.0643504829816	619.606244755439	24.101821812347847	13.497073648606158	1588.146287215126	34.559594490214906	-112.76166
35000	8749.08003616333	860.0671040520629	381.49925685557406	18.699621418046128	8.310315801772752	1588.146287215126	34.559594490214906	-108.5965
36000	9030.72571516037	653.7965248249825	388.2412179283725	14.2063658659375	8.457178016131992	1588.146287215126	34.559594490214906	-115.299866
37000	9321.041924715042	1529.1639914697719	372.23816442785017	33.274764977314916	8.108578573296505	1588.146287215126	34.559594490214906	-132.64703
38000	9605.50209236145	861.1685024793629	715.7326489175324	18.723613519183836	15.59102471435688	1588.146287215126	34.559594490214906	-120.65988
39000	9894.0964345932	940.5690527854198	471.74065714440223	20.453220159355293	10.276072015757347	1588.146287215126	34.559594490214906	-130.99974
40000	10177.75632929802	1481.8701025971554	593.9337593104594	32.24454763098291	12.937841991845783	1588.146287215126	34.559594490214906	-133.84778
41000	10459.298510551453	1272.4670460172754	608.7933975673411	27.68305635999443	13.261534068293365	1588.146287215126	34.559594490214906	-125.27944
42000	10722.089474439621	1037.3082323968115	666.3269697086113	22.560519501433514	14.514805588764602	1588.146287215126	34.559594490214906	-132.74371
43000	10995.59567809105	1014.2448648398027	469.99467116706705	22.058123063152475	10.238038665504673	1588.146287215126	34.559594490214906	-125.4191
44000	11265.677847623825	535.2439700519492	228.72424252021688	11.623899054884593	4.9823706146401365	1588.146287215126	34.559594490214906	-126.94508
45000	11546.366656064987	945.1714100000785	572.9690592744855	20.553474723942454	12.481161474498572	1588.146287215126	34.559594490214906	-133.9456
46000	11843.782119989395	326.0259972018422	390.27669610790235	7.0664395197816905	8.5015174641795	1588.146287215126	34.559594490214906	-116.661606
47000	12112.770546674728	774.7127501118881	618.3270595697873	16.84032123972974	13.469208763758587	1588.146287215126	34.559594490214906	-130.22824
48000	12382.09227347374	1098.2603033853024	508.85443095555826	23.88825723508313	11.084532780552578	1588.146287215126	34.559594490214906	-127.46333
49000	12646.28953909874	1163.6641087330024	335.6119228272622	25.31296846927257	7.310737872788558	1588.146287215126	34.559594490214906	-133.41284
50000	12912.248658180237	694.4730703592379	282.8283346826548	15.092435584397853	6.160936716561254	1588.146287215126	34.559594490214906	-113.88451
51000	13183.091406345367	1091.9456353686405	388.9916799214601	23.750702876958435	8.473525560845943	1588.146287215126	34.559594490214906	-131.43582
52000	13460.069469928741	762.6021943207605	209.31136103904262	16.57651327326401	4.559493838783091	1588.146287215126	34.559594490214906	-115.65727
53000	13766.577129364014	854.5378808485568	302.6417872938991	18.579176646178535	6.592539256707836	1588.146287215126	34.559594490214906	-118.35477
54000	14050.721752882004	324.7318846099997	148.16601930080648	7.038249466647898	3.2275460288705107	1588.146287215126	34.559594490214906	-139.91667
55000	14322.609842777252	1413.0706198200762	781.9541122048363	30.745867309588192	17.033547243257466	1588.146287215126	34.559594490214906	-141.77434
56000	14594.339306592941	1402.4368571855487	553.8487713937565	30.514228783258186	12.06465835514959	1588.146287215126	34.559594490214906	-138.4132
57000	14889.964329004288	1869.3558111897778	537.1925495577831	40.6852681545813	11.701830745307811	1869.3558111897778	40.6852681545813	-145.1783
58000	15166.073183059692	861.7225477649721	696.8878301502432	18.735682458268663	15.180522223541718	1869.3558111897778	40.6852681545813	-138.17719
59000	15475.030935049057	1419.4309481420316	734.4317403294656	30.88441630020502	15.998352781310919	1869.3558111897778	40.6852681545813	-143.26772
60000	15753.295267820358	286.51218777175694	166.97970875121212	6.205698039964372	3.637370420189157	1869.3558111897778	40.6852681545813	-143.96745
61000	16049.35408949852	733.5071203791147	439.8021396384691	15.942726317231896	9.58034545287381	1869.3558111897778	40.6852681545813	-156.68192
62000	16340.799669265747	524.8801132001105	523.6684615327521	11.398139969341335	11.407231370867798	1869.3558111897778	40.6852681545813	-140.8386
63000	16629.802448511124	1260.8742683085861	672.7656089321893	27.430527312957697	14.655060449868747	1869.3558111897778	40.6852681545813	-156.20822
64000	16913.045511960983	1837.494946897513	431.006586933468	39.991233135565835	9.388749219549126	1869.3558111897778	40.6852681545813	-168.34085
65000	17218.540211439133	856.4952535086471	664.8391491577139	18.621814697642073	14.482395935502794	1869.3558111897778	40.6852681545813	-159.48721
66000	17513.99386715889	983.7668248086557	672.1843650356341	21.39421053088301	14.642399035065374	1869.3558111897778	40.6852681545813	-162.5812
67000	17810.363115787506	2442.701672813382	404.04950827084275	53.17463763069393	8.801534873114749	2442.701672813382	53.17463763069393	-153.90817
68000	18092.733245372772	2152.11926291875	856.5140821114004	46.844791505780584	18.657710029841326	2442.701672813382	53.17463763069393	-156.08716
69000	18397.25427341461	949.0143561976138	518.2102362514794	20.637186804469078	11.28833316860533	2442.701672813382	53.17463763069393	-165.3028
70000	18677.129123926163	1695.7194912215296	783.2885032217328	36.90289472222603	17.06261469372869	2442.701672813382	53.17463763069393	-159.65164
71000	18970.273146390915	1740.2747755399553	863.3226772342553	37.87345620215065	18.806023754234126	2442.701672813382	53.17463763069393	-167.98824
72000	19261.14881515503	1206.8198475832226	560.9634061194437	26.253043219247594	12.219638634461385	2442.701672813382	53.17463763069393	-175.836
73000	19556.84060406685	1577.922650069418	918.9009596193692	34.336889853713515	20.016702595779694	2442.701672813382	53.17463763069393	-157.46506
74000	19860.491255521774	1374.243781364335	722.2739940764815	29.90009033007031	15.733516850481395	2442.701672813382	53.17463763069393	-178.57347
75000	20168.102404117584	2062.9611673649915	670.9625141050767	44.902633252463566	14.615783079953658	2442.701672813382	53.17463763069393	-172.73004
76000	20460.59415769577	1568.263007236743	710.8102801276613	34.12647087902532	15.483799239073441	2442.701672813382	53.17463763069393	-183.0228
77000	20743.778473854065	2445.065148649165	641.2509318219162	53.226121952700474	13.968566532853291	2445.065148649165	53.226121952700474	-171.44968
78000	21039.211886405945	1086.1754666337292	470.02185046090864	23.625009514376654	10.238630720432788	2445.065148649165	53.226121952700474	-167.68842
79000	21334.908133983612	2582.83298839867	414.8685004318002	56.227161234095036	9.037208311263798	2582.83298839867	56.227161234095036	-176.96785
80000	21647.112591266632	2824.2942061953295	21.288484665553824	61.48698530376689	0.4637336176487613	2824.2942061953295	61.48698530376689	-174.00505
81000	21943.82798051834	1816.3451039163251	737.3748126339543	39.530519592424874	16.06246263169265	2824.2942061953295	61.48698530376689	-185.93263
82000	22243.683166742325	2306.552365099972	679.4498365465246	50.208855331098235	14.80066503852221	2824.2942061953295	61.48698530376689	-189.17154
83000	22528.610527276993	1081.025945467863	412.37301818433514	23.512835908931173	8.982848452937771	2824.2942061953295	61.48698530376689	-179.33401
84000	22819.091243743896	1300.5463892082507	456.38502279835006	28.29471734027178	9.941575503748277	2824.2942061953295	61.48698530376689	-176.66031
85000	23113.365710258484	2819.775484140301	38.11197066406301	61.388552589618925	0.8302047942551191	2824.2942061953295	61.48698530376689	-191.88438
86000	23402.552968502045	769.7395414021149	616.7342468464856	16.731988302813985	13.434512033671039	2824.2942061953295	61.48698530376689	-185.56552
87000	23702.54259943962	2543.3065303317267	167.3022904467883	55.36614422512565	3.644397316608837	2824.2942061953295	61.48698530376689	-181.35219
88000	24006.313195943832	1697.6950945773883	771.4152957561457	36.94592989854997	16.803976958933973	2824.2942061953295	61.48698530376689	-184.90201
89000	24323.399871826172	2299.5955629468103	361.6873828220889	50.05731316732118	7.878747648271653	2824.2942061953295	61.48698530376689	-188.47693
90000	24627.79000067711	2927.489244958852	64.5391480074415	63.73491461395611	1.4058761370595185	2927.489244958852	63.73491461395611	-187.00684
91000	24939.21521472931	2964.73222241844	47.17357287101688	64.54618986161576	1.0275964658156649	2964.73222241844	64.54618986161576	-183.99777
92000	25243.775450706482	2611.884964744115	389.5414781151199	56.860009381916406	8.485501984218867	2964.73222241844	64.54618986161576	-186.16064
93000	25553.80679678917	1683.2314556151487	783.8708208668849	36.6308639966928	17.075299498328434	2964.73222241844	64.54618986161576	-183.08752
94000	25872.828295707703	2916.7519625722853	21.85915204744996	63.50102108498662	0.4761646409760817	2964.73222241844	64.54618986161576	-184.20346
95000	26181.370134592056	2847.150854312334	47.04178383337274	61.984878708823274	1.0247256646218128	2964.73222241844	64.54618986161576	-191.07423
96000	26491.559146165848	2913.508985425503	51.59472177992733	63.43037831506403	1.1239037140722914	2964.73222241844	64.54618986161576	-192.65129
97000	26788.967905044556	2929.226676886318	47.472093871741166	63.7727616287061	1.0340992407094536	2964.73222241844	64.54618986161576	-186.96759
98000	27100.358365297318	2881.2564833728434	59.94253582976751	62.727812130101846	1.3057467183822842	2964.73222241844	64.54618986161576	-191.63513
99000	27466.74527168274	2838.2279082901505	20.104385710215375	61.79050742763728	0.4379400254396492	2964.73222241844	64.54618986161576	-199.03021
100000	27821.59846019745	2583.197209128702	514.5779782821195	56.23509516642578	11.209210574638359	2964.73222241844	64.54618986161576	-193.0477
