Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	241.84473538398743	97.96850023122381	121.69697876877267	2.0985928287849696	2.650962767335095	97.96850023122381	2.0985928287849696	0.0
2000	245.41767144203186	73.29118576503606	169.3786289089224	1.561039287936757	3.6896268367759864	97.96850023122381	2.0985928287849696	0.0
3000	248.81998562812805	73.22423493861943	173.2992795846526	1.5595808774661895	3.7750315778816455	97.96850023122381	2.0985928287849696	0.0
4000	252.80241918563843	220.74686768023543	334.94969590967867	4.773111818775172	7.296312379897921	220.74686768023543	4.773111818775172	0.0
5000	256.61588621139526	139.68221641332565	401.9066949019594	3.0072555548830673	8.754857309581714	220.74686768023543	4.773111818775172	0.0
6000	573.0033814907074	239.75013158259108	36.55667983329554	5.1870657687635715	0.796325415108196	239.75013158259108	5.1870657687635715	-356.16708
7000	870.9433789253235	122.94177490733736	118.96303842358772	2.6425933620323656	2.591408502828898	239.75013158259108	5.1870657687635715	-183.3096
8000	1165.3289396762848	169.75018222391515	143.61872231476787	3.662235314116259	3.128490858200187	239.75013158259108	5.1870657687635715	-91.79425
9000	1464.5145490169525	185.99264740763417	185.67662242053808	4.0160499353780335	4.044651048705302	239.75013158259108	5.1870657687635715	-62.84263
10000	1767.807763338089	415.84682031163845	76.76778286333187	9.023034171550982	1.6722562561575933	415.84682031163845	9.023034171550982	-65.00743
11000	2068.953323364258	343.23266448690123	91.72582489569028	7.4412576523606635	1.998091892351633	415.84682031163845	9.023034171550982	-60.704247
12000	2383.693124294281	594.0709948175319	371.55227854145284	12.905346252213667	8.093637709801984	594.0709948175319	12.905346252213667	-58.91559
13000	2697.4033119678497	417.9694125231199	120.00668021234489	9.069271251384853	2.61414247332201	594.0709948175319	12.905346252213667	-64.76476
14000	3022.6258537769318	90.27645418108226	250.2238849589542	1.9310346207681846	5.450703947092059	594.0709948175319	12.905346252213667	-76.80262
15000	3343.055862426758	357.0324947003737	454.0739941397149	7.741863603811356	9.891233654753599	594.0709948175319	12.905346252213667	-72.652725
16000	3665.686249732971	419.1430766374207	256.0226763937542	9.094837538238039	5.577020806760401	594.0709948175319	12.905346252213667	-82.57921
17000	3986.469035387039	720.3755449112801	328.6135229633679	15.656677164706732	7.158289573267852	720.3755449112801	15.656677164706732	-87.94124
18000	4318.33626127243	370.4034896084267	93.64505148885556	8.033128103736404	2.0398989962915546	720.3755449112801	15.656677164706732	-86.74205
19000	4647.413647651672	470.4575594512091	172.125202914668	10.212636720606204	3.7494563042009434	720.3755449112801	15.656677164706732	-84.7633
20000	4973.331652879715	705.0468877072544	638.5694627013825	15.322768304090534	13.910155265193145	720.3755449112801	15.656677164706732	-86.9005
21000	5298.974105358124	1635.096903817813	880.5631357448481	35.58233423097406	19.181577971485524	1635.096903817813	35.58233423097406	-92.88411
22000	5629.464848518372	1649.6101449960443	860.6354347207026	35.89848063317808	18.747486722975825	1649.6101449960443	35.89848063317808	-94.56183
23000	5959.3093428611755	1005.9072748139803	681.2287170994376	21.876502771906342	14.83941494144518	1649.6101449960443	35.89848063317808	-88.88261
24000	6292.142445087433	1308.4917001981646	635.0670412348297	28.4677924964692	13.83386093975235	1649.6101449960443	35.89848063317808	-93.03157
25000	6643.806883096695	2320.352984013116	219.87450603658596	50.50947846303676	4.789594079378667	2320.352984013116	50.50947846303676	-96.44251
26000	6991.7745089530945	1181.4081771313388	758.7047298459828	25.69949297580458	16.52709878726118	2320.352984013116	50.50947846303676	-97.21398
27000	7325.862700223923	1983.732548358935	929.5471031963543	43.17677184474942	20.24861081999218	2320.352984013116	50.50947846303676	-102.387985
28000	7664.325750589371	2472.0278158595675	648.5627698183553	53.813458036192195	14.127842551744235	2472.0278158595675	53.813458036192195	-111.97308
29000	7999.902959346771	2761.3673148121625	48.847195071680765	60.116229449277924	1.064053493635353	2761.3673148121625	60.116229449277924	-112.88013
30000	8348.600968837738	2480.0164029403386	698.6996900296734	53.98747588880442	15.219990525290806	2761.3673148121625	60.116229449277924	-119.80972
31000	8696.365526676178	934.3107195979483	1212.2903488310862	20.316892960164203	26.407694015617803	2761.3673148121625	60.116229449277924	-117.40676
32000	9035.07236623764	2060.2216197886733	1086.5641943359915	44.84295684391475	23.668962472577725	2761.3673148121625	60.116229449277924	-126.64489
33000	9392.943601369858	2732.6779882700666	37.0436775218158	59.491281013807544	0.8069338357370954	2761.3673148121625	60.116229449277924	-126.21882
34000	9741.870789051056	2778.076543515555	21.232015507509942	60.48021172403711	0.46250353258837745	2778.076543515555	60.48021172403711	-131.3317
35000	10095.828641176224	2791.2903448147026	51.59142899161598	60.768052027168736	1.1238319862504331	2791.2903448147026	60.768052027168736	-139.61916
36000	10440.420414447784	2834.5539151894386	28.8916941682125	61.710475704450985	0.6293566717928835	2834.5539151894386	61.710475704450985	-139.66727
37000	10795.308458328247	2324.818174740934	968.3728621264722	50.60674508779813	21.09436428387095	2834.5539151894386	61.710475704450985	-139.69885
38000	11137.629828214645	1543.5629283773335	1391.1266197269256	33.588421454388836	30.303339580448974	2834.5539151894386	61.710475704450985	-146.09634
39000	11492.093607664108	2697.871139964387	785.8167378311545	58.73307271775809	17.117688006841906	2834.5539151894386	61.710475704450985	-148.10944
40000	11873.929053783417	2838.4835834024693	30.477447578635296	61.79607687734877	0.6638996266939465	2838.4835834024693	61.79607687734877	-152.0505
41000	12220.15372133255	2471.1446857151814	666.4612419581698	53.79422054028091	14.517730482528332	2838.4835834024693	61.79607687734877	-155.58513
42000	12580.964647054672	2998.2493376423254	38.72636108445172	65.27630350474756	0.8435882499952344	2998.2493376423254	65.27630350474756	-157.5714
43000	12956.285842895508	2651.80556753331	801.1154881929051	57.72961216675469	17.450945397502473	2998.2493376423254	65.27630350474756	-156.70755
44000	13351.140882492065	2831.117800407323	19.538380457528042	61.635625757937625	0.42561055870867015	2998.2493376423254	65.27630350474756	-155.8878
45000	13714.92487692833	2937.0042917528417	46.34334829262789	63.942183808602636	1.0095114281417439	2998.2493376423254	65.27630350474756	-160.08624
46000	14089.040801763535	3009.9345788246414	35.26031509509946	65.53084671210613	0.7680863027767927	3009.9345788246414	65.53084671210613	-162.69745
47000	14430.247989416122	3001.409113167998	43.92319833733069	65.34513386813407	0.9567925563359705	3009.9345788246414	65.53084671210613	-169.19136
48000	14791.632709026337	2887.6402546935633	31.637671895113897	62.86687178678047	0.6891731502921429	3009.9345788246414	65.53084671210613	-163.72754
49000	15141.436690330505	2758.727721811537	42.40213690041879	60.058730382034256	0.9236588066169733	3009.9345788246414	65.53084671210613	-156.35786
50000	15496.167889356613	2854.165653501395	33.20810067216444	62.13768423989454	0.7233822839849544	3009.9345788246414	65.53084671210613	-153.70453
51000	15847.933433532715	2796.091750027143	33.726019754979184	60.872642515592034	0.7346642748685842	3009.9345788246414	65.53084671210613	-136.14018
52000	16205.459670066833	2117.0184908770398	1316.016142225186	46.08018057846999	28.66718491738051	3009.9345788246414	65.53084671210613	-146.06299
53000	16564.92633843422	2148.5059942459984	1308.0940687936668	46.76608256150975	28.494615952074025	3009.9345788246414	65.53084671210613	-145.35448
54000	16937.158685207367	2454.2387662097854	798.8949547843027	53.425953689207134	17.40257483440893	3009.9345788246414	65.53084671210613	-142.73508
55000	17306.298657655716	2857.373510515671	36.304834982077175	62.207561977154874	0.7908394011538693	3009.9345788246414	65.53084671210613	-148.29263
56000	17676.124755382538	2654.382780812946	851.2916388337657	57.785752397325055	18.543947939577496	3009.9345788246414	65.53084671210613	-154.66647
57000	18038.22083425522	2910.0232206407395	53.594531685152916	63.354446827252374	1.1674661891159321	3009.9345788246414	65.53084671210613	-161.8099
58000	18406.713200330734	2931.8830466277527	35.95078411135974	63.83062614886152	0.7831270020005785	3009.9345788246414	65.53084671210613	-166.97917
59000	18770.201894283295	2417.176202769124	617.9759429709308	52.61860845568354	13.461560282752902	3009.9345788246414	65.53084671210613	-181.30992
60000	19148.194348096848	3304.6953609403354	23.259880885550945	71.95171160591714	0.506677148636551	3304.6953609403354	71.95171160591714	-190.69858
61000	19506.506358146667	3170.7879743657845	10.82048871633039	69.03476576492992	0.2357060380756287	3304.6953609403354	71.95171160591714	-207.41971
62000	19892.736686468124	3106.9664945248633	19.899627162084798	67.64452281456077	0.4334797069265716	3304.6953609403354	71.95171160591714	-220.31589
63000	20264.278935194016	3181.6124819982	23.045109834211548	69.27055934829232	0.5019987246825444	3304.6953609403354	71.95171160591714	-225.59576
64000	20647.20818424225	3245.407665270094	25.327368429571187	70.66022947239983	0.5517138665286243	3304.6953609403354	71.95171160591714	-226.30911
65000	20997.42624616623	3289.5468451147076	22.81484879249863	71.62172682042441	0.49698287749780407	3304.6953609403354	71.95171160591714	-227.24002
66000	21378.61261701584	3141.4384140013385	62.21894896147186	68.3954352527762	1.355334526693344	3304.6953609403354	71.95171160591714	-224.02457
67000	21730.702666044235	3142.4249756930326	31.590105602783655	68.4169258299361	0.6881369990974046	3304.6953609403354	71.95171160591714	-233.9602
68000	22046.931211948395	3282.9659847202374	41.610013658506396	71.47837391175509	0.9064037420895246	3304.6953609403354	71.95171160591714	-223.54698
69000	22365.116980314255	3328.799071965446	19.807928380099106	72.47677016635666	0.4314822041182571	3328.799071965446	72.47677016635666	-230.87079
70000	22731.914793491364	3336.787866946072	25.49055763068661	72.65079254771547	0.5552686671536287	3336.787866946072	72.65079254771547	-231.64261
71000	23028.96705722809	3351.8417366650892	21.58833913223324	72.9787156279199	0.47026543984211594	3351.8417366650892	72.9787156279199	-231.12367
72000	23397.93797802925	3511.7948459930835	33.863266516091215	76.46302346890303	0.7376539633335418	3511.7948459930835	76.46302346890303	-237.62071
73000	23770.251719474792	3376.6265987595593	17.025844598371485	73.51861191187625	0.3708792163071976	3511.7948459930835	76.46302346890303	-234.98837
74000	24157.999722719193	3383.8352143087586	17.63318155819511	73.67563940440972	0.3841090243435838	3511.7948459930835	76.46302346890303	-241.30513
75000	24508.406499385834	3375.5011266999254	26.392756840588177	73.4940954073915	0.5749215503916939	3511.7948459930835	76.46302346890303	-238.87143
76000	24880.265944480896	3421.3332978575318	19.77202785410867	74.49247170657468	0.4307001719043825	3511.7948459930835	76.46302346890303	-244.85153
77000	25262.694787740707	3462.333358065772	23.636229008224888	75.38558864481072	0.5148752556960622	3511.7948459930835	76.46302346890303	-236.70184
78000	25651.946667432785	3496.7336187419182	31.373092831211757	76.13494011730994	0.6834097430611886	3511.7948459930835	76.46302346890303	-243.88116
79000	26044.50564455986	3375.1232619249226	23.02129906612315	73.48586426262722	0.5014800473883135	3511.7948459930835	76.46302346890303	-243.94736
80000	26430.646051883698	3368.672417752898	10.499643011614607	73.34534353737232	0.22871695727949218	3511.7948459930835	76.46302346890303	-243.83797
81000	26806.416485071182	3432.6130821712577	13.267946651465994	74.73818272209687	0.2890197680162147	3511.7948459930835	76.46302346890303	-243.13797
82000	27160.31503224373	1682.1381538931917	1431.4125129710217	36.60704826858112	31.18089959976425	3511.7948459930835	76.46302346890303	-249.26346
83000	27539.85813355446	3450.29229321929	13.250743349907829	75.12329442099322	0.28864502320030044	3511.7948459930835	76.46302346890303	-251.72299
84000	27920.039371967316	3512.2661334522136	11.780608826339746	76.47328966876685	0.25662063011854397	3512.2661334522136	76.47328966876685	-256.3537
85000	28340.761350631714	3468.393694548528	19.58843823279338	75.51760282080629	0.4267009826434823	3512.2661334522136	76.47328966876685	-255.84784
86000	28713.481399297714	3417.8375436619162	10.343885886645905	74.41632261635003	0.22532405185803542	3512.2661334522136	76.47328966876685	-247.3894
87000	29102.80683374405	3430.525975548946	24.826583753657918	74.69271863578032	0.5408051197073874	3512.2661334522136	76.47328966876685	-255.0599
88000	29525.486912488937	3536.8399916776425	16.44592542853791	77.0085895904614	0.35824665843397513	3536.8399916776425	77.0085895904614	-251.7926
89000	29950.803243160248	3433.449647312578	15.83681971620811	74.75640587820583	0.34497832111703036	3536.8399916776425	77.0085895904614	-262.89954
90000	30325.987093687057	3576.5003246829715	15.889085602237309	77.87252283844286	0.34611684500864204	3576.5003246829715	77.87252283844286	-263.91144
91000	30697.45425248146	3197.844650205457	808.5090461499951	69.6241496673447	17.612001547463436	3576.5003246829715	77.87252283844286	-258.03326
92000	31077.683334112167	3674.4327989058556	25.857092142182722	80.00581608454016	0.5632530012985709	3674.4327989058556	80.00581608454016	-261.4123
93000	31442.435954093933	3722.451281866426	12.69430320410213	81.05181748704214	0.27652391613827393	3722.451281866426	81.05181748704214	-262.56384
94000	31816.82216501236	3625.4563538160137	15.389898597505367	78.9389470979543	0.3352429007507784	3722.451281866426	81.05181748704214	-268.82257
95000	32197.65602040291	3604.3035142117587	11.164379760817422	78.47816827845017	0.2431971226052393	3722.451281866426	81.05181748704214	-267.65918
96000	32594.05862545967	3557.9187085100666	13.481424178258061	77.46775377079923	0.29367001472663995	3722.451281866426	81.05181748704214	-277.90207
97000	32992.71195411682	3513.7567856852197	13.870067615431061	76.5057610054321	0.3021359544084508	3722.451281866426	81.05181748704214	-276.58478
98000	33421.04806804657	3746.6402168013533	17.65778891168297	81.57873250615548	0.38464505390289616	3746.6402168013533	81.57873250615548	-277.42676
99000	33869.07380127907	3631.7747837746474	15.842746272450011	79.07658340361952	0.3451074211168359	3746.6402168013533	81.57873250615548	-281.97644
100000	34263.27979564667	3631.8145831113848	15.719292306819092	79.07745036482861	0.34241818536358604	3746.6402168013533	81.57873250615548	-276.0998
