Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	990.0671856403351	3172.206614641201	720.2954922027095	69.06566844294561	15.690418534849114	3172.206614641201	69.06566844294561	0.0
2000	1004.1897687911987	2965.890380411229	441.22672735774677	64.57141837384867	9.611377685890732	3172.206614641201	69.06566844294561	0.0
3000	1015.6627979278564	2402.727956133754	666.1391138684035	52.30387784962295	14.510713467143708	3172.206614641201	69.06566844294561	0.0
4000	1031.6100413799286	3347.7463887264757	72.00081376848772	72.8895054025356	1.5684159002891063	3347.7463887264757	72.8895054025356	0.0
5000	1043.5330312252045	2208.9327748298397	649.2972091757257	48.08237773250206	14.143841070449898	3347.7463887264757	72.8895054025356	0.0
6000	1351.3563356399536	441.50463113783934	274.8581595377971	9.581946166571182	5.987319936819317	3347.7463887264757	72.8895054025356	-326.83047
7000	1656.5601897239685	528.9877557700154	316.57732128397856	11.487618012465383	6.896101285316822	3347.7463887264757	72.8895054025356	-327.25333
8000	1962.4931452274323	432.0853812925378	191.5857762709352	9.376763746360368	4.173371966860725	3347.7463887264757	72.8895054025356	-323.8614
9000	2266.996836423874	442.5312369695889	194.46608820667396	9.604309037566265	4.236114688801771	3347.7463887264757	72.8895054025356	-326.6811
10000	2571.5347561836243	696.6856172190294	140.18114640239884	15.140632174039045	3.0536090834365512	3347.7463887264757	72.8895054025356	-321.96796
11000	2878.4462010860443	378.62295910170667	205.23870959168528	8.212175339044787	4.470778018057654	3347.7463887264757	72.8895054025356	-308.87735
12000	3183.742207765579	533.9792372052191	257.7735160977458	11.596348989786613	5.615159887235625	3347.7463887264757	72.8895054025356	-311.32678
13000	3493.111625432968	833.7691076059415	162.94298146983098	18.12676406251031	3.5494371466346846	3347.7463887264757	72.8895054025356	-288.14954
14000	3799.2020552158356	1069.53851376361	635.409735836946	23.262601646352312	13.841325961809334	3347.7463887264757	72.8895054025356	-268.7088
15000	4119.992597103119	2524.7764208472677	994.5870600218996	54.96249714353887	21.66539622976971	3347.7463887264757	72.8895054025356	-277.01605
16000	4431.359488248825	901.9214877741767	684.1504911659459	19.611348348489457	14.903060845749799	3347.7463887264757	72.8895054025356	-265.12292
17000	4750.500777244568	1750.0897238641403	1229.2843729589047	38.087258244189584	26.77788007681524	3347.7463887264757	72.8895054025356	-282.36203
18000	5075.278703689575	1170.1725849468517	1350.3175916252555	25.454744611043377	29.414383953422195	3347.7463887264757	72.8895054025356	-259.0406
19000	5401.245558977127	1355.0237227254484	978.0355441228498	29.481413873570148	21.30484946159805	3347.7463887264757	72.8895054025356	-249.55386
20000	5726.45103096962	2833.6363767064745	675.5746356319326	61.69048868110376	14.71625034356051	3347.7463887264757	72.8895054025356	-249.73401
21000	6046.852874040604	1601.3185663883826	870.202742820515	34.846530304090734	18.955894341741907	3347.7463887264757	72.8895054025356	-245.94904
22000	6379.759367465973	2420.2640192926897	1164.1749160914674	52.685871313966075	25.35958072622137	3347.7463887264757	72.8895054025356	-246.92273
23000	6716.264310598373	2348.1038032008687	1013.7223612297595	51.11398310377694	22.082226389047214	3347.7463887264757	72.8895054025356	-250.13489
24000	7047.1049473285675	2514.2397385739823	970.1276711425784	54.732973348615495	21.132589829094385	3347.7463887264757	72.8895054025356	-235.27441
25000	7368.925853252411	961.664283735942	694.7788119705552	20.9127440718135	15.134580831022777	3347.7463887264757	72.8895054025356	-239.62276
26000	7698.654484987259	2649.2331092672457	1107.1951376132267	57.67357551610934	24.118372663662814	3347.7463887264757	72.8895054025356	-230.61478
27000	8032.340455055237	2210.635517874656	711.5976239481461	48.11946910863823	15.500950191992022	3347.7463887264757	72.8895054025356	-254.44637
28000	8383.388365745544	2137.0681076466526	1383.6873464336516	46.51692755520939	30.14128759924104	3347.7463887264757	72.8895054025356	-242.6467
29000	8727.443954229355	2268.841112195949	1268.2288997594565	49.38737949521843	27.62622069779241	3347.7463887264757	72.8895054025356	-241.07689
30000	9067.451912164688	1892.079268657674	1593.2833381195321	41.180260226709656	34.70698163506142	3347.7463887264757	72.8895054025356	-246.38773
31000	9409.727268457413	3203.8882899856812	1393.111577762607	69.75580013392695	30.34657853264443	3347.7463887264757	72.8895054025356	-247.39278
32000	9762.231536149979	3210.966425060757	1004.4729112630888	69.90998533010873	21.8807427718856	3347.7463887264757	72.8895054025356	-254.69742
33000	10104.15466952324	2218.4536918850454	1647.5521069718252	48.289774800856506	35.88913494003286	3347.7463887264757	72.8895054025356	-242.80501
34000	10441.391907930374	1999.07392063834	1709.4509783373355	43.510957681768446	37.23749711787961	3347.7463887264757	72.8895054025356	-257.32394
35000	10789.814759254456	3641.8375451495367	711.1511110036241	79.2957836336605	15.491223663009656	3641.8375451495367	79.2957836336605	-246.55005
36000	11155.095064163208	3605.3415808323493	1102.847615818448	78.50078080333819	24.023669257508143	3641.8375451495367	79.2957836336605	-252.81723
37000	11497.881736516953	3868.031026212666	802.1844035106936	84.22302589208654	17.474229909061922	3868.031026212666	84.22302589208654	-269.68494
38000	11854.07792878151	4145.234735309018	32.467547148709244	90.26143965729484	0.7072505785165035	4145.234735309018	90.26143965729484	-271.69128
39000	12203.174079179764	3846.0629363249304	1216.328502885619	83.7444882245861	26.49565836901123	4145.234735309018	90.26143965729484	-270.89743
40000	12555.949732542038	3026.779115104532	1822.8316879866848	65.89777643347463	39.707304033838824	4145.234735309018	90.26143965729484	-284.42984
41000	12902.558244228363	3830.4211984291805	1189.3750473229316	83.40375943084314	25.908522945678605	4145.234735309018	90.26143965729484	-270.74646
42000	13320.228770256042	2634.897665875531	1960.0605799863883	57.3613021378451	42.696603250420615	4145.234735309018	90.26143965729484	-278.63757
43000	13710.425028085709	2226.3432022158245	2015.4877784833673	48.461634434111176	43.90399098510188	4145.234735309018	90.26143965729484	-282.78195
44000	14075.045802593231	4124.752573351629	75.10451465268572	89.81527041551988	1.6360247724911594	4145.234735309018	90.26143965729484	-290.82635
45000	14459.106499671936	3181.488469671268	1708.1974912130765	69.26785794958289	37.21019202181755	4145.234735309018	90.26143965729484	-289.0548
46000	14831.783056735992	3516.869919784703	1632.6778800140935	76.57357536426788	35.5651250734218	4145.234735309018	90.26143965729484	-295.55743
47000	15214.39002609253	3534.979690354075	1666.8145411094706	76.96806607381623	36.308734475072804	4145.234735309018	90.26143965729484	-296.07968
48000	15596.807371139526	3124.1003920270914	1888.4742257984487	68.01775578054955	41.137215650815016	4145.234735309018	90.26143965729484	-295.15866
49000	15982.703834295273	3144.1152220079102	1885.227068190032	68.45374498595542	41.06648181660918	4145.234735309018	90.26143965729484	-302.0191
50000	16373.278107404709	3511.735364790541	1623.8866869833148	76.46172777154972	35.373623808223336	4145.234735309018	90.26143965729484	-300.1814
51000	16758.052401065826	3597.412734881697	1486.3402247983784	78.32806431016168	32.377406862495064	4145.234735309018	90.26143965729484	-301.1955
52000	17145.76920413971	4023.671675122119	1274.7350108477224	87.61339407967137	27.767945319304257	4145.234735309018	90.26143965729484	-306.1413
53000	17525.420366048813	3738.9511369550537	1281.8503368754787	81.41123891187044	27.922940657461922	4145.234735309018	90.26143965729484	-304.4428
54000	17903.310338020325	3341.1981850350408	1732.993588760094	72.74686386488574	37.75033305109691	4145.234735309018	90.26143965729484	-324.37762
55000	18292.990940332413	3241.6984699576933	1348.9440583318735	70.57943092859514	29.384463854687706	4145.234735309018	90.26143965729484	-313.34717
56000	18673.588774204254	2913.6890448108584	1881.6853015545912	63.43430060410782	40.98933042323742	4145.234735309018	90.26143965729484	-306.66437
57000	19062.333204746246	4028.3836590406913	1282.1266336717758	87.71603667651142	27.92895931566632	4145.234735309018	90.26143965729484	-310.71555
58000	19459.38240790367	2302.476673690223	2068.3063312589297	50.12007328993578	45.05455378665328	4145.234735309018	90.26143965729484	-317.28595
59000	19849.912754058838	2868.1221529204313	1729.1012101937008	62.44170296489919	37.665544170055846	4145.234735309018	90.26143965729484	-331.6525
60000	20268.41526579857	4178.796093775401	635.0202930087482	90.99251706460343	13.832842608746644	4178.796093775401	90.99251706460343	-323.58505
61000	20689.52383518219	4122.28627393569	338.8980988299721	89.76154625580037	7.38232165669371	4178.796093775401	90.99251706460343	-321.45074
62000	21088.032651662827	3927.026123016172	782.113694283556	85.50813425437855	17.037023468824444	4178.796093775401	90.99251706460343	-324.0105
63000	21466.05770635605	2397.6376624944814	1958.3412203488579	52.19299441562945	42.65914990992798	4178.796093775401	90.99251706460343	-326.41608
64000	21850.387197971344	3152.8730862410034	1542.0513510861135	68.64452023968968	33.590979483683135	4178.796093775401	90.99251706460343	-341.17398
65000	22247.91387104988	3586.1671908004428	1685.886797679239	78.0830991601683	36.724191313583006	4178.796093775401	90.99251706460343	-324.31635
66000	22650.325800180435	3090.0454051797624	1882.3069276196081	67.27592551419687	41.002871495252826	4178.796093775401	90.99251706460343	-329.52466
67000	23045.988896369934	3614.2363275861644	1622.5563489105198	78.69453781117677	35.34464464428166	4178.796093775401	90.99251706460343	-329.94516
68000	23443.783934116364	3647.164463358341	1646.4055230604667	79.411821533525	35.86415854958021	4178.796093775401	90.99251706460343	-328.31696
69000	23844.78591942787	3131.0253607335762	1921.6788558401572	68.16860450655392	41.8605223329879	4178.796093775401	90.99251706460343	-337.17358
70000	24247.942031621933	4528.4044835451405	68.87569183945645	98.60814428726847	1.5003404068704438	4528.4044835451405	98.60814428726847	-333.00296
71000	24630.282034397125	4453.939011886767	59.932266941323874	96.98603998512745	1.3055230280228236	4528.4044835451405	98.60814428726847	-335.5407
72000	25022.529558181763	4074.7385252834647	1257.3176400490495	88.72579900370836	27.388537367198225	4528.4044835451405	98.60814428726847	-335.0677
73000	25422.060221910477	3843.566687664484	1297.5477685483984	83.6901116712501	28.2648826459049	4528.4044835451405	98.60814428726847	-343.46735
74000	25798.189337968826	4296.603678234685	673.9540084991044	93.5587559578847	14.680947723624284	4528.4044835451405	98.60814428726847	-345.9425
75000	26180.126281261444	3688.439340952055	1655.1630359438625	80.31092490350385	36.05492614975581	4528.4044835451405	98.60814428726847	-353.41147
76000	26571.66949915886	4492.002380378315	46.474593767054664	97.81518606329075	1.0123703887306303	4528.4044835451405	98.60814428726847	-353.47372
77000	26967.687764406204	4575.282403757181	157.2976127760701	99.62930046016203	3.4264623417837434	4575.282403757181	99.62930046016203	-351.42792
78000	27350.43054509163	4516.564494968646	81.28538600381032	98.35023016976525	1.7706645966453183	4575.282403757181	99.62930046016203	-338.09894
79000	27737.030062675476	4483.606889141956	70.03588559821392	97.63230449214375	1.5256132648203926	4575.282403757181	99.62930046016203	-353.0299
80000	28157.57185459137	2921.5445879127915	1047.44806350143	63.605420318755684	22.816883748079107	4575.282403757181	99.62930046016203	-353.40515
81000	28586.64212703705	4534.116177354708	88.84857406291886	98.73256387254311	1.9354158513592463	4575.282403757181	99.62930046016203	-347.32947
82000	29030.406265735626	4087.1947968557106	786.8715714836354	88.99713780350369	17.14066577314925	4575.282403757181	99.62930046016203	-344.80902
83000	29458.36681652069	3673.2819240807635	883.2586462601835	79.98074622379218	19.240295107172937	4575.282403757181	99.62930046016203	-358.88632
84000	29871.257777929306	4038.2593027574812	747.787674256208	87.93116086497972	16.289289203241772	4575.282403757181	99.62930046016203	-359.18256
85000	30273.13992881775	3861.5005898268764	1285.42583484498	84.08077138512732	28.000826830871702	4575.282403757181	99.62930046016203	-361.63788
86000	30666.205326795578	2581.486291509941	1990.7398511432714	56.19782572102787	43.3648992622748	4575.282403757181	99.62930046016203	-355.0074
87000	31165.584244966507	3763.196406358527	814.6742559450696	81.93938108206137	17.746300211118886	4575.282403757181	99.62930046016203	-355.08588
88000	31685.514486551285	3590.694336274344	893.0986617346983	78.18171536424373	19.454643194667398	4575.282403757181	99.62930046016203	-352.98087
89000	32210.167263507843	4201.123476617639	519.1240564011692	91.47888132118268	11.308239194353687	4575.282403757181	99.62930046016203	-353.41876
90000	32736.13147687912	3786.6045607424544	763.2328828277504	82.4492881179766	16.625736938190716	4575.282403757181	99.62930046016203	-361.39175
91000	33284.9086933136	4416.5007762351515	208.46334495549073	96.17051136813753	4.541021243272989	4575.282403757181	99.62930046016203	-352.75708
92000	33820.12933397293	4220.087386936208	598.9868989468775	91.89197801993576	13.04791608875284	4575.282403757181	99.62930046016203	-358.5209
93000	34334.5899643898	4386.712189275508	125.30234002796024	95.5216174044543	2.7294994619810535	4575.282403757181	99.62930046016203	-354.66107
94000	34883.94667720795	4451.050361681106	45.906541496939774	96.92311562808477	0.9999963311886119	4575.282403757181	99.62930046016203	-355.2772
95000	35390.13407254219	4434.974093510885	212.0995034253388	96.57292132755141	4.620228803043326	4575.282403757181	99.62930046016203	-361.59882
96000	35929.59951353073	4508.535733404262	69.50242568885153	98.17533718400401	1.5139927433259932	4575.282403757181	99.62930046016203	-355.7678
97000	36448.64290642738	4431.708665013498	80.95280816097676	96.50178949294431	1.76341995107143	4575.282403757181	99.62930046016203	-364.18604
98000	36938.43840408325	4182.537475943302	1274.1515694761977	91.07401674459406	27.755236036226872	4575.282403757181	99.62930046016203	-355.76767
99000	37434.055706739426	4555.841935375833	100.61414936896912	99.20582275036261	2.1917090016754854	4575.282403757181	99.62930046016203	-361.26917
100000	37895.48788142204	3664.2058053383325	1685.1536551770398	79.78303833406872	36.70822104467293	4575.282403757181	99.62930046016203	-355.97653
