Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	242.70886158943176	969.8597475431161	2.3783326273719183	21.09126838386845	0.05180795207316292	969.8597475431161	21.09126838386845	0.0
2000	255.44065809249878	970.1374974208002	2.2107385945149676	21.097318694992207	0.04815719964178629	970.1374974208002	21.097318694992207	0.0
3000	267.9959273338318	969.9302393353946	1.7539335480336842	21.09280392828889	0.038206474632797256	970.1374974208002	21.097318694992207	0.0
4000	280.98405408859253	969.330534371401	2.123370732769425	21.07974037036808	0.04625403860284817	970.1374974208002	21.097318694992207	0.0
5000	293.65762424468994	970.5583376613171	2.9401708511832747	21.106485987556844	0.06404664713082278	970.5583376613171	21.106485987556844	0.0
6000	568.1323871612549	281.4974978407646	33.841408650624935	6.096461504831898	0.7371778267185592	970.5583376613171	21.106485987556844	-90.67477
7000	818.9935324192047	294.4165845538513	49.5191263900287	6.377881949372584	1.078690380476491	970.5583376613171	21.106485987556844	-164.3746
8000	1080.8792297840118	521.6558941696901	234.16216263701773	11.327905813244351	5.100826503251569	970.5583376613171	21.106485987556844	-116.904465
9000	1330.506679058075	321.33624498697674	10.955455548049388	6.964281202990134	0.23864606213647327	970.5583376613171	21.106485987556844	-122.63423
10000	1586.6392893791199	277.130493669407	16.733885326051073	6.001333708068247	0.36451937756403413	970.5583376613171	21.106485987556844	-127.28345
11000	1845.8589594364166	423.30351250094407	111.69949262279403	9.185465593935643	2.4331844477081623	970.5583376613171	21.106485987556844	-144.76186
12000	2103.8321285247803	544.8477283268844	173.0433388502208	11.833100679040873	3.7694563420418783	970.5583376613171	21.106485987556844	-112.80713
13000	2363.9926369190216	315.3744615819258	217.904092830545	6.834413839037451	4.746671961686619	970.5583376613171	21.106485987556844	-151.99069
14000	2633.706693649292	542.4714286548748	175.47589570878574	11.781337011460453	3.8224454772424634	970.5583376613171	21.106485987556844	-179.99985
15000	2893.5199525356293	440.8608944862779	26.788399458000114	9.56792345283972	0.5835399553721735	970.5583376613171	21.106485987556844	-103.68735
16000	3150.786704301834	464.9847014549917	53.81849288682934	10.09341976940768	1.1723448049450054	970.5583376613171	21.106485987556844	-105.88498
17000	3417.840067625046	815.3631225923407	239.94344022454231	17.72582082249863	5.226761853391	970.5583376613171	21.106485987556844	-152.05713
18000	3681.5140941143036	830.9387955081445	229.52143214005483	18.065110502437516	4.99973604163822	970.5583376613171	21.106485987556844	-152.16011
19000	3950.615374326706	503.7893003934111	114.31097380595807	10.938712298670676	2.4900711465745147	970.5583376613171	21.106485987556844	-108.26377
20000	4223.345436811447	488.86504562472675	146.52346096931882	10.613612660846654	3.1917656748797736	970.5583376613171	21.106485987556844	-135.74374
21000	4493.57964515686	-5.969413501576837	1.9598287029912191	-0.1655187556420039	0.04269155220242408	970.5583376613171	21.106485987556844	-165.97063
22000	4763.291644573212	302.78604464247985	258.2443398798418	6.560196476011797	5.625415986679836	970.5583376613171	21.106485987556844	-109.5037
23000	5034.947489500046	463.3937378544967	55.68193260900838	10.0587633193317	1.2129366862936444	970.5583376613171	21.106485987556844	-106.34622
24000	5304.233894586563	376.22682852617453	18.12727170118111	8.159979688785645	0.3948719420923619	970.5583376613171	21.106485987556844	-125.34062
25000	5594.9766664505005	817.4654362544976	221.5102028808833	17.771616168447416	4.825224967480817	970.5583376613171	21.106485987556844	-116.13023
26000	5883.843924283981	1176.7043599069546	298.53694367798096	25.597028276579106	6.503122184060472	1176.7043599069546	25.597028276579106	-116.91488
27000	6161.38957285881	387.85345701443237	43.52704115312302	8.413246117778685	0.9481629423885107	1176.7043599069546	25.597028276579106	-119.43903
28000	6445.699598073959	812.0180260865624	216.85169086164166	17.65295355512949	4.723747165491524	1176.7043599069546	25.597028276579106	-165.25989
29000	6732.048892498016	306.5113234173	300.2227180972042	6.641345370831575	6.539843927399539	1176.7043599069546	25.597028276579106	-123.32446
30000	7022.925698518753	942.9291610105292	113.11101526503538	20.504631123661436	2.4639320801283726	1176.7043599069546	25.597028276579106	-122.31763
31000	7310.27539896965	437.45356973687103	50.61828689620298	9.49370064847529	1.1026337322891069	1176.7043599069546	25.597028276579106	-125.60491
32000	7592.651652336121	352.5981491022402	18.63629616787713	7.64526888800922	0.405960178813815	1176.7043599069546	25.597028276579106	-119.494095
33000	7878.466096639633	430.67418823499736	19.3406710180811	9.346023293385198	0.4213037931009521	1176.7043599069546	25.597028276579106	-116.11991
34000	8160.306328296661	565.1698666051286	145.7834244996724	12.275784075730787	3.1756452325536726	1176.7043599069546	25.597028276579106	-116.77321
35000	8459.982516765594	497.84804474003977	195.53509710771985	10.809292097054723	4.259401238914136	1176.7043599069546	25.597028276579106	-117.74017
36000	8760.505397081375	693.6448561620672	225.91181122714963	15.074394339477143	4.921106557643492	1176.7043599069546	25.597028276579106	-120.53194
37000	9058.544365882874	464.37064333337355	265.81885788977485	10.08004355223402	5.790414045201844	1176.7043599069546	25.597028276579106	-115.785545
38000	9357.510999917984	401.7060266220325	110.33983218979226	8.715000907693723	2.403566545763737	1176.7043599069546	25.597028276579106	-121.53136
39000	9639.143013000488	1015.6912402658861	241.11385002621643	22.08962990449667	5.2522572505500165	1176.7043599069546	25.597028276579106	-116.642456
40000	9920.519801855087	631.6146990751279	52.05938407555888	13.723172324328658	1.1340255959593035	1176.7043599069546	25.597028276579106	-113.33243
41000	10215.290967702866	1023.0265112205461	52.542027050168116	22.24941637073315	1.1445391565139653	1176.7043599069546	25.597028276579106	-108.8099
42000	10507.928278446198	353.8755370736716	64.77406111750926	7.673094623585946	1.4109933216819228	1176.7043599069546	25.597028276579106	-109.89916
43000	10793.8438642025	514.8374505409153	31.851650157364393	11.179377555814069	0.6938343046772709	1176.7043599069546	25.597028276579106	-123.71661
44000	11087.949165344238	495.07839456295534	36.288206083057545	10.748959954282764	0.7904771687253503	1176.7043599069546	25.597028276579106	-111.660614
45000	11371.282585859299	438.8453838728507	130.5542680339411	9.524018964434005	2.8439038271628134	1176.7043599069546	25.597028276579106	-112.27873
46000	11660.739910364151	596.3272839914398	133.48287039256186	12.954495694154506	2.9076984742574186	1176.7043599069546	25.597028276579106	-115.57761
47000	11951.251757621765	568.9361203815754	143.7075700686084	12.357825541630003	3.1304262561843896	1176.7043599069546	25.597028276579106	-115.98755
48000	12249.822497844696	561.7064609330178	12.538741430387653	12.200339643355948	0.2731352661133517	1176.7043599069546	25.597028276579106	-117.95154
49000	12530.745931625366	461.38251630887964	15.49306168235609	10.014952261010986	0.33749013399904537	1176.7043599069546	25.597028276579106	-117.62219
50000	12810.506220817566	370.86819937699005	5.074381293967055	8.043251019740907	0.11053681047520089	1176.7043599069546	25.597028276579106	-114.100006
51000	13088.562900543213	468.8567488690951	9.633254694423025	10.177765770697057	0.20984415374594606	1176.7043599069546	25.597028276579106	-114.528915
52000	13376.751561164856	438.18795891154923	12.18520711495928	9.509698074035912	0.2654341192430041	1176.7043599069546	25.597028276579106	-113.51059
53000	13659.880515575409	415.3456911657683	7.342256239139879	9.012117921034589	0.15993862883955234	1176.7043599069546	25.597028276579106	-105.500565
54000	13940.288927555084	556.5539827635214	62.15749936837354	12.088101624589731	1.3539959512823552	1176.7043599069546	25.597028276579106	-107.62334
55000	14246.963701963425	478.9256534411158	31.599670997520402	10.397099819893077	0.6883453650367893	1176.7043599069546	25.597028276579106	-111.33137
56000	14536.693344593048	453.49532224597135	186.91170541329745	9.8431430837327	4.071555241903022	1176.7043599069546	25.597028276579106	-99.41582
57000	14828.70089006424	542.8256643739369	173.7441914069782	11.789053437222162	3.7847232291261137	1176.7043599069546	25.597028276579106	-98.72854
58000	15128.094145298004	482.26303919618385	28.628914590118217	10.469799121604831	0.6236324633154681	1176.7043599069546	25.597028276579106	-99.692924
59000	15410.83311867714	461.84136194158737	9.457688684969998	10.024947436738184	0.20601974529326056	1176.7043599069546	25.597028276579106	-103.607346
60000	15697.351063966751	519.5071793270122	13.21143348769379	11.28109969609018	0.2877887243654987	1176.7043599069546	25.597028276579106	-103.94899
61000	15972.85037612915	431.2001228024234	11.879575685071021	9.357479888038625	0.25877645568094815	1176.7043599069546	25.597028276579106	-108.15294
62000	16276.066633224487	807.1574416491101	201.73538702423915	17.547073947422412	4.394464063658587	1176.7043599069546	25.597028276579106	-105.11624
63000	16554.941660165787	562.5957262690767	14.47544309025642	12.219710784036879	0.3153230348130427	1176.7043599069546	25.597028276579106	-103.871025
64000	16835.813766479492	425.0107393604943	19.171509728332282	9.222654642389026	0.4176189006300336	1176.7043599069546	25.597028276579106	-113.24132
65000	17146.10290837288	562.3142134358238	35.343891432142165	12.213578503293094	0.7699068718654575	1176.7043599069546	25.597028276579106	-114.33777
66000	17433.127764940262	488.8294635391356	17.364242530737123	10.612837565318067	0.378250642683764	1176.7043599069546	25.597028276579106	-116.38668
67000	17712.487231731415	553.2583492675797	34.34049790076912	12.016311825196896	0.7480496415581311	1176.7043599069546	25.597028276579106	-113.424835
68000	17998.610548734665	521.606043962174	11.992509049000288	11.326819910821738	0.26123651792731867	1176.7043599069546	25.597028276579106	-119.42355
69000	18297.318335533142	678.3526638353811	140.81953873933907	14.741279804514054	3.0675153803167396	1176.7043599069546	25.597028276579106	-123.00991
70000	18586.361529111862	557.1914592506479	17.300475609839058	12.10198797123137	0.3768615882076492	1176.7043599069546	25.597028276579106	-117.252426
71000	18885.461248397827	665.4748320730959	35.299699455508836	14.460758029271897	0.7689442244287239	1176.7043599069546	25.597028276579106	-115.43923
72000	19186.736631393433	556.7306049591131	14.15804287722859	12.091949040270343	0.3084090082234454	1176.7043599069546	25.597028276579106	-118.14401
73000	19478.113803625107	535.443055160524	28.682193736064463	11.628235787116584	0.6247930593599044	1176.7043599069546	25.597028276579106	-118.1006
74000	19763.436841487885	550.9452160774779	33.29385579764075	11.965924132545148	0.725250314293069	1176.7043599069546	25.597028276579106	-111.42251
75000	20051.750149011612	497.7027019876555	10.031663071757025	10.806126051118571	0.21852280612657388	1176.7043599069546	25.597028276579106	-104.74861
76000	20326.600152254105	846.3437679874808	164.86904339572297	18.40068176219849	3.5913931467324574	1176.7043599069546	25.597028276579106	-97.672
77000	20620.27268218994	480.6528370073088	192.96502414004635	10.434723591433293	4.203416547958232	1176.7043599069546	25.597028276579106	-102.578964
78000	20902.608072519302	436.2699163450611	189.67317077723547	9.467916762113742	4.13170909236955	1176.7043599069546	25.597028276579106	-105.74266
79000	21203.29028892517	203.79333063204047	45.59024181415181	4.403807700101903	0.9931062777881557	1176.7043599069546	25.597028276579106	-109.701614
80000	21498.065990447998	579.1210255522578	126.81773610887441	12.57968646759118	2.7625098015056007	1176.7043599069546	25.597028276579106	-117.1229
81000	21793.166308403015	554.7144668587318	20.696009296396447	12.048030883123065	0.45082754421875654	1176.7043599069546	25.597028276579106	-104.253586
82000	22083.83609199524	186.34454318186994	28.28295101695164	4.023715389400964	0.6160962322553575	1176.7043599069546	25.597028276579106	-99.22558
83000	22397.41097187996	215.91848992353798	32.47092813164468	4.667933779113613	0.7073242275090202	1176.7043599069546	25.597028276579106	-104.37448
84000	22686.51196861267	388.0711512322833	209.46795096832744	8.417988217969059	4.56290488543744	1176.7043599069546	25.597028276579106	-94.15024
85000	22965.098177194595	151.09891876379902	146.64234783934933	3.255949098166149	3.1943554241830387	1176.7043599069546	25.597028276579106	-95.33882
86000	23255.582643032074	164.97487185618158	58.45484652323398	3.5582132577315746	1.2733399240568795	1176.7043599069546	25.597028276579106	-97.82375
87000	23525.182276964188	534.4581438321239	28.46764133354971	11.606781160328554	0.6201193983005809	1176.7043599069546	25.597028276579106	-99.50604
88000	23818.269354581833	527.8919080017356	116.18941753269162	11.46374682304254	2.5309898647751234	1176.7043599069546	25.597028276579106	-101.80092
89000	24101.9546957016	337.74460651353206	129.63463399524178	7.321709595378732	2.82387115567967	1176.7043599069546	25.597028276579106	-154.77448
90000	24423.26326751709	414.7737901446155	5.814484302814885	8.999660024963415	0.126658702245218	1176.7043599069546	25.597028276579106	-133.23878
91000	24711.67405986786	474.84732347764157	7.884907937295913	10.308260302302264	0.17175937790002074	1176.7043599069546	25.597028276579106	-118.19223
92000	25019.61220932007	501.87889256380083	20.118542711105917	10.897097296573172	0.43824841174995527	1176.7043599069546	25.597028276579106	-110.77058
93000	25315.683480501175	535.3417775696873	31.526253857891334	11.626029626165101	0.6867460968740957	1176.7043599069546	25.597028276579106	-110.85765
94000	25612.297087430954	597.724710099262	35.70357722980726	12.984936257424177	0.7777420183678291	1176.7043599069546	25.597028276579106	-113.74959
95000	25889.677551984787	561.9417788327053	36.98777897764769	12.205465645635297	0.8057161805345011	1176.7043599069546	25.597028276579106	-113.70303
96000	26184.28770494461	501.48769672719345	236.86877839528893	10.888575757188425	5.1597855478659165	1176.7043599069546	25.597028276579106	-107.75198
97000	26476.92248725891	892.4043220160198	209.34825287142317	19.404032995793912	4.560297464929353	1176.7043599069546	25.597028276579106	-112.09047
98000	26777.691836833954	609.3247460684847	15.644614968200615	13.237623413385418	0.34079146589820825	1176.7043599069546	25.597028276579106	-110.755264
99000	27063.693865060806	526.2118179231195	9.769504539825432	11.42714890344552	0.21281212608898353	1176.7043599069546	25.597028276579106	-108.32526
100000	27365.975038528442	491.90168544621656	13.411485740971441	10.679760721267053	0.29214652420840326	1176.7043599069546	25.597028276579106	-118.77595
