Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	1052.478232383728	5862.993637570745	78.48859508711594	49.48114412065168	0.6321986608831757	5862.993637570745	49.48114412065168	0.0
2000	1065.2187194824219	5809.214613609528	81.05598274912028	49.047972563763075	0.6528780862198841	5862.993637570745	49.48114412065168	0.0
3000	1077.9400475025177	5430.185380187764	1297.2490544136913	45.99502234164665	10.44889533469209	5862.993637570745	49.48114412065168	0.0
4000	1090.9153125286102	5799.305507438906	81.11614687912538	48.968158118815204	0.6533626876117187	5862.993637570745	49.48114412065168	0.0
5000	1103.7267410755157	5837.645646568742	94.3048270420139	49.276974763947585	0.7595929740442952	5862.993637570745	49.48114412065168	0.0
6000	1383.1345398426056	5694.746114638237	81.29724664311597	48.12596814155834	0.6548213839758731	5862.993637570745	49.48114412065168	-353.82523
7000	1650.5065529346466	5648.754948498506	65.06360074046998	47.75552510313063	0.5240649449096193	5862.993637570745	49.48114412065168	-303.70023
8000	1908.7419548034668	5793.467610456949	60.22958659596989	48.921135864814204	0.4851286221808008	5862.993637570745	49.48114412065168	-290.25464
9000	2160.7042376995087	6021.623108581843	56.98086698509602	50.75884999675399	0.45896130213513675	6021.623108581843	50.75884999675399	-298.59784
10000	2409.438848733902	6167.781768087499	82.78985519232225	51.936107771764455	0.6668438329059863	6167.781768087499	51.936107771764455	-311.98602
11000	2661.726936340332	5768.790120424938	43.03797752240016	48.72236716300627	0.3466561189760412	6167.781768087499	51.936107771764455	-322.65027
12000	2915.9417757987976	6323.321084292566	68.12221535851548	53.18892351283345	0.5487010345674822	6323.321084292566	53.18892351283345	-339.66434
13000	3182.2414903640747	6402.751921301922	44.297249720981654	53.82871160859956	0.3567991237877214	6402.751921301922	53.82871160859956	-350.5954
14000	3440.6823110580444	6479.982250646149	49.854928276653645	54.450775371325804	0.4015643146618253	6479.982250646149	54.450775371325804	-365.75137
15000	3703.235157728195	6585.197383964907	64.67244357729798	55.298247113111145	0.5209143083811162	6585.197383964907	55.298247113111145	-377.27707
16000	3961.4401371479034	6588.379022958798	51.652126810218284	55.32387412183922	0.4160401312438344	6588.379022958798	55.32387412183922	-392.13785
17000	4249.461246967316	6423.300711214926	37.44164316675893	53.99422504977343	0.3015795689172213	6588.379022958798	55.32387412183922	-385.67157
18000	4510.306937456131	6784.822954895625	52.04745358760836	56.90616248578872	0.4192243525819789	6784.822954895625	56.90616248578872	-400.0648
19000	4773.075293064117	6910.959414245757	72.58739523271252	57.92214831915969	0.5846665239986133	6910.959414245757	57.92214831915969	-409.8015
20000	5030.758527517319	6794.687464423839	74.0060466604601	56.98561772010761	0.5960932737306801	6910.959414245757	57.92214831915969	-408.3604
21000	5289.336136579514	6914.135455479061	34.71869988009577	57.94773023984989	0.2796471964804543	6914.135455479061	57.94773023984989	-415.8676
22000	5559.567587137222	6754.477686064619	74.71920555577624	56.66174177348258	0.6018375235559607	6914.135455479061	57.94773023984989	-415.2908
23000	5822.826157093048	6716.587130615064	95.99144481296308	56.356546370395776	0.7731781005844293	6914.135455479061	57.94773023984989	-416.22775
24000	6103.251828670502	6975.879309888887	50.62290070888742	58.44505576889437	0.40775006869035074	6975.879309888887	58.44505576889437	-429.89056
25000	6375.332776784897	7130.6460307505895	61.17196678007407	59.69164851997434	0.49271917071555843	7130.6460307505895	59.69164851997434	-421.0635
26000	6646.647946596146	6243.883612211772	58.51425230513706	52.549081973847024	0.47131219394141427	7130.6460307505895	59.69164851997434	-432.6697
27000	6931.183360815048	7135.472628862239	79.54159621872778	59.730525109107056	0.6406802231353036	7135.472628862239	59.730525109107056	-438.91403
28000	7200.159285545349	7142.784817224468	49.003515571153585	59.789422273537056	0.3947064779063255	7142.784817224468	59.789422273537056	-441.91504
29000	7467.505359649658	7263.605482398818	49.68352828816104	60.76259121159054	0.4001837466559873	7263.605482398818	60.76259121159054	-433.5531
30000	7730.587417840958	7176.864170986475	81.10259880378754	60.0639197567471	0.6532535625206594	7263.605482398818	60.76259121159054	-444.64362
31000	7996.599066734314	7330.972552714489	70.84012811522462	61.30520981234291	0.57059288781421	7330.972552714489	61.30520981234291	-463.61737
32000	8253.815174818039	7251.459328466815	63.32724105952205	60.66475811568445	0.5100791643782127	7330.972552714489	61.30520981234291	-461.4837
33000	8520.205075025558	7389.8834923330505	69.65821591300049	61.779717186272684	0.5610729911884853	7389.8834923330505	61.779717186272684	-456.0332
34000	8777.014696121216	7121.413291961214	43.83883182442414	59.61728198184928	0.3531067251658972	7389.8834923330505	61.779717186272684	-465.2566
35000	9036.28473854065	7259.847137316427	93.64857291108777	60.7323190335042	0.7543070725408954	7389.8834923330505	61.779717186272684	-479.74084
36000	9295.611760139465	7304.98454720266	51.97862213641225	61.09588535870265	0.41866993889646675	7389.8834923330505	61.779717186272684	-478.15527
37000	9557.044517993927	7449.802152392076	79.39046375061686	62.26234140204806	0.6394629030412226	7449.802152392076	62.26234140204806	-477.27185
38000	9816.809518575668	7549.540879513212	64.79448173738058	63.06570257387422	0.5218972838222646	7549.540879513212	63.06570257387422	-478.50653
39000	10083.13255238533	7507.347523888338	104.11008563408596	62.72584959402913	0.8385709624340844	7549.540879513212	63.06570257387422	-482.01114
40000	10344.345907449722	7621.836482715889	79.56500180704184	63.64801881334498	0.6408687471058607	7621.836482715889	63.64801881334498	-489.83456
41000	10606.003874778748	7740.629980452237	112.95879925310238	64.60485961431985	0.9098443097818354	7740.629980452237	64.60485961431985	-486.09686
42000	10866.436649084091	7514.160741500613	69.46964822331246	62.78072772053913	0.5595541432491863	7740.629980452237	64.60485961431985	-482.1012
43000	11133.212387561798	7751.1598525948475	108.11153504831464	64.68967411584637	0.8708012623707733	7751.1598525948475	64.68967411584637	-487.47946
44000	11397.547569990158	7757.808206622814	111.42603537465463	64.74322432284004	0.8974984234740299	7757.808206622814	64.74322432284004	-505.82086
45000	11663.115018844604	7765.541441806951	107.09663997128047	64.80551287472811	0.8626266312931551	7765.541441806951	64.80551287472811	-487.98248
46000	11930.21296954155	7950.932873937076	162.74334236840375	66.29877715091746	1.3108416961567735	7950.932873937076	66.29877715091746	-505.10248
47000	12203.55351448059	7835.9854187924575	61.60437569595844	65.37291490132947	0.49620207593602356	7950.932873937076	66.29877715091746	-502.27496
48000	12495.628202199936	7721.725722020335	154.2421541622177	64.45259230908434	1.2423675465825421	7950.932873937076	66.29877715091746	-507.9494
49000	12760.574244499207	7963.034732673257	133.1920044836209	66.39625346424322	1.0728158247887098	7963.034732673257	66.39625346424322	-496.43872
50000	13037.080060482025	7962.298729315631	190.82295710912405	66.39032521012452	1.5370133433559074	7963.034732673257	66.39625346424322	-501.3721
51000	13307.533925533295	7966.108753271321	102.83489165090364	66.42101364377586	0.8282997131189533	7966.108753271321	66.42101364377586	-511.03238
52000	13573.209674358368	7705.54816229525	88.08903594968079	64.32228762490436	0.7095269128472368	7966.108753271321	66.42101364377586	-501.66666
53000	13842.190640211105	7509.344630943124	1810.9073335024345	62.741935605051154	14.5862362544911	7966.108753271321	66.42101364377586	-512.3098
54000	14116.138815641403	8093.263294873807	110.17498611292704	67.44519977982638	0.8874216515929024	8093.263294873807	67.44519977982638	-505.8958
55000	14398.485033750534	7989.987468187201	143.96763838398854	66.61334848652182	1.1596098528181158	8093.263294873807	67.44519977982638	-508.09918
56000	14668.174458742142	7317.91438400392	2189.4935247476105	61.200030750808615	17.63561792412619	8093.263294873807	67.44519977982638	-490.5812
57000	14942.046707391739	7277.034164157904	1743.4148100204475	60.87075462840413	14.042607171595934	8093.263294873807	67.44519977982638	-511.97754
58000	15212.778903484344	8209.936904105964	74.18724185204454	68.38496560739799	0.5975527387313078	8209.936904105964	68.38496560739799	-514.1663
59000	15492.179958343506	8066.734752960091	157.3072756832965	67.2315214912238	1.2670560471082486	8209.936904105964	68.38496560739799	-512.9595
60000	15767.676672697067	7842.581772189949	110.52223350066191	65.42604626111465	0.8902186099698182	8209.936904105964	68.38496560739799	-522.8513
61000	16044.15966963768	7914.515167465472	126.64023455118607	66.00544504020465	1.0200435694934946	8209.936904105964	68.38496560739799	-536.0936
62000	16320.213477373123	7864.326229666491	123.59405927991948	65.6011903936226	0.9955076744991647	8209.936904105964	68.38496560739799	-533.64636
63000	16591.167934656143	7455.8471003813465	1751.4719095885512	62.31103138076004	14.107504339801128	8209.936904105964	68.38496560739799	-538.90405
64000	16862.640132188797	7922.609115374947	854.9138050691437	66.0706390091367	6.88603690937989	8209.936904105964	68.38496560739799	-542.34607
65000	17136.43266773224	8232.328301006422	128.94045438239087	68.56532061464536	1.0385710497651266	8232.328301006422	68.56532061464536	-534.8987
66000	17414.772300243378	7406.000609877987	1809.1456522320127	61.90953502946245	14.572046517258222	8232.328301006422	68.56532061464536	-526.79675
67000	17695.400919675827	8067.085991218623	704.0738541351392	67.23435059469354	5.671072940636166	8232.328301006422	68.56532061464536	-529.6887
68000	17972.574624300003	7847.238944670552	1458.4625681034265	65.46355818501226	11.747414786566605	8232.328301006422	68.56532061464536	-530.5158
69000	18250.524993896484	8353.76845509106	166.4545947138255	69.54347932298434	1.340734558430213	8353.76845509106	69.54347932298434	-534.7832
70000	18529.132345676422	8047.745392327837	56.22933340597019	67.07856871700976	0.45290795741919765	8353.76845509106	69.54347932298434	-527.01324
71000	18796.92543554306	8099.215062799243	1251.927285110951	67.49313922514543	10.083844057748646	8353.76845509106	69.54347932298434	-519.89746
72000	19071.667318105698	8250.499640800386	148.1301890401372	68.7116845121192	1.1931377678961526	8353.76845509106	69.54347932298434	-536.0138
73000	19356.370659589767	7554.273886497717	1734.6007494028092	63.103825318640304	13.971612942265814	8353.76845509106	69.54347932298434	-518.39636
74000	19643.460809469223	7801.8533957418085	1286.1617684532557	65.09799318509918	10.359591056417822	8353.76845509106	69.54347932298434	-537.9535
75000	19917.222508192062	7900.694917634665	123.19405855158125	65.89412767713543	0.9922858060923322	8353.76845509106	69.54347932298434	-534.65295
76000	20209.85302090645	8241.204433209521	182.67133340480504	68.63681480926552	1.471354815716648	8353.76845509106	69.54347932298434	-532.08484
77000	20495.746586561203	8591.54162620854	164.60767978154652	71.45866050577372	1.3258582933415606	8591.54162620854	71.45866050577372	-525.5479
78000	20776.105380535126	8538.642092111937	146.33931895269563	71.03257293750858	1.1787129247728996	8591.54162620854	71.45866050577372	-534.5929
79000	21049.838490724564	7814.763875274209	1663.2728140023003	65.2019826610566	13.397090934403222	8591.54162620854	71.45866050577372	-545.80396
80000	21324.879301309586	8300.874262985983	117.64984741381387	69.1174347826252	0.947629090641383	8591.54162620854	71.45866050577372	-537.4885
81000	21612.472068309784	8373.996155942908	80.14227244110783	69.70640650211261	0.6455184636846689	8591.54162620854	71.45866050577372	-545.7032
82000	21906.957894325256	8348.720904161302	75.11807039813087	69.50282303483203	0.6050502427915404	8591.54162620854	71.45866050577372	-549.48224
83000	22198.41961503029	8092.03206393305	70.68275605101606	67.43528263771012	0.5693253099177974	8591.54162620854	71.45866050577372	-522.1809
84000	22475.116042613983	8168.572856122182	92.82608626116703	68.05179241561096	0.7476822252226749	8591.54162620854	71.45866050577372	-545.77386
85000	22750.36993455887	8440.319769853362	295.7941186094154	70.24062042010394	2.382519975984237	8591.54162620854	71.45866050577372	-549.30457
86000	23018.2743639946	8701.267805213867	118.39441177218438	72.34246717034709	0.9536263006791026	8701.267805213867	72.34246717034709	-529.6043
87000	23291.81464290619	8252.634028403909	1017.995613955365	68.72887627078498	8.199604837023932	8701.267805213867	72.34246717034709	-551.9094
88000	23564.91937494278	8515.248919168696	904.1789355981506	70.84414896849613	7.282850605867951	8701.267805213867	72.34246717034709	-559.17773
89000	23846.120276212692	8750.657057190341	128.5005897890178	72.74028062244027	1.0350280916246244	8750.657057190341	72.74028062244027	-547.76807
90000	24131.45452094078	8165.312010104004	141.0440610604588	68.02552742152167	1.1360614421621134	8750.657057190341	72.74028062244027	-554.9064
91000	24402.736644029617	7822.256371225878	2077.3247803312393	65.262332141157	16.732137234552507	8750.657057190341	72.74028062244027	-539.5636
92000	24686.241412639618	8343.971125357915	1225.4983577296732	69.46456519882848	9.870968129972418	8750.657057190341	72.74028062244027	-567.3629
93000	24972.71404695511	7847.79216548946	95.30998347157986	65.46801418859465	0.7676891636632398	8750.657057190341	72.74028062244027	-549.003
94000	25268.766448259354	7954.128243663322	1707.8698487589554	66.32451475597608	13.75630472363241	8750.657057190341	72.74028062244027	-551.40533
95000	25568.559423446655	8281.935507549633	130.9942817272408	68.96488961587369	1.0551139232317517	8750.657057190341	72.74028062244027	-545.8168
96000	25871.261731863022	8047.399970021116	2197.2809149809395	67.07578645903322	17.698342676325172	8750.657057190341	72.74028062244027	-545.24805
97000	26147.21843791008	8933.15447537418	155.9884357040536	74.21023461081788	1.2564332442937602	8933.15447537418	74.21023461081788	-534.6054
98000	26470.81356906891	8799.751587037146	123.27730581041598	73.13572018905998	0.9929563341543878	8933.15447537418	74.21023461081788	-550.483
99000	26800.64490532875	8573.07802123562	57.55408673795032	71.30994251272007	0.4635783902578648	8933.15447537418	74.21023461081788	-569.2477
100000	27107.525906324387	8459.967325788273	153.91378368926263	70.3988747312926	1.2397226352671395	8933.15447537418	74.21023461081788	-558.95044
