Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	1125.1689839363098	5252.920583231666	388.61668826391144	44.56721531907238	3.13017387614865	5252.920583231666	44.56721531907238	0.0
2000	1137.945916891098	5150.35549032309	317.07678213144396	43.74108874210675	2.553944516883711	5252.920583231666	44.56721531907238	0.0
3000	1150.9996297359467	5114.294524237141	243.33773396897573	43.450630052606854	1.9600018243005333	5252.920583231666	44.56721531907238	0.0
4000	1163.8969767093658	5172.855789390473	298.98346676267886	43.922320918884566	2.408209079341805	5252.920583231666	44.56721531907238	0.0
5000	1177.4353113174438	5195.04884202011	349.4922718880862	44.10107833119133	2.815040147316081	5252.920583231666	44.56721531907238	0.0
6000	1463.4595811367035	5627.9451588404745	93.6977267930574	47.58790939870292	0.7547029901684683	5627.9451588404745	47.58790939870292	-273.66022
7000	1720.4649546146393	5818.2974218926265	84.43446138220243	49.12113146318355	0.6800905705978533	5818.2974218926265	49.12113146318355	-247.29916
8000	1975.297176361084	5956.184323367581	107.30084913322403	50.23176306983982	0.86427146591629	5956.184323367581	50.23176306983982	-250.84184
9000	2230.960207223892	6221.875029200008	93.57945746532344	52.371810400919365	0.7537503713767322	6221.875029200008	52.371810400919365	-263.04984
10000	2506.137226819992	6124.159960337405	61.88078999121531	51.58474910093713	0.49842849809476586	6221.875029200008	52.371810400919365	-266.9618
11000	2775.6296241283417	6368.5344205572055	80.75545826370703	53.55310139891792	0.650457464764883	6368.5344205572055	53.55310139891792	-267.79016
12000	3040.7637479305267	6406.6351993929	48.74340424192586	53.85999007913697	0.3926113705364467	6406.6351993929	53.85999007913697	-282.11832
13000	3301.8481209278107	6609.473405495596	51.286019341406835	55.49378212410528	0.4130912613951016	6609.473405495596	55.49378212410528	-298.41138
14000	3561.2542860507965	6467.680400049652	54.879517300131944	54.35168819229224	0.4420356525499017	6609.473405495596	55.49378212410528	-305.5636
15000	3819.0919811725616	6693.180318985214	67.81927157660905	56.16801254644963	0.5462609265106174	6693.180318985214	56.16801254644963	-319.12546
16000	4067.807574748993	6696.284101384359	71.4942182104039	56.19301244706237	0.5758613587533362	6696.284101384359	56.19301244706237	-339.38904
17000	4322.040920495987	6674.973967661627	72.16477145293595	56.021366643136346	0.5812624346868388	6696.284101384359	56.19301244706237	-349.85944
18000	4579.608820915222	6966.106846106345	91.12677390246034	58.36634193142544	0.7339948481406325	6966.106846106345	58.36634193142544	-372.75818
19000	4834.191601753235	7007.980484622647	79.79435372393914	58.70361969983154	0.642716097979865	7007.980484622647	58.70361969983154	-389.6303
20000	5095.818158626556	7056.306919123943	85.73735536828463	59.09287252239852	0.6905849339172627	7056.306919123943	59.09287252239852	-396.75928
21000	5353.501608371735	6170.473996044346	1815.1825388604616	51.957792742774856	14.620671564479068	7056.306919123943	59.09287252239852	-398.66125
22000	5611.182591199875	5389.160940646272	2551.627196212499	45.66458457915609	20.552480200826455	7056.306919123943	59.09287252239852	-395.35666
23000	5868.415358304977	6847.017387779687	87.84473882229489	57.407117269602246	0.7075591834386588	7056.306919123943	59.09287252239852	-400.6413
24000	6125.438908100128	6917.373300598401	39.77000639192959	57.973809969603266	0.32033373455579084	7056.306919123943	59.09287252239852	-410.97916
25000	6386.328084230423	7473.432346135453	104.0701503886642	62.4526744921536	0.8382492977559292	7473.432346135453	62.4526744921536	-407.72873
26000	6643.67542219162	7469.880576516443	113.77994983221029	62.424066208435285	0.9164583955088014	7473.432346135453	62.4526744921536	-406.08917
27000	6902.561110019684	7420.172545307527	84.92686400337656	62.02368509917303	0.6840567044976442	7473.432346135453	62.4526744921536	-416.3016
28000	7160.458543539047	7593.900799278827	121.9277503503149	63.42300648333495	0.9820861286969379	7593.900799278827	63.42300648333495	-425.843
29000	7420.207366943359	7531.603249207439	94.03240954224401	62.921221126013656	0.7573987446997065	7593.900799278827	63.42300648333495	-422.35696
30000	7677.019340276718	7553.466763701396	48.07411844632146	63.09732422188305	0.3872205034523874	7593.900799278827	63.42300648333495	-440.81744
31000	7936.58095741272	7722.210922102112	48.66080096001558	64.45650042900442	0.39194602948721335	7722.210922102112	64.45650042900442	-443.18262
32000	8196.143476486206	7662.039398114293	105.33291403124964	63.971839481179096	0.848420424949228	7722.210922102112	64.45650042900442	-441.497
33000	8456.93209862709	7344.990165359163	108.64984147049793	61.41811686505429	0.8751371356128831	7722.210922102112	64.45650042900442	-455.09332
34000	8720.936343669891	7775.561019082166	116.35473021622053	64.8862171264602	0.9371973666807638	7775.561019082166	64.8862171264602	-453.01776
35000	8983.03883600235	7928.122467693928	69.9423024266343	66.11504716740691	0.5633612104297009	7928.122467693928	66.11504716740691	-463.19836
36000	9250.333333492279	7594.44038400797	102.81784684470809	63.42735265290033	0.8281624230624794	7928.122467693928	66.11504716740691	-445.7891
37000	9516.889889001846	7557.723230870218	690.3816435316166	63.131608602196344	5.56078688954212	7928.122467693928	66.11504716740691	-456.2664
38000	9784.186359882355	7354.23917705418	1421.384976841557	61.49261447584208	11.448767530637115	7928.122467693928	66.11504716740691	-467.12198
39000	10045.562501192093	7783.063261031409	101.32075323561418	64.94664510722183	0.8161038485162639	7928.122467693928	66.11504716740691	-466.63068
40000	10309.269881248474	7710.3478957700545	1066.276811512879	64.3609478286193	8.588493291554403	7928.122467693928	66.11504716740691	-470.65878
41000	10575.29569387436	7680.929198650742	75.96423299616018	64.12399033303521	0.6118657917355582	7928.122467693928	66.11504716740691	-461.93268
42000	10838.011180639267	7970.26465179102	182.6612074447086	66.4544879781808	1.4712732545878506	7970.26465179102	66.4544879781808	-473.36774
43000	11102.961527585983	8011.8713065757065	498.7337951619853	66.78961528437749	4.01712933055606	8011.8713065757065	66.78961528437749	-486.7827
44000	11371.24863910675	7935.708248050427	550.629995755475	66.17614802133112	4.435135392248382	8011.8713065757065	66.78961528437749	-475.09482
45000	11639.871711969376	7520.78903773647	344.41573666418446	62.83411636891024	2.77415040063486	8011.8713065757065	66.78961528437749	-483.13306
46000	11901.28255534172	8082.822236660626	525.6806716729109	67.36110064398059	4.234177160578792	8082.822236660626	67.36110064398059	-491.05963
47000	12158.750067949295	8077.740053931801	137.841983854155	67.32016540858798	1.1102698106566309	8082.822236660626	67.36110064398059	-500.13696
48000	12419.25552034378	8294.768896812015	147.7441658979512	69.06825815619811	1.190028484142392	8294.768896812015	69.06825815619811	-487.24338
49000	12678.156066894531	8139.118994932009	112.74018748998425	67.81455168552019	0.908083467155678	8294.768896812015	69.06825815619811	-521.3117
50000	12936.741097688675	8109.5448048145	1396.2390173666593	67.57634174727066	11.246225468455874	8294.768896812015	69.06825815619811	-501.2493
51000	13195.6830265522	7755.113553582776	1594.8448565333877	64.72151981861792	12.845927252204527	8294.768896812015	69.06825815619811	-502.88025
52000	13460.668082475662	8099.478240396596	61.243548314368915	67.49525903025133	0.49329573537536453	8294.768896812015	69.06825815619811	-509.00967
53000	13729.312034368515	8171.654067216895	118.80610123062614	68.0766105121231	0.956942317790095	8294.768896812015	69.06825815619811	-506.36182
54000	13997.001685857773	7907.855696860378	1339.3100484951765	65.95180529300242	10.787682187791146	8294.768896812015	69.06825815619811	-506.77966
55000	14267.378370761871	7877.137857231559	1825.400033003027	65.70438365095356	14.702969968563668	8294.768896812015	69.06825815619811	-511.56226
56000	14541.355388402939	7665.839098559127	117.57845604202103	64.00244476249819	0.9470540576751756	8294.768896812015	69.06825815619811	-508.78156
57000	14808.089366674423	8270.686106453757	139.199091496261	68.87427955589419	1.1212008463448275	8294.768896812015	69.06825815619811	-497.94025
58000	15074.793388605118	8745.85714730522	132.34797099886262	72.70161899780084	1.0660174251204169	8745.85714730522	72.70161899780084	-515.58234
59000	15348.394921064377	8441.864661828486	88.9738331946023	70.25306399406266	0.7166536505952116	8745.85714730522	72.70161899780084	-517.8004
60000	15619.686729431152	7894.666187818211	1486.258156711852	65.84556833023213	11.971298700875458	8745.85714730522	72.70161899780084	-506.5903
61000	15883.666932582855	8399.404080990691	174.9966058897695	69.91105860695917	1.40953752299707	8745.85714730522	72.70161899780084	-520.1532
62000	16149.635392665863	8433.380459202659	305.4073673995333	70.18472665750113	2.4599513914033024	8745.85714730522	72.70161899780084	-522.2682
63000	16422.623140096664	8070.943601316923	1524.002876045718	67.2654223183707	12.275319444166842	8745.85714730522	72.70161899780084	-517.1604
64000	16702.12464928627	8494.515295800502	306.20334940905184	70.67714675735856	2.4663627529513876	8745.85714730522	72.70161899780084	-516.03516
65000	16974.681294202805	8077.978660549803	174.6919786159083	67.322087302899	1.4070838549910374	8745.85714730522	72.70161899780084	-525.004
66000	17245.195687532425	8649.436948899238	437.16871757404647	71.92498743436549	3.521243787375368	8745.85714730522	72.70161899780084	-506.56967
67000	17524.134641885757	8492.757968419546	146.46022044821635	70.66299208920913	1.179686744771616	8745.85714730522	72.70161899780084	-514.29016
68000	17784.581794977188	8762.899262308045	192.74700246948566	72.83888737763928	1.552510867536954	8762.899262308045	72.83888737763928	-510.9298
69000	18047.06237268448	8469.194804900953	1270.6658043513773	70.47319890452934	10.234776390752984	8762.899262308045	72.83888737763928	-512.26556
70000	18316.30460214615	8818.279840900917	106.05190010306526	73.28495890671292	0.8542116106787083	8818.279840900917	73.28495890671292	-525.0233
71000	18579.5916659832	8030.687528720143	185.0582708138661	66.94117348757109	1.4905807762774839	8818.279840900917	73.28495890671292	-516.2875
72000	18857.329233646393	8615.712615559365	93.69965790172252	71.65334951865324	0.7547185445851422	8818.279840900917	73.28495890671292	-537.2524
73000	19133.03611588478	8978.947189230286	110.88458867022021	74.57907918429895	0.8931372563375413	8978.947189230286	74.57907918429895	-531.4111
74000	19408.934559583664	9090.316127037613	107.30404796154004	75.47611770648969	0.8642972313791004	9090.316127037613	75.47611770648969	-529.9818
75000	19676.43288254738	8776.313553677444	106.44928009293169	72.94693488480918	0.8574123699377597	9090.316127037613	75.47611770648969	-541.3556
76000	19935.794189929962	9065.808793586502	110.60772856343648	75.27871955746672	0.8909072433201589	9090.316127037613	75.47611770648969	-524.0686
77000	20214.855883836746	8556.997299402074	120.91397230400763	71.18041782447816	0.973920494917957	9090.316127037613	75.47611770648969	-517.6144
78000	20507.316776752472	8898.401212846591	135.2531177042524	73.93030902408925	1.0894173834809648	9090.316127037613	75.47611770648969	-489.3553
79000	20781.45397257805	8437.817370707815	717.8557455924679	70.22046445493403	5.7820813401888635	9090.316127037613	75.47611770648969	-522.1008
80000	21053.223103046417	8927.286557892372	108.67719307328956	74.16297055200708	0.8753574433740133	9090.316127037613	75.47611770648969	-505.1364
81000	21332.291373491287	9004.608006337596	114.75054200894107	74.78576824777885	0.9242761819491374	9090.316127037613	75.47611770648969	-493.57455
82000	21601.156442403793	8803.190925465311	127.19309390122082	73.16342287817294	1.0244966615683453	9090.316127037613	75.47611770648969	-487.617
83000	21863.27400779724	8108.038060961402	124.24775484698917	67.56420544332528	1.0007729676499442	9090.316127037613	75.47611770648969	-509.97104
84000	22131.812978744507	8944.300371270318	140.52907170154145	74.30001097198294	1.1319133798517185	9090.316127037613	75.47611770648969	-507.72305
85000	22392.473556995392	8815.229029899765	128.30639615541375	73.26038567250741	1.03346392864043	9090.316127037613	75.47611770648969	-517.80066
86000	22660.982564926147	8589.797172867082	92.73035917059956	71.44460953358825	0.7469111764046843	9090.316127037613	75.47611770648969	-512.0819
87000	22926.72740650177	8222.727660598977	1605.7016154632324	68.48799075541586	12.933374714467819	9090.316127037613	75.47611770648969	-524.959
88000	23189.67288017273	9099.486120062602	146.1329317691209	75.54997884904512	1.1770505469339922	9099.486120062602	75.54997884904512	-522.193
89000	23466.53069281578	9007.99484652143	127.25491277306227	74.81304808157466	1.0249945913370222	9099.486120062602	75.54997884904512	-494.76678
90000	23741.460345506668	7872.337444813226	1749.010170450311	65.66571797858181	14.08767587701731	9099.486120062602	75.54997884904512	-523.30664
91000	24036.00490140915	8686.84069606692	142.27594747788416	72.22626176403307	1.1459838639176791	9099.486120062602	75.54997884904512	-529.3919
92000	24308.312779903412	9066.99086649713	110.55311936566599	75.2882407485434	0.8904673849985214	9099.486120062602	75.54997884904512	-531.3972
93000	24587.52041554451	8974.297765953957	106.58588572206712	74.54162967757873	0.8585126813360358	9099.486120062602	75.54997884904512	-532.23926
94000	24871.83212542534	8866.980289225236	111.44045629971387	73.67722428209477	0.8976145790696434	9099.486120062602	75.54997884904512	-528.5603
95000	25171.444026470184	8867.72108080996	95.67381927478694	73.6831911037373	0.7706197360261847	9099.486120062602	75.54997884904512	-483.85556
96000	25447.518281698227	8745.729753472751	988.3056674277428	72.70059288425911	7.960462520670546	9099.486120062602	75.54997884904512	-520.92303
97000	25731.09418439865	7714.82801167312	2400.828480214958	64.39703362263022	19.3378483653256	9099.486120062602	75.54997884904512	-524.1482
98000	26012.14972949028	8918.191951474833	1502.9339899626798	74.08971662266809	12.105616807073984	9099.486120062602	75.54997884904512	-545.5122
99000	26326.53703713417	8941.459849731053	124.6231086000493	74.27713154712714	1.00379631314082	9099.486120062602	75.54997884904512	-537.34784
100000	26655.539934158325	9081.490165927815	120.36021009878853	75.40502762278484	0.9694601306548605	9099.486120062602	75.54997884904512	-550.865
