Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	874.2285950183868	2013.319296351491	1135.50600526163	62.4841426391813	34.889561479926314	2013.319296351491	62.4841426391813	0.0
2000	910.2809336185455	2740.769983819039	18.35377305785715	84.83579500069024	0.5639380950197435	2740.769983819039	84.83579500069024	0.0
3000	938.5301320552826	2076.0346603915427	1060.6678949994002	64.41113513351618	32.59008544286743	2740.769983819039	84.83579500069024	0.0
4000	974.5992279052734	2723.589774113182	39.62936011400357	84.3079158173191	1.2176518571463564	2740.769983819039	84.83579500069024	0.0
5000	1003.3295443058014	2090.363637620161	970.2147798704292	64.85140733784255	29.810822711785754	2740.769983819039	84.83579500069024	0.0
6000	1559.1548142433167	241.5134535550713	16.43626906852482	8.043630130843605	0.5050208607525412	2740.769983819039	84.83579500069024	-522.41113
7000	2115.2699513435364	426.2098882115073	135.87925407121222	13.718613426580712	4.1750264347318655	2740.769983819039	84.83579500069024	-559.9515
8000	2683.9946072101593	789.1102286540472	115.58876278276202	24.869090553329933	3.551580728600898	2740.769983819039	84.83579500069024	-399.857
9000	3277.3580470085144	2125.688754209794	699.1419910322919	65.93680699343976	21.48183925605831	2740.769983819039	84.83579500069024	-286.99713
10000	3868.68092751503	2260.5904788441153	31.826146876803925	70.0817978552827	0.9778902999914728	2740.769983819039	84.83579500069024	-232.14221
11000	4458.211876869202	1504.6548491859223	493.16969744541836	46.8549170606281	15.153133844584175	2740.769983819039	84.83579500069024	-214.0499
12000	5054.430631399155	1874.014716796712	707.2433494089612	58.20386964168896	21.7307616218089	2740.769983819039	84.83579500069024	-198.914
13000	5637.785223007202	1761.4474493900864	746.6846796768256	54.745127390558494	22.942636073246664	2740.769983819039	84.83579500069024	-192.7815
14000	6215.62748670578	620.319666332487	80.82543360553515	19.682831146456493	2.4834425549975654	2740.769983819039	84.83579500069024	-187.82997
15000	6805.055817365646	630.7227698507354	260.2488300543245	20.00247694145899	7.996406460366671	2740.769983819039	84.83579500069024	-186.40924
16000	7424.835207939148	2628.7549455323883	35.29147712725632	81.39402054342706	1.084366049358872	2740.769983819039	84.83579500069024	-180.75128
17000	8029.877559423447	2619.8040974974747	11.686410000940375	81.11899675547306	0.3590766744676878	2740.769983819039	84.83579500069024	-184.17487
18000	8633.88464975357	2778.417963662122	13.065773822530646	85.9925669607184	0.40145901206305307	2778.417963662122	85.9925669607184	-186.75053
19000	9252.95936536789	2464.9948245308806	761.4760341729884	76.3623264941069	23.397115283109017	2778.417963662122	85.9925669607184	-187.15504
20000	9889.990476369858	2820.361624411812	17.554521677033893	87.28132802727242	0.5393802943036445	2820.361624411812	87.28132802727242	-192.43369
21000	10509.15274810791	2310.3259857370726	1068.1982752398649	71.6099712136238	32.82146393241262	2820.361624411812	87.28132802727242	-188.12033
22000	11134.44062614441	2833.627558875174	11.51678346757405	87.68893717588412	0.35386472901157606	2833.627558875174	87.68893717588412	-195.54312
23000	11770.058022499084	2752.191313079237	131.18556142658406	85.18672680339289	4.030808018154757	2833.627558875174	87.68893717588412	-383.5686
24000	12436.450590610504	2520.018483126592	817.3916756570048	78.05298362011939	25.115179478460064	2833.627558875174	87.68893717588412	-205.08994
25000	13066.295679330826	2634.803983042034	812.1490820748389	81.5798832910561	24.954095529760824	2833.627558875174	87.68893717588412	-205.40213
26000	13721.087289333344	2509.7265329679694	772.7361890481236	77.73675312363262	23.743094841093832	2833.627558875174	87.68893717588412	-215.03687
27000	14366.913671016693	2878.4643446601594	12.13826741873044	89.06659241236797	0.3729604470634254	2878.4643446601594	89.06659241236797	-359.86877
28000	15034.49353647232	2401.580875769355	783.9091967701997	74.41386928318236	24.08639671534966	2878.4643446601594	89.06659241236797	-213.3776
29000	15685.73075389862	1791.439613232434	1202.1136338937615	55.66666672143374	36.93614770969918	2878.4643446601594	89.06659241236797	-368.69092
30000	16347.018313884735	1654.4758980032493	1080.287147605054	51.45831912937787	33.192906666888575	2878.4643446601594	89.06659241236797	-226.10254
31000	17006.26437354088	2047.5394095072854	943.7436271618757	63.53558995541459	28.997469981293765	2878.4643446601594	89.06659241236797	-221.24939
32000	17684.325820207596	2937.099296234427	11.633361385704456	90.86821013904088	0.357446702530837	2937.099296234427	90.86821013904088	-221.58713
33000	18336.86696577072	2799.4028530047844	439.70632729672536	86.63734874388618	13.510418146839276	2937.099296234427	90.86821013904088	-222.95169
34000	18993.07116985321	2939.8311020498027	13.107814107380209	90.95214761405653	0.4027507420020329	2939.8311020498027	90.95214761405653	-227.08951
35000	19658.80846977234	2934.975726875875	10.741858698955765	90.80296133952001	0.33005438786697305	2939.8311020498027	90.95214761405653	-226.40382
36000	20307.341079950333	2942.6730984242436	35.30140390168174	91.03947080457455	1.0846710594645	2942.6730984242436	91.03947080457455	-229.45015
37000	20951.9838449955	2909.5240082894593	23.544885667822275	90.02093174542206	0.7234402391875033	2942.6730984242436	91.03947080457455	-228.9476
38000	21586.173553943634	2975.536154675848	18.803592754411387	92.04922118563435	0.5777592565856782	2975.536154675848	92.04922118563435	-232.08322
39000	22294.1448867321	2998.108355700567	14.374607665798244	92.74277471308376	0.4416742452983637	2998.108355700567	92.74277471308376	-234.53337
40000	22933.81542611122	2982.109743955195	18.280155603103804	92.25120131276958	0.5616761248481065	2998.108355700567	92.74277471308376	-233.41364
41000	23561.512934446335	2963.0166622882916	21.32637972738181	91.66454721884853	0.6552744179202293	2998.108355700567	92.74277471308376	-237.45866
42000	24225.90913295746	3002.4568567010397	12.593649609612317	92.87638676999802	0.3869525218494849	3002.4568567010397	92.87638676999802	-235.36147
43000	24861.88028907776	3004.159392983927	16.30008922835035	92.92869890576688	0.5008365985081523	3004.159392983927	92.92869890576688	-240.10245
44000	25466.338852643967	2984.3117379923146	16.602349814913918	92.3188597892378	0.5101238583456198	3004.159392983927	92.92869890576688	-239.06577
45000	26107.887885332108	2761.979631478346	864.263926854461	85.48748270867947	26.555376432310087	3004.159392983927	92.92869890576688	-236.42113
46000	26707.264889001846	2739.7288317832435	852.6776208110509	84.80380455960537	26.19937555239077	3004.159392983927	92.92869890576688	-241.17102
47000	27323.747509002686	3022.326833360443	18.360211216415053	93.48691174216954	0.5641359139020592	3022.326833360443	93.48691174216954	-239.94244
48000	27940.841731786728	3001.821773829239	10.542938217941582	92.85687321146301	0.32394235647321495	3022.326833360443	93.48691174216954	-234.75012
49000	28582.437484502792	2993.391891581168	20.8350201498851	92.59785662009334	0.6401769018275096	3022.326833360443	93.48691174216954	-241.20274
50000	29204.94203209877	2984.734023875758	15.119359634656762	92.33183494676601	0.46455749689226267	3022.326833360443	93.48691174216954	-240.01033
51000	29814.5355591774	3023.2475022097587	11.399594033660508	93.51520021644622	0.350263966056224	3023.2475022097587	93.51520021644622	-238.9189
52000	30457.27724981308	3031.0865851909884	7.6825771134466425	93.75606390748133	0.23605489119550152	3031.0865851909884	93.75606390748133	-558.3598
53000	31045.588091135025	3011.3249897287214	17.57051332396456	93.14886905635123	0.5398716537030412	3031.0865851909884	93.75606390748133	-242.93611
54000	31693.287017583847	3020.5030557655327	17.059680804553146	93.4308743454244	0.5241758119290945	3031.0865851909884	93.75606390748133	-239.10135
55000	32277.669456481934	3037.698219580078	21.23733164725123	93.95921300879125	0.6525383262994133	3037.698219580078	93.95921300879125	-239.97638
56000	32885.03520536423	2997.861592820654	9.96351718187616	92.7351926759745	0.3061390636972266	3037.698219580078	93.95921300879125	-242.34033
57000	33445.50682401657	3008.548337452332	21.07128787413281	93.06355362881797	0.6474364647471818	3037.698219580078	93.95921300879125	-247.14685
58000	34027.19151329994	3014.830917216891	9.078388752314055	93.25659219658635	0.27894260448191466	3037.698219580078	93.95921300879125	-344.7636
59000	34636.33905148506	3011.2743869801157	16.530067989891663	93.14731423612099	0.507902926737763	3037.698219580078	93.95921300879125	-248.31235
60000	35220.83671975136	3006.106738534035	15.727260602798863	92.98853305193458	0.4832358641606179	3037.698219580078	93.95921300879125	-246.85233
61000	35833.09692835808	3018.5749222749687	24.353579618868345	93.37163050906527	0.7482881723492162	3037.698219580078	93.95921300879125	-250.60309
62000	36410.66680765152	2706.4354868034216	884.0110073760936	83.78083312558087	27.162125297323623	3037.698219580078	93.95921300879125	-250.14536
63000	36990.24967503548	2990.3122546319123	26.325013104055593	92.50323168444439	0.808862444494242	3037.698219580078	93.95921300879125	-250.64731
64000	37573.61661314964	3028.7601361879592	9.758311576149945	93.6845814272963	0.2998339155396324	3037.698219580078	93.95921300879125	-247.57413
65000	38155.28592133522	2722.3757345754757	890.9469555093576	84.27061323424724	27.37523926386873	3037.698219580078	93.95921300879125	-248.41179
66000	38750.72573328018	3018.0907263531126	16.099281117949076	93.35675310348073	0.4946665678072574	3037.698219580078	93.95921300879125	-247.78833
67000	39335.281658649445	3054.555805840598	17.559353701500378	94.4771792630552	0.5395287631042636	3054.555805840598	94.4771792630552	-251.51234
68000	39924.579195261	3014.9421416025643	3.2476462363466077	93.26000967744866	0.09978718959038975	3054.555805840598	94.4771792630552	-253.71829
69000	40514.27287578583	3031.165014729928	18.719823855338397	93.75847373376847	0.5751853731004547	3054.555805840598	94.4771792630552	-251.90427
70000	41107.092343091965	2989.1291696989747	18.51615156648299	92.46688021266667	0.5689273376423876	3054.555805840598	94.4771792630552	-250.5261
71000	41714.79744839668	3010.1779129031934	10.137387977905583	93.11362396980739	0.3114814183827312	3054.555805840598	94.4771792630552	-250.49347
72000	42343.86038899422	2998.963576277489	16.630193835338	92.76905222351448	0.5109793938143267	3054.555805840598	94.4771792630552	-256.7058
73000	42935.97309470177	2985.841764262646	16.066147374230553	92.3658713817589	0.49364850028214485	3054.555805840598	94.4771792630552	-254.69815
74000	43546.32698440552	2695.4407392391913	874.0579274958288	83.44300847355706	26.85630693019213	3054.555805840598	94.4771792630552	-257.97794
75000	44182.28600168228	2721.3739152971607	866.9172024296764	84.23983133160596	26.63690098689254	3054.555805840598	94.4771792630552	-259.087
76000	44801.83704853058	3036.5522187281504	14.730341120724852	93.92400098261605	0.4526045126757405	3054.555805840598	94.4771792630552	-256.3294
77000	45388.02904725075	3032.6742715000432	12.784143913692713	93.80484716255344	0.3928056505013701	3054.555805840598	94.4771792630552	-260.2307
78000	45980.36857652664	3050.761282470762	10.642766904026036	94.36058872475296	0.3270096930301909	3054.555805840598	94.4771792630552	-259.69904
79000	46588.63456273079	3057.804313119025	16.278811716994248	94.57699290902755	0.5001828256199777	3057.804313119025	94.57699290902755	-261.13702
80000	47188.92097783089	2976.9832376220224	10.40464881030477	92.09368426128798	0.3196932756516164	3057.804313119025	94.57699290902755	-257.64938
81000	47905.090852975845	2997.1928441162217	19.706260158425636	92.71464470094855	0.605494618391205	3057.804313119025	94.57699290902755	-263.08185
82000	48539.86230635643	2726.7302458640524	893.4706456566156	84.40440996329477	27.452782176139593	3057.804313119025	94.57699290902755	-258.6926
83000	49168.32316613197	2996.1140041746685	14.927391729933447	92.68149626113986	0.4586590903818743	3057.804313119025	94.57699290902755	-256.13385
84000	49796.370502233505	3039.594704424201	12.139872777191801	94.01748440872942	0.3730097733131093	3057.804313119025	94.57699290902755	-257.30542
85000	50457.07581782341	3017.648241761087	7.648470950749624	93.34315732036212	0.23500694512146114	3057.804313119025	94.57699290902755	-258.87976
86000	51092.55701875687	3024.9968174833266	10.845595585157074	93.56894968364594	0.3332418077943755	3057.804313119025	94.57699290902755	-258.37756
87000	51681.470274209976	2751.279554209275	900.0516629475984	85.15871209717294	27.654990536386265	3057.804313119025	94.57699290902755	-257.89474
88000	52342.85753083229	3061.920930844858	12.181951537092363	94.70348011963611	0.3743026854366473	3061.920930844858	94.70348011963611	-262.74768
89000	52975.19798541069	3064.361534576905	18.30250586390485	94.77847011842329	0.5623628590394749	3064.361534576905	94.77847011842329	-264.5412
90000	53639.43852210045	3020.3919945208486	22.070279921789435	93.42746187723269	0.6781314978893812	3064.361534576905	94.77847011842329	-263.05194
91000	54256.434497356415	3024.3019993449248	20.429519286250155	93.54760069910091	0.627717480876497	3064.361534576905	94.77847011842329	-259.50598
92000	54870.880574941635	3051.836469642943	11.326443832250058	94.39362492955716	0.3480163527124355	3064.361534576905	94.77847011842329	-260.70685
93000	55477.46794009209	3052.8226749436876	9.954012277002949	94.42392707706912	0.30584701595692365	3064.361534576905	94.77847011842329	-264.12912
94000	56117.46627044678	3036.4570000042113	10.163327677429342	93.92107529177206	0.31227844168081315	3064.361534576905	94.77847011842329	-264.02753
95000	56753.25604581833	3074.6878629233242	10.909993975868703	95.09575691922825	0.33522051297209676	3074.6878629233242	95.09575691922825	-262.11633
96000	57416.44571518898	3043.315480302118	9.037599012880277	94.13180898133766	0.27768929880573784	3074.6878629233242	95.09575691922825	-264.82593
97000	57837.86050462723	2993.6442955594816	16.576936728913722	92.60561198561177	0.5093430157764992	3074.6878629233242	95.09575691922825	-263.38904
98000	58178.35517716408	3037.5571706456885	14.889667659117634	93.95487913874105	0.45749998045035456	3074.6878629233242	95.09575691922825	-266.80652
99000	58487.72640943527	3034.9282581779526	10.58454372357576	93.874103165084	0.3252207273845082	3074.6878629233242	95.09575691922825	-263.2912
100000	58766.46801543236	3033.22501593889	16.94002766416846	93.82176933810324	0.5204993491201122	3074.6878629233242	95.09575691922825	-265.09967
