Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	167.42926955223083	919.5836087156804	60.01297544998424	19.996087768332064	1.3072811263226378	919.5836087156804	19.996087768332064	0.0
2000	173.97795248031616	799.6867711579957	351.95489865353125	17.38433803138458	7.666741948331094	919.5836087156804	19.996087768332064	0.0
3000	180.53338980674744	712.2290307603862	355.12219824493826	15.479219138089476	7.73573621075867	919.5836087156804	19.996087768332064	0.0
4000	186.88169360160828	719.355998015222	393.75180977959843	15.634468060681746	8.577216935514999	919.5836087156804	19.996087768332064	0.0
5000	193.1025688648224	764.8257652409154	435.9139332269655	16.624950003407157	9.495647455167607	919.5836087156804	19.996087768332064	0.0
6000	537.2527649402618	621.2071843728378	203.9016049655055	13.496462226383784	4.441651456199707	919.5836087156804	19.996087768332064	-290.78442
7000	882.7759530544281	507.6347823369303	82.03875228210786	11.022479616132992	1.7870754062984233	919.5836087156804	19.996087768332064	-242.7479
8000	1206.7077615261078	482.6910737542018	143.2431954778949	10.479123130203224	3.1203106414622113	919.5836087156804	19.996087768332064	-198.25085
9000	1540.0970888137817	418.66997960806964	235.30754940704804	9.084531919948788	5.1257768160059864	919.5836087156804	19.996087768332064	-196.22884
10000	1871.6772439479828	446.74840840498837	133.58813676469796	9.6961729816988	2.909991524060366	919.5836087156804	19.996087768332064	-164.29803
11000	2196.5485422611237	337.9301750612578	79.25547254238568	7.325751892203077	1.7264463665660505	919.5836087156804	19.996087768332064	-151.13512
12000	2548.529970407486	512.0915652109225	144.08703196629102	11.119563090025128	3.138692191563856	919.5836087156804	19.996087768332064	-132.30365
13000	2896.2350192070007	362.6023195545509	91.98234871339685	7.863192813939537	2.0036798296739455	919.5836087156804	19.996087768332064	-166.39786
14000	3241.285061597824	500.3217021523586	196.01577666270254	10.8631765382754	4.269872029694401	919.5836087156804	19.996087768332064	-141.55688
15000	3604.624321460724	924.1314782883683	532.0934903340417	20.09515541183371	11.59075636788831	924.1314782883683	20.09515541183371	-139.4667
16000	3960.7598094940186	347.1546398289843	132.21270491144907	7.526691249081442	2.880030068411599	924.1314782883683	20.09515541183371	-161.298
17000	4317.220246553421	614.3112414528466	93.32280934365515	13.346245778025615	2.032879496402279	924.1314782883683	20.09515541183371	-143.26025
18000	4679.3582239151	528.3660570948916	56.56940298967313	11.474075358761663	1.2322687269084336	924.1314782883683	20.09515541183371	-154.60095
19000	5028.947895765305	722.8044032142777	129.97073288737374	15.709585733132357	2.831192501354794	924.1314782883683	20.09515541183371	-167.29865
20000	5375.049474239349	784.4038531502737	219.24683535612616	17.051425521767683	4.775921335643521	924.1314782883683	20.09515541183371	-160.18701
21000	5727.428789138794	840.5884873228695	125.73890084537268	18.27531271103711	2.739009200713651	924.1314782883683	20.09515541183371	-159.98273
22000	6083.700463294983	-17.50660070097097	1.3934069028802292	-0.4168368574946433	0.030353011690632363	924.1314782883683	20.09515541183371	-285.8933
23000	6439.818911790848	532.8648716996133	84.66485205442947	11.572074422788724	1.8442805463944578	924.1314782883683	20.09515541183371	-251.66379
24000	6799.880900382996	446.6003088398105	144.72242472933382	9.692946883260557	3.152533147802063	924.1314782883683	20.09515541183371	-161.0661
25000	7131.030214548111	911.3500294022651	611.6056468562089	19.8167331744663	13.32279416063648	924.1314782883683	20.09515541183371	-168.02664
26000	7486.577985286713	226.38245466508775	102.95798364117856	4.895873545648504	2.2427654654537386	924.1314782883683	20.09515541183371	-159.65932
27000	7828.829411506653	195.0740296669149	90.67776872501923	4.213872481910046	1.9752617620178	924.1314782883683	20.09515541183371	-158.64542
28000	8160.069937467575	165.5653902735354	4.282089916483866	3.571076702277761	0.09327808339883459	924.1314782883683	20.09515541183371	-157.0028
29000	8501.748713970184	164.16743809515788	6.838413159234804	3.540624679451171	0.14896325986226985	924.1314782883683	20.09515541183371	-157.93147
30000	8854.19274520874	786.0899692125156	211.0906682963742	17.08815470722184	4.5982530367398216	924.1314782883683	20.09515541183371	-166.51846
31000	9207.699249505997	200.4757163598483	6.042754569462784	4.331539086690626	0.13163118376362154	924.1314782883683	20.09515541183371	-156.49092
32000	9569.912999629974	609.9252390943514	145.93883790501016	13.250704137900707	3.1790306506245516	924.1314782883683	20.09515541183371	-159.39722
33000	9937.301185846329	1424.2148192847549	455.6897183214491	30.988624838587747	9.926429472196189	1424.2148192847549	30.988624838587747	-166.14966
34000	10298.822697401047	2172.7656674757754	408.73267155457756	47.29453849468494	8.903549661190302	2172.7656674757754	47.29453849468494	-166.30609
35000	10680.06118798256	163.87748646027794	6.495467634210643	3.534308573692661	0.14149277187430903	2172.7656674757754	47.29453849468494	-177.19977
36000	11042.438044786453	236.71161250701047	21.173490925937312	5.120876771972563	0.46122867360426406	2172.7656674757754	47.29453849468494	-158.35231
37000	11404.398981809616	710.3353455192907	286.591119418849	15.43796840928762	6.242902615288292	2172.7656674757754	47.29453849468494	-169.1148
38000	11774.910984277725	1598.3381393587542	752.76204916382	34.78160674422721	16.397647543804204	2172.7656674757754	47.29453849468494	-179.48221
39000	12142.633160352707	1594.0028084823564	694.2510020194277	34.68716889660203	15.123083384308622	2172.7656674757754	47.29453849468494	-175.01518
40000	12534.42782664299	2120.4567117310157	522.926543024943	46.15507640219526	11.391069931524799	2172.7656674757754	47.29453849468494	-176.61093
41000	12905.097917079926	625.742218852037	100.93796763333529	13.595250279091164	2.1987628346539387	2172.7656674757754	47.29453849468494	-178.98016
42000	13264.692399263382	439.3881315461625	400.12695973284906	9.53584180415085	8.716088790290922	2172.7656674757754	47.29453849468494	-182.42769
43000	13611.435399770737	717.219760202714	174.4022434610253	15.587933734518302	3.799057779678611	2172.7656674757754	47.29453849468494	-188.70111
44000	13976.693630933762	920.6374460434972	190.48290077593614	20.019043831392416	4.149347690302439	2172.7656674757754	47.29453849468494	-195.52176
45000	14336.707243680954	1853.4557848468062	1125.914733498378	40.33891298404786	24.526147385871692	2172.7656674757754	47.29453849468494	-187.17831
46000	14699.147041797638	836.0176344424439	155.76222801019404	18.175744415064887	3.3930165825787846	2172.7656674757754	47.29453849468494	-192.7224
47000	15058.702190637589	952.3048579284596	441.8099399079356	20.708864817042404	9.624081984482487	2172.7656674757754	47.29453849468494	-193.19809
48000	15424.165227174759	447.4770661792487	286.15877326262927	9.71204555839903	6.233484685818436	2172.7656674757754	47.29453849468494	-199.50516
49000	15795.728384494781	1535.03474411241	630.3252844017233	33.40264939013538	13.730569790345873	2172.7656674757754	47.29453849468494	-196.38422
50000	16161.05666232109	2254.5375537169944	1057.8529528568345	49.075800675828404	23.043536657284246	2254.5375537169944	49.075800675828404	-200.51683
51000	16556.125551223755	2061.197185259198	817.7685386895332	44.86420788700245	17.81370392508262	2254.5375537169944	49.075800675828404	-187.95146
52000	16909.325773715973	912.8653334772911	223.05010707444055	19.849741509798246	4.858769174770791	2254.5375537169944	49.075800675828404	-212.28375
53000	17404.99245429039	1280.0796077367372	376.22775082989705	27.84888313635735	8.195484962558538	2254.5375537169944	49.075800675828404	-222.38806
54000	17919.045212507248	1388.5494066679908	555.0150737117841	30.211714171739338	12.090064277727356	2254.5375537169944	49.075800675828404	-215.83652
55000	18406.09879398346	302.6254236065512	185.0273001300745	6.556697618519972	4.030506661281433	2254.5375537169944	49.075800675828404	-201.8158
56000	18900.727627277374	189.4224962776898	1.8159889533769389	4.090763389599273	0.03955824663848914	2254.5375537169944	49.075800675828404	-210.85892
57000	19426.20050597191	1548.63887525384	332.74170014883487	33.69899236843066	7.248214928246701	2254.5375537169944	49.075800675828404	-205.56422
58000	19951.330034017563	1292.615585242716	181.00070629392297	28.121958195054116	3.942794127685179	2254.5375537169944	49.075800675828404	-199.14072
59000	20451.616257429123	1131.9807916325517	409.36334272639584	24.622801015415302	8.917287765552764	2254.5375537169944	49.075800675828404	-197.0519
60000	20954.86841058731	787.2009589422194	264.27839620328393	17.112355738653623	5.756857693871604	2254.5375537169944	49.075800675828404	-215.11572
61000	21498.667427539825	488.46130978302006	608.9473836089692	10.604817958668908	13.264888393660977	2254.5375537169944	49.075800675828404	-197.22408
62000	22024.496032476425	796.6188258819352	427.40473168383926	17.31750803460618	9.310288897389125	2254.5375537169944	49.075800675828404	-217.83716
63000	22542.40611767769	1454.2894071335063	503.63818710609524	31.643748847717603	10.970905734341835	2254.5375537169944	49.075800675828404	-205.23476
64000	23142.482315301895	994.564610234909	409.16162642968624	21.629422016199	8.91289371733931	2254.5375537169944	49.075800675828404	-213.55994
65000	23721.905079364777	1151.8528412356852	539.098261620334	25.055679991882222	11.743343458065311	2254.5375537169944	49.075800675828404	-216.85277
66000	24250.2853577137	1531.0191665979623	619.0035105444675	33.31517682846748	13.483944103665522	2254.5375537169944	49.075800675828404	-210.57828
67000	24791.924884319305	980.916283887265	372.78590997212643	21.332116320116043	8.120510283175753	2254.5375537169944	49.075800675828404	-193.01215
68000	25325.37011575699	1320.564725015007	348.25556390874596	28.73078291416373	7.586158200307504	2254.5375537169944	49.075800675828404	-208.8102
69000	25841.612857580185	1692.006886882311	933.8087464935921	36.82202191854029	20.341443508387062	2254.5375537169944	49.075800675828404	-217.88116
70000	26383.007862329483	2628.7892209693628	752.9381270234574	57.22824000124647	16.401483102047084	2628.7892209693628	57.22824000124647	-198.41643
71000	26898.39590573311	1094.5363277052097	555.5455088310799	23.80713672597711	12.101618909288193	2628.7892209693628	57.22824000124647	-212.97247
72000	27433.891043663025	1409.179788645914	269.70988363780185	30.661112135868656	5.875173457383805	2628.7892209693628	57.22824000124647	-227.85707
73000	27976.485337495804	1569.925411012433	617.3438097757725	34.16268353243889	13.447790330685768	2628.7892209693628	57.22824000124647	-207.04945
74000	28520.204791545868	1014.2101799956612	220.37143470117928	22.057367512510705	4.800418829517794	2628.7892209693628	57.22824000124647	-234.96048
75000	29092.741291999817	1897.5791707789735	807.7857164141734	41.300066288413575	17.596245033065387	2628.7892209693628	57.22824000124647	-226.71887
76000	29621.930530786514	1517.880238285343	417.8145081620387	33.02896750665993	9.101382104928653	2628.7892209693628	57.22824000124647	-223.84882
77000	30210.79775118828	1798.8972283811868	901.0612918393493	39.1504471462499	19.628095618474884	2628.7892209693628	57.22824000124647	-227.40176
78000	30733.47738623619	2468.870273590073	682.0804778387554	53.74467632051278	14.857969107945072	2628.7892209693628	57.22824000124647	-224.43552
79000	31291.848356723785	210.07287368268175	11.968671708332227	4.54059692027439	0.26071726179440025	2628.7892209693628	57.22824000124647	-205.04303
80000	31849.964945316315	3228.0904284428784	269.31742695685926	70.28300276943214	5.866624452638606	3228.0904284428784	70.28300276943214	-181.85504
81000	32424.26425099373	2280.3292273817183	941.8049238038185	49.63762864628566	20.515626701305074	3228.0904284428784	70.28300276943214	-195.21791
82000	33001.218349933624	2796.467763868998	916.9358869612125	60.88083334090953	19.973896812886924	3228.0904284428784	70.28300276943214	-215.9306
83000	33519.80444145203	2794.2279698288735	1347.7396833103426	60.832043217547856	29.35822858268434	3228.0904284428784	70.28300276943214	-205.42923
84000	34063.998909950256	570.6037228409419	954.3302222005302	12.394151439571122	20.788469133675832	3228.0904284428784	70.28300276943214	-194.93002
85000	34584.68030190468	1147.2921271458881	686.9263844102571	24.956332552308687	14.963528983177827	3228.0904284428784	70.28300276943214	-194.26181
86000	35129.563202381134	168.11125919812375	4.50146507647991	3.6265341491090624	0.0980568000696293	3228.0904284428784	70.28300276943214	-225.68747
87000	35673.49544882774	188.40815559307953	28.22143672976649	4.068667694081605	0.6147562475931513	3228.0904284428784	70.28300276943214	-205.30536
88000	36220.8819937706	2562.127071905207	1059.3236773224576	55.776117878351464	23.075573901255467	3228.0904284428784	70.28300276943214	-224.90869
89000	36767.330258607864	329.9758660526146	287.6923079997301	7.152480729392567	6.266890145276828	3228.0904284428784	70.28300276943214	-236.8692
90000	37316.2996339798	1023.7783936259384	838.4449523561846	22.265794856725783	18.264104611663804	3228.0904284428784	70.28300276943214	-210.26672
91000	37876.45618438721	1694.6709909139931	656.2122253301258	36.88005491712208	14.294472996947146	3228.0904284428784	70.28300276943214	-217.90552
92000	38437.98149871826	3381.8053721031038	421.7458036744741	73.63142272651682	9.187018725790535	3381.8053721031038	73.63142272651682	-222.9271
93000	38993.258398771286	3071.929807447548	1032.2394857406318	66.88130786976572	22.4855906149554	3381.8053721031038	73.63142272651682	-214.54547
94000	39570.358852148056	1339.9025334009377	644.9161723050456	29.152024349666966	14.048407595075277	3381.8053721031038	73.63142272651682	-222.28156
95000	40121.802857875824	253.4010635509767	57.88166482021902	5.484428223885591	1.2608541304982943	3381.8053721031038	73.63142272651682	-217.14075
96000	40664.74277496338	1966.09068631759	782.236752736866	42.79247373076807	17.039704089011007	3381.8053721031038	73.63142272651682	-208.15863
97000	41231.76170229912	1788.3260140809332	919.2520277191362	38.92017112954831	20.02435002031477	3381.8053721031038	73.63142272651682	-227.2425
98000	41791.73324108124	3361.593376536496	63.36092833101518	73.19113860243498	1.3802106149935829	3381.8053721031038	73.63142272651682	-216.30197
99000	42330.221496105194	3082.5194494102616	940.6075847603828	67.11198530191382	20.489544696179415	3381.8053721031038	73.63142272651682	-221.29459
100000	42876.176921367645	2168.333022001527	1082.3875159849597	47.19798081320498	23.577980601772556	3381.8053721031038	73.63142272651682	-223.40714
