Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	3026.6736006736755	2672.1089459858254	7.200711318473574	82.72611571263971	0.22124908109772556	2672.1089459858254	82.72611571263971	0.0
2000	3064.010682582855	2667.095986231302	8.009967518116655	82.5720874937299	0.24611428991179538	2672.1089459858254	82.72611571263971	0.0
3000	3102.730310678482	2667.637008033743	11.700750494919346	82.58871093151954	0.3595173005357245	2672.1089459858254	82.72611571263971	0.0
4000	3143.4542117118835	2666.391424188205	13.229857077578181	82.55043911793517	0.4065006347301967	2672.1089459858254	82.72611571263971	0.0
5000	3173.2895896434784	1874.3353839818622	1210.6721652994818	58.213722462738836	37.199117175535655	2672.1089459858254	82.72611571263971	0.0
6000	3740.9414467811584	288.5594441791054	110.97056612714852	9.489165402920904	3.4096820020456877	2672.1089459858254	82.72611571263971	-199.62892
7000	4294.998385429382	646.2771528256164	19.23930593764163	20.48040096702096	0.5911469813739976	2672.1089459858254	82.72611571263971	-279.0978
8000	4868.133469343185	711.8321257506026	41.5099478084383	22.494643293862925	1.2754348012077212	2672.1089459858254	82.72611571263971	-276.77902
9000	5497.794310569763	1588.08436807198	435.71318540116476	49.41837274904175	13.387724855022531	2672.1089459858254	82.72611571263971	-258.54584
10000	6052.383029699326	2101.7253020734743	230.80190477462978	65.20050587948067	7.091620131470081	2672.1089459858254	82.72611571263971	-251.98932
11000	6650.580183506012	2838.669889358276	11.474187392643167	87.84386783990274	0.3525559218646132	2672.1089459858254	82.72611571263971	-241.09232
12000	7267.788489818573	2910.3898739400856	14.847409674587299	90.04753633642456	0.45620156147021607	2910.3898739400856	90.04753633642456	-241.67865
13000	7891.7042462825775	2669.828332964736	606.7784430436277	82.65604158899569	18.643876558263397	2910.3898739400856	90.04753633642456	-236.33751
14000	8524.560089588165	2932.334935255004	14.384497165181955	90.72182036696226	0.4419781100909343	2932.334935255004	90.72182036696226	-232.93465
15000	9140.121206521988	2898.6544031846033	10.455796067060469	89.68695222104164	0.3212648264411642	2932.334935255004	90.72182036696226	-239.92041
16000	9744.06337761879	1321.8138229828116	767.0625234389212	41.236943051502166	23.56876577178767	2932.334935255004	90.72182036696226	-242.30762
17000	10372.827402353287	2291.122893342526	945.6738663973895	71.01993692970129	29.056778518779577	2932.334935255004	90.72182036696226	-244.12015
18000	11007.002480506897	2925.4508967515185	15.808910718199918	90.51030137588289	0.4857446458913416	2932.334935255004	90.72182036696226	-240.3852
19000	11649.788988351822	2863.8673967133295	13.701121076141973	88.61808653881879	0.42098069399450383	2932.334935255004	90.72182036696226	-244.57736
20000	12251.344275474548	2973.2054820757107	6.254989531438767	91.97760893118983	0.19219083016927255	2973.2054820757107	91.97760893118983	-249.49815
21000	12884.939483165741	2959.1244465026875	8.426139933232681	91.54495498303847	0.25890160499084724	2973.2054820757107	91.97760893118983	-249.59052
22000	13535.731778144836	2991.410730402039	9.997725059620919	92.53698345479035	0.3071901350681752	2991.410730402039	92.53698345479035	-250.53683
23000	14164.75560951233	2751.141739711508	635.0662133625768	85.15447760843364	19.51304668779134	2991.410730402039	92.53698345479035	-253.45207
24000	14777.279298782349	2929.4487149704405	26.707354602620278	90.63313835242757	0.8206102707132897	2991.410730402039	92.53698345479035	-260.03482
25000	15401.041751384735	2816.1988711384024	9.549420560931878	87.15342325566806	0.29341552947713173	2991.410730402039	92.53698345479035	-257.87402
26000	16074.517468690872	2766.8938480399	916.8071524996441	85.63847694389754	28.169819766829363	2991.410730402039	92.53698345479035	-241.57397
27000	16761.896313667297	2898.354385500872	12.82691019745689	89.67773387664441	0.39411968748553733	2991.410730402039	92.53698345479035	-255.56723
28000	17433.075449943542	2945.516310223172	16.521846374687545	91.12683134022956	0.5076503093603126	2991.410730402039	92.53698345479035	-250.03525
29000	18108.647034168243	2967.7952176438566	9.855420662986184	91.81137312737798	0.30281768968061545	2991.410730402039	92.53698345479035	-257.64496
30000	18771.316360235214	2979.249599636115	20.56707963613101	92.16332050844127	0.6319441606669403	2991.410730402039	92.53698345479035	-251.70795
31000	19427.591328144073	2960.921317662573	23.99303127251758	91.60016565256714	0.7372099626011402	2991.410730402039	92.53698345479035	-254.16129
32000	20070.839598178864	3013.1926044490606	12.98621681233942	93.20625339276526	0.3990145430903075	3013.1926044490606	93.20625339276526	-257.39374
33000	20728.05818748474	2406.227637031539	1192.6823371136227	74.5566456859387	36.64636165192288	3013.1926044490606	93.20625339276526	-254.90471
34000	21387.734369039536	3015.28538650394	14.602760643366935	93.27055622148606	0.44868447448325804	3015.28538650394	93.27055622148606	-259.61618
35000	22060.258036851883	2985.7771234718757	8.96585628629721	92.36388522859612	0.2754849315384056	3015.28538650394	93.27055622148606	-253.88791
36000	22745.676403284073	3004.900074556275	14.942468136690572	92.9514570903434	0.4591223281085058	3015.28538650394	93.27055622148606	-261.6909
37000	23453.80999827385	3005.120737180023	25.598327572707216	92.95823717089065	0.7865343023223217	3015.28538650394	93.27055622148606	-258.9571
38000	24151.85481929779	2722.7120003886207	836.9480695305103	84.2809453387953	25.71606930485787	3015.28538650394	93.27055622148606	-256.85474
39000	24761.503027915955	2967.173255766289	25.286384899970045	91.79226272455756	0.7769495506712976	3015.28538650394	93.27055622148606	-260.0313
40000	25352.62681865692	3010.187249644382	25.45608739433124	93.11391085054973	0.7821638301052021	3015.28538650394	93.27055622148606	-266.61578
41000	25954.683626890182	3030.6999054288085	22.069589194895045	93.74418278375929	0.6781102746124126	3030.6999054288085	93.74418278375929	-262.27893
42000	26550.431237459183	3025.4337175158194	12.24577795061989	93.58237387556886	0.3762638160414093	3030.6999054288085	93.74418278375929	-267.70325
43000	27199.851035118103	3037.2486058548093	15.733443609470159	93.94539817589978	0.48342584324517485	3037.2486058548093	93.94539817589978	-265.85016
44000	27830.268184423447	3014.28126105503	14.29297669562355	93.23970345943903	0.43916605182392915	3037.2486058548093	93.94539817589978	-263.4343
45000	28447.052547693253	3044.890770237616	17.597708610483497	94.1802113453926	0.5407072561715138	3044.890770237616	94.1802113453926	-266.42328
46000	29029.14169573784	3017.336332661349	13.413762483555598	93.33357360027523	0.41215131287598045	3044.890770237616	94.1802113453926	-267.34985
47000	29661.97505068779	3049.749233401498	12.338505228328854	94.32949250151927	0.3791129546998607	3049.749233401498	94.32949250151927	-273.24524
48000	30296.644737005234	3040.8815579841385	17.991475474243508	94.05702427570245	0.5528061382014184	3049.749233401498	94.32949250151927	-271.43005
49000	30903.11340713501	3035.162715829828	15.953666082082284	93.88130711171365	0.49019239970710365	3049.749233401498	94.32949250151927	-271.09006
50000	31540.183871507645	3053.6680368872567	8.33412424310036	94.44990167109704	0.2560743305747617	3053.6680368872567	94.44990167109704	-267.80515
51000	32158.50895881653	2440.7658899291246	1211.2367809348366	75.61786816498841	37.21646555751775	3053.6680368872567	94.44990167109704	-274.48627
52000	32745.138463020325	3058.244058414446	17.082894490345208	94.59050452450911	0.5248890757197457	3058.244058414446	94.59050452450911	-269.65295
53000	33359.228482723236	3019.4224172340837	26.98759568193156	93.39767064213629	0.8292209590940872	3058.244058414446	94.59050452450911	-269.77005
54000	33960.95539712906	3075.540744902294	9.914168504409323	95.12196257389013	0.3046227760611804	3075.540744902294	95.12196257389013	-270.2163
55000	34564.37560534477	3033.3213044096847	14.332780201438922	93.82472789799286	0.4403890544825022	3075.540744902294	95.12196257389013	-269.74103
56000	35197.92094731331	3072.955537694161	17.746435441931425	95.04252948819217	0.5452770373135563	3075.540744902294	95.12196257389013	-270.32275
57000	35822.101955890656	3063.471856519453	19.093901289848	94.75113386732554	0.5866792776585147	3075.540744902294	95.12196257389013	-267.42737
58000	36505.14526987076	2766.8938480399	916.8071524996441	85.63847694389754	28.169819766829363	3075.540744902294	95.12196257389013	-270.80292
59000	37190.06961584091	3040.522580830171	18.20507158422092	94.045994342417	0.5593690930219146	3075.540744902294	95.12196257389013	-274.53613
60000	37891.29891872406	3067.2708721326817	12.81202481227644	94.86786243431398	0.3936623190885412	3075.540744902294	95.12196257389013	-276.58887
61000	38538.39365816116	3066.778093487444	16.552546181388458	94.8527213159409	0.5085935917281286	3075.540744902294	95.12196257389013	-273.40228
62000	39242.287177324295	2153.254673661898	1384.8617313696548	66.7837975307142	42.55126639042837	3075.540744902294	95.12196257389013	-276.13455
63000	39842.57041025162	3074.2053621497244	9.013563379059757	95.08093159877495	0.2769507798370985	3075.540744902294	95.12196257389013	-277.39307
64000	40465.8480091095	3061.715155682539	19.336359297599618	94.69715747128068	0.594129043250727	3075.540744902294	95.12196257389013	-273.3509
65000	41099.3405983448	3058.3489147559435	9.467435448383126	94.59372634082385	0.2908964546228781	3075.540744902294	95.12196257389013	-271.88446
66000	41792.3069627285	3059.8257210939414	21.126969668734343	94.63910269751838	0.6491473437624053	3075.540744902294	95.12196257389013	-274.12512
67000	42488.876494169235	3039.328903724935	22.51610782868469	94.00931741551629	0.691830007712327	3075.540744902294	95.12196257389013	-270.1202
68000	43139.83639264107	3050.0248435439285	12.44496681211785	94.3379608997173	0.3823840936948503	3075.540744902294	95.12196257389013	-275.04285
69000	43787.657675504684	3053.5998987407015	11.410112228000823	94.44780805816822	0.3505871481322287	3075.540744902294	95.12196257389013	-270.96558
70000	44456.007806539536	3047.7093535387285	19.456514378015182	94.26681514573782	0.5978209286708466	3075.540744902294	95.12196257389013	-270.3958
71000	45133.777586221695	3022.876700179116	16.538592250648453	93.50380695195881	0.5081648432035227	3075.540744902294	95.12196257389013	-271.62335
72000	45757.55332040787	3023.437488318796	10.65498773303067	93.52103773029543	0.32738519026482615	3075.540744902294	95.12196257389013	-274.7295
73000	46436.06188726425	3048.4948066815323	16.45725948983862	94.29094898174438	0.5056658125110747	3075.540744902294	95.12196257389013	-277.44324
74000	47136.973219394684	3004.603127848905	12.34990149314253	92.94233310477657	0.37946311637229185	3075.540744902294	95.12196257389013	-271.14563
75000	47793.97879958153	3052.3493567399146	18.632398343128724	94.40938390028836	0.5724991365072386	3075.540744902294	95.12196257389013	-271.1534
76000	48461.29792404175	3053.30776536388	14.437820739929961	94.43883196701265	0.4436165304347143	3075.540744902294	95.12196257389013	-271.74734
77000	49117.79922294617	3064.512582745613	15.11106203767129	94.78311122498208	0.4643025448983322	3075.540744902294	95.12196257389013	-274.11832
78000	49834.02264356613	2741.350551167156	909.4410395219229	84.85363351505433	27.94348855377244	3075.540744902294	95.12196257389013	-272.29697
79000	50468.4163851738	3045.620708356861	4.990639657222389	94.20263942659159	0.1533424115222533	3075.540744902294	95.12196257389013	-273.5122
80000	51135.31519770622	3059.0867350251237	8.967405481970175	94.61639660898925	0.27553253213006246	3075.540744902294	95.12196257389013	-276.87756
81000	51895.69187116623	3048.5367816056682	19.924205436696734	94.29223870340985	0.6121912057718664	3075.540744902294	95.12196257389013	-271.98096
82000	52520.81639814377	3053.8307626829856	17.74699510165516	94.45490158446444	0.545294233420176	3075.540744902294	95.12196257389013	-279.38248
83000	53158.38704395294	3060.1318574350025	18.170643329775658	94.64850904380206	0.5583112503556914	3075.540744902294	95.12196257389013	-273.66248
84000	53807.6607401371	3081.6612549166957	14.102898393508909	95.31002138594968	0.43332570524989206	3081.6612549166957	95.31002138594968	-277.4571
85000	54478.118854761124	3044.208265528286	25.706965529515415	94.1592407033122	0.7898723125622958	3081.6612549166957	95.31002138594968	-274.56015
86000	55155.577181339264	3064.9039860650178	12.803317235837964	94.7951374847399	0.39339477006450924	3081.6612549166957	95.31002138594968	-274.08264
87000	55823.497806310654	3086.161224292564	13.1113134777298	95.4482874606949	0.40285826366760574	3086.161224292564	95.4482874606949	-281.1269
88000	56553.20085287094	3075.236480471817	14.089505605682998	95.1126137439376	0.4329141984044198	3086.161224292564	95.4482874606949	-279.9059
89000	57261.69506883621	3069.2652710568395	10.976474189423218	94.92914234261696	0.33726318424574664	3086.161224292564	95.4482874606949	-280.21405
90000	57763.86623334885	3070.8885576212137	10.848929319603215	94.97901945125825	0.3333442401306015	3086.161224292564	95.4482874606949	-282.029
91000	58146.41181921959	3052.3103174134108	18.217196401555878	94.408184377806	0.5597416402016593	3086.161224292564	95.4482874606949	-278.50085
92000	58472.491435050964	3066.9062994275673	22.454878457707707	94.85666057210449	0.689948673846029	3086.161224292564	95.4482874606949	-282.27878
93000	58833.03927230835	3091.049854301321	16.06620573717178	95.59849552340243	0.49365029354208323	3091.049854301321	95.59849552340243	-282.12164
94000	59122.49965548515	3075.5778200381947	22.716551892568134	95.12310174464521	0.6979888527186403	3091.049854301321	95.59849552340243	-285.51794
95000	59442.39712882042	2776.576107879421	890.5633573865879	85.93597409351214	27.363452826609972	3091.049854301321	95.59849552340243	-285.46265
96000	59733.49234747887	3076.8515851304583	15.403890952572246	95.16223945531479	0.4733000071593788	3091.049854301321	95.59849552340243	-284.2464
97000	60035.73152303696	3088.6036899143887	11.135455088542141	95.52333466791387	0.3421480319068273	3091.049854301321	95.59849552340243	-283.19202
98000	60330.92617225647	3078.6607451074315	10.069095325596022	95.21782771108019	0.309383058109566	3091.049854301321	95.59849552340243	-284.40717
99000	60631.12806534767	3103.7463648326525	9.844901429358588	95.98860855029162	0.30249447567147275	3103.7463648326525	95.98860855029162	-284.07416
100000	60912.77095079422	3105.0574646703617	12.059057093835696	96.02889340848003	0.37052663034431005	3105.0574646703617	96.02889340848003	-287.6809
