Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	2422.9914379119873	2284.194394344947	0.9533004427809475	70.80705184532523	0.029291112731356383	2284.194394344947	70.80705184532523	0.0
2000	2454.0874485969543	2285.3895276504927	0.6777943077861491	70.84377351544174	0.02082591026614624	2285.3895276504927	70.84377351544174	0.0
3000	2485.172870874405	2284.7744677888995	0.981404624763279	70.82487518398825	0.03015464192501051	2285.3895276504927	70.84377351544174	0.0
4000	2516.531934261322	2286.408876220703	0.4947050313440524	70.87509402316698	0.015200308519310273	2286.408876220703	70.87509402316698	0.0
5000	2547.8705105781555	2285.9549429944755	1.2116566583830408	70.86114646927395	0.037229366713455024	2286.408876220703	70.87509402316698	0.0
6000	3067.03226852417	371.87857458651064	44.353245856216404	12.049229294554285	1.3627979869452125	2286.408876220703	70.87509402316698	-304.67535
7000	3551.1080627441406	1579.1962749988138	492.93933143226695	49.14527717026136	15.146055617660243	2286.408876220703	70.87509402316698	-281.77814
8000	4062.637460231781	2661.2196769215675	2.128272870966159	82.39153199337407	0.06539331965974465	2661.2196769215675	82.39153199337407	-265.62296
9000	4559.032936811447	653.0290589621758	89.92579114113693	20.687860058533126	2.7630601723914356	2661.2196769215675	82.39153199337407	-261.83325
10000	5047.773663759232	1441.0076826057998	331.36119185872485	44.89929399819555	10.181405137309579	2661.2196769215675	82.39153199337407	-265.2485
11000	5543.1247725486755	683.1118652523357	8.604884406622388	21.61218446957613	0.2643937083039357	2661.2196769215675	82.39153199337407	-261.56012
12000	6050.786383152008	358.33964870567223	1.4445190422064993	11.633232210696645	0.04438429713137055	2661.2196769215675	82.39153199337407	-259.19974
13000	6576.312626361847	799.6670206568347	82.28712023543342	25.193458581244663	2.5283543434882576	2661.2196769215675	82.39153199337407	-253.09433
14000	7077.197019100189	1102.2510823765074	88.37053168183039	34.490657517486234	2.7152732648178293	2661.2196769215675	82.39153199337407	-230.97192
15000	7600.600558519363	2571.035931689211	783.7633297588285	79.62054592267573	24.081914805049276	2661.2196769215675	82.39153199337407	-251.17554
16000	8100.4791831970215	931.3930921680992	125.24701298185317	29.24087431414738	3.848340157919865	2661.2196769215675	82.39153199337407	-257.05533
17000	8572.917009353638	768.1596146204929	3.9882757460327873	24.225361913429445	0.12254377448937366	2661.2196769215675	82.39153199337407	-256.3486
18000	9078.694632768631	689.6865864337244	9.937708441936486	21.814199375537434	0.30534606426377947	2661.2196769215675	82.39153199337407	-257.42322
19000	9598.401916980743	789.1272957641712	17.736935723303944	24.869614957415155	0.5449851489258567	2661.2196769215675	82.39153199337407	-264.88617
20000	10124.43724822998	692.8289823457227	2.572845577286277	21.910752643294636	0.07905326218543707	2661.2196769215675	82.39153199337407	-270.9263
21000	10668.497631072998	3043.369994623528	6.082562870810261	94.13348398856753	0.18689284799313258	3043.369994623528	94.13348398856753	-265.6543
22000	11190.168905735016	2894.044941521299	432.97748654543176	89.54532188589059	13.30366776243528	3043.369994623528	94.13348398856753	-257.2907
23000	11721.386567354202	2752.94273023169	533.5562651150972	85.20981484944119	16.394051663728426	3043.369994623528	94.13348398856753	-263.4449
24000	12244.648974180222	688.4373950962083	43.41969928641469	21.77581671814196	1.3341138317839487	3043.369994623528	94.13348398856753	-258.56384
25000	12787.754073143005	1000.4300423524804	745.5535404529834	31.362103886411592	22.90788068550787	3043.369994623528	94.13348398856753	-251.7974
26000	13345.582540512085	934.578222137203	8.38836566183219	29.338740628692314	0.25774095259598806	3043.369994623528	94.13348398856753	-248.40932
27000	13898.577052593231	2328.851275051585	991.9135252687669	72.17917931774403	30.477538438611116	3043.369994623528	94.13348398856753	-252.76195
28000	14465.872665166855	3003.029948934818	3.813845696467251	92.89399560397285	0.1171842361777612	3043.369994623528	94.13348398856753	-251.49298
29000	14968.04468536377	981.8267244434376	42.81271307449341	30.790498275423545	1.3154635713184262	3043.369994623528	94.13348398856753	-255.86081
30000	15530.41146183014	2747.9077919939964	577.5110606584037	85.05511131958079	17.744606864968812	3043.369994623528	94.13348398856753	-262.84543
31000	16110.08968448639	1047.3752755090827	84.19028783446467	32.804543284192995	2.5868310777770427	3043.369994623528	94.13348398856753	-260.971
32000	16685.739596128464	3224.300550768118	1.5650350795809485	99.6927568880089	0.048087273316271884	3224.300550768118	99.6927568880089	-251.70306
33000	17224.177237272263	440.03089278713117	168.90912004143638	14.143277661398619	5.18990221178805	3224.300550768118	99.6927568880089	-265.23474
34000	17786.80663228035	2472.1338537315423	920.775167325208	76.5816803302375	28.29174100420571	3224.300550768118	99.6927568880089	-263.45078
35000	18371.66392302513	2987.818439136108	2.411276956417726	92.42660670081833	0.07408890417684692	3224.300550768118	99.6927568880089	-253.92758
36000	18941.94713115692	3042.4210379242445	2.4254936498360893	94.10432634171403	0.07452572634842995	3224.300550768118	99.6927568880089	-251.66763
37000	19480.668270111084	945.6602748116263	110.19672153593125	29.679247817836586	3.385904850435678	3224.300550768118	99.6927568880089	-260.7884
38000	20058.88223552704	3053.1337785352384	2.345419302844914	94.43348604710869	0.07206536168336544	3224.300550768118	99.6927568880089	-258.27356
39000	20615.56047296524	3145.045951564826	1.729940390471286	97.25757979633596	0.05315415447411087	3224.300550768118	99.6927568880089	-260.57874
40000	20903.112332344055	3124.6526754407228	2.299219081190304	96.63097592298608	0.07064581351159431	3224.300550768118	99.6927568880089	-270.41403
41000	21180.7393283844	893.1930766516064	167.7532305434816	28.067140504091714	5.15438634704051	3224.300550768118	99.6927568880089	-272.05078
42000	21458.58661031723	713.0109904953662	2.7061809139705666	22.53086509612408	0.08315012420566194	3224.300550768118	99.6927568880089	-281.36847
43000	21711.926396369934	3218.9031888129157	3.0811177914171646	99.52691752573969	0.09467043601039808	3224.300550768118	99.6927568880089	-270.0976
44000	21973.31604027748	3272.158090711935	1.4648073921395217	101.16322782731768	0.04500767704220717	3272.158090711935	101.16322782731768	-267.10382
45000	22229.29798102379	3251.4580862508847	1.9402551016800285	100.52719941801645	0.05961628502458684	3272.158090711935	101.16322782731768	-270.84714
46000	22458.921294927597	3256.7402342502846	1.182818239121422	100.68949871587765	0.036343277342593794	3272.158090711935	101.16322782731768	-275.09192
47000	22705.71984410286	3228.5653828156146	1.711321101672858	99.82379813238208	0.05258205814151852	3272.158090711935	101.16322782731768	-276.54733
48000	22957.474747657776	3303.811306259623	2.727155405176425	102.1358046386873	0.08379458649564135	3303.811306259623	102.1358046386873	-273.53217
49000	23201.684594154358	3191.6291087678906	2.455384401490157	98.68889404710555	0.07544414968805495	3303.811306259623	102.1358046386873	-278.31064
50000	23451.634212493896	3269.048505168865	3.7497433057043965	101.06768269107066	0.11521462589550141	3303.811306259623	102.1358046386873	-284.17853
51000	23698.59603381157	3240.067234927939	2.583948225366974	100.17720408052016	0.07939440218910664	3303.811306259623	102.1358046386873	-277.7115
52000	23956.84378170967	3237.4463145356867	1.8845838661094418	100.09667367140231	0.05790573044618303	3303.811306259623	102.1358046386873	-284.77344
53000	24224.637399673462	3260.871721426968	2.0025791556840704	100.81644280528492	0.061531254125390136	3303.811306259623	102.1358046386873	-277.1847
54000	24479.937509298325	3355.6405230881437	2.166767396181022	103.72830933581436	0.06657610257582393	3355.6405230881437	103.72830933581436	-283.56308
55000	24750.87042927742	3291.1463741571706	1.1583472424313361	101.74666189071412	0.035591381412904834	3355.6405230881437	103.72830933581436	-284.50012
56000	25012.47891974449	3337.9615611889335	4.312529002636026	103.18510549080989	0.13250678118321757	3355.6405230881437	103.72830933581436	-287.871
57000	25281.04722380638	3335.83128481583	7.616515150489137	103.11965061153651	0.23402507109114484	3355.6405230881437	103.72830933581436	-287.19986
58000	25581.828598737717	2846.1068078204494	981.6191154290192	88.07237462252199	30.161232365953506	3355.6405230881437	103.72830933581436	-293.3921
59000	26123.77437543869	3382.450517184968	3.656459957506282	104.55207330798471	0.11234840141326578	3382.450517184968	104.55207330798471	-296.9507
60000	26674.702220916748	583.6879722919929	8.533843855375027	18.557285587544897	0.2622109160784189	3382.450517184968	104.55207330798471	-297.04968
61000	27255.607796907425	3326.9058573349866	1.6924171408048814	102.84540789561552	0.052001214973923085	3382.450517184968	104.55207330798471	-293.61737
62000	27823.55205655098	2188.5854328039018	1381.5757182636303	67.86937055939526	42.450300340266374	3382.450517184968	104.55207330798471	-296.17752
63000	28435.262215852737	3338.0871038725927	2.4443675844501707	103.18896291574606	0.0751056469292393	3382.450517184968	104.55207330798471	-296.8683
64000	29035.674630880356	3330.186137485027	1.210804554195372	102.94619779495197	0.03720318495721211	3382.450517184968	104.55207330798471	-299.33505
65000	29616.84483742714	3333.2023142599537	1.299760154121345	103.03887285306305	0.03993643503094099	3382.450517184968	104.55207330798471	-299.45514
66000	30211.709941625595	3340.8032220559035	1.9635501204768397	103.27241837252416	0.06033204785342007	3382.450517184968	104.55207330798471	-299.72882
67000	30790.673371076584	3353.448062774233	1.3304277318386184	103.66094379255874	0.04087872713089497	3382.450517184968	104.55207330798471	-294.35428
68000	31379.425320148468	3359.942070256567	1.338369953583562	103.86047868912127	0.04112275986394334	3382.450517184968	104.55207330798471	-292.46124
69000	31976.173493623734	3361.2223592379937	2.568870701463329	103.89981685283203	0.07893113013703053	3382.450517184968	104.55207330798471	-304.11502
70000	32511.19526076317	3361.200274851663	1.7536109270471434	103.89913828790054	0.053881455463531035	3382.450517184968	104.55207330798471	-302.6993
71000	33059.915148973465	3346.5531420833636	2.483473678219412	103.4490904353518	0.076307220902857	3382.450517184968	104.55207330798471	-294.7968
72000	33606.28024196625	3370.0845738146513	4.290209475697135	104.17211728883838	0.13182099132061437	3382.450517184968	104.55207330798471	-299.28214
73000	34204.73938727379	3356.1986317811075	2.243251090190333	103.74545778546182	0.06892614082483195	3382.450517184968	104.55207330798471	-301.784
74000	34740.21651673317	1089.7039557915218	57.095615029566616	34.10513446225376	1.7543200666290497	3382.450517184968	104.55207330798471	-301.20035
75000	35272.07058644295	3320.2104999017065	1.7063916797904317	102.63968631975766	0.05243059670755298	3382.450517184968	104.55207330798471	-296.37457
76000	35785.43321323395	3375.921687064484	2.087237173850016	104.35146845092088	0.06413245668696413	3382.450517184968	104.55207330798471	-292.71954
77000	36344.72624325752	3377.9384972018806	0.6686053621120424	104.41343696624006	0.02054357068930343	3382.450517184968	104.55207330798471	-292.20773
78000	36896.16506195068	3324.893709082554	1.054595833220979	102.78358262139004	0.03240351525147765	3382.450517184968	104.55207330798471	-291.7802
79000	37411.44189739227	3353.661260418811	1.290903053201312	103.66749450412995	0.039664291717167816	3382.450517184968	104.55207330798471	-290.01282
80000	37975.77912688255	3358.3450856333648	2.460731536183387	103.81140973401618	0.07560844576729586	3382.450517184968	104.55207330798471	-294.2574
81000	38536.2112121582	3373.0434953402773	2.690407435880788	104.26303312195971	0.08266546826283452	3382.450517184968	104.55207330798471	-298.37372
82000	39090.37587308884	3377.1107543918233	2.396373332116402	104.38800373776988	0.07363097536456127	3382.450517184968	104.55207330798471	-301.5016
83000	39663.31463074684	3386.1193942694213	3.018019696817169	104.66480323808389	0.09273168373554568	3386.1193942694213	104.66480323808389	-296.71432
84000	40219.90221428871	3386.4843956684963	2.974361303542316	104.67601827234553	0.09139023579143878	3386.4843956684963	104.67601827234553	-299.33026
85000	40818.61424064636	3381.1523904083856	2.6371498052978457	104.51218706011772	0.08102907411970178	3386.4843956684963	104.67601827234553	-301.928
86000	41383.75944900513	3383.0872810667543	1.9736117182564612	104.5716385172384	0.06064120054191325	3386.4843956684963	104.67601827234553	-306.5987
87000	41982.30048203468	3382.5553281317552	3.3175349135690784	104.55529372950146	0.10193458933060151	3386.4843956684963	104.67601827234553	-307.14664
88000	42530.577951192856	2593.7955183750064	1180.9569707204887	80.31985706260124	36.286088003212726	3386.4843956684963	104.67601827234553	-308.08282
89000	43083.707062244415	3199.6816130587436	531.5831042933471	98.93631532204486	16.333424317434144	3386.4843956684963	104.67601827234553	-304.0333
90000	43627.71773028374	3374.938314032195	2.98560431076479	104.3212533276994	0.0917356884705864	3386.4843956684963	104.67601827234553	-307.85107
91000	44300.72177195549	3371.8268537186696	3.6255784495730228	104.2256505872488	0.11139953609274478	3386.4843956684963	104.67601827234553	-301.95276
92000	44939.01773142815	3397.2520632203205	2.101036313035183	105.00686566311576	0.06455644908570929	3397.2520632203205	105.00686566311576	-307.39612
93000	45469.73643779755	3383.5967799574005	2.4231187676327504	104.58729338193027	0.07445275570956804	3397.2520632203205	105.00686566311576	-306.04645
94000	46038.38123583794	3382.0208894537877	1.694487254870688	104.53887256481732	0.05206482130593454	3397.2520632203205	105.00686566311576	-306.39056
95000	46560.175845861435	3350.628694380243	2.7716536562736156	103.57431586944702	0.08516183991413072	3397.2520632203205	105.00686566311576	-306.63403
96000	47178.41510653496	3407.567206463454	2.4798378172435593	105.32380879039818	0.07619550542582268	3407.567206463454	105.32380879039818	-303.86697
97000	47750.08862733841	3391.4511451850353	2.2132758772538588	104.82862663532175	0.0680051223275514	3407.567206463454	105.32380879039818	-311.3921
98000	48353.954313755035	3382.5109547817433	2.6876473159186576	104.5539303137941	0.08258066080724583	3407.567206463454	105.32380879039818	-308.10083
99000	49005.154765844345	3382.2768674113395	4.52674515806277	104.5467377444343	0.13908878752235157	3407.567206463454	105.32380879039818	-309.4011
100000	49642.299844026566	3383.0872810667543	1.9736117182564612	104.5716385172384	0.06064120054191325	3407.567206463454	105.32380879039818	-304.2188
