Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	2353.6222925186157	1280.3085485382376	12.813658253637156	39.96165184408885	0.3937125082134922	1280.3085485382376	39.96165184408885	0.0
2000	2384.5827343463898	1284.6513533908578	10.396476495648312	40.095088881144335	0.3194421730829639	1284.6513533908578	40.095088881144335	0.0
3000	2415.2371792793274	1280.6170954524282	10.20999118338475	39.97113225765092	0.31371222472762966	1284.6513533908578	40.095088881144335	0.0
4000	2445.90678691864	1279.8786431790134	9.82107630768934	39.948442570521195	0.3017624248999227	1284.6513533908578	40.095088881144335	0.0
5000	2462.2550871372223	1279.191672148995	5.786385751147877	39.92733469625573	0.17779250878090128	1284.6513533908578	40.095088881144335	0.0
6000	2982.3251037597656	384.70406097286667	60.366086887791084	12.44330523401497	1.8548085963569059	1284.6513533908578	40.095088881144335	-147.31873
7000	3455.830093860626	293.97424013994623	1.656378626722171	9.655540442508196	0.05089389546446634	1284.6513533908578	40.095088881144335	-173.0745
8000	3935.2376816272736	308.8465280301352	46.472526686982235	10.112506412117803	1.4279150171463846	1284.6513533908578	40.095088881144335	-205.7028
9000	4418.5642948150635	579.7225001869562	80.11787819677042	18.435442477808337	2.4617022050389017	1284.6513533908578	40.095088881144335	-197.85931
10000	4900.078807592392	387.4820334983609	87.67240389935	12.528661227526822	2.693822588137275	1284.6513533908578	40.095088881144335	-187.52321
11000	5373.291000366211	188.41441824365182	8.658473324008176	6.412108986580091	0.26604028156652604	1284.6513533908578	40.095088881144335	-128.97064
12000	5852.384508132935	207.48564113302874	1.0848950773942578	6.998091447626595	0.03333448993367077	1284.6513533908578	40.095088881144335	-148.76675
13000	6330.819335460663	707.4254673039777	3.2704219018839837	22.359244291055244	0.10048699476916274	1284.6513533908578	40.095088881144335	-167.15384
14000	6808.900287151337	357.4100035136635	80.43681320721119	11.604667929283062	2.4715018032826035	1284.6513533908578	40.095088881144335	-171.00624
15000	7285.474134922028	347.16270165008416	5.01932967348678	11.289809296465581	0.1542239410621047	1284.6513533908578	40.095088881144335	-173.3776
16000	7776.584039449692	588.6802006820774	4.005595380913298	18.710676814478617	0.12307593765114744	1284.6513533908578	40.095088881144335	-194.14294
17000	8262.929895162582	220.90756722599886	1.2643630303503042	7.410493595593932	0.03884882288243716	1284.6513533908578	40.095088881144335	-177.75246
18000	8754.136090278625	2896.8650455705183	2.505273278063007	89.63197241274746	0.07697703548371243	2896.8650455705183	89.63197241274746	-181.0509
19000	9255.666762828827	1741.50030970925	524.4116834097209	54.132231507121176	16.113075214339755	2896.8650455705183	89.63197241274746	-179.43262
20000	9746.241962194443	1590.0375877772726	339.8012265743212	49.47838738452216	10.440733673431822	2896.8650455705183	89.63197241274746	-200.16048
21000	10251.334293365479	2387.9864400179076	270.35602405585985	73.99616660284669	8.306960138526094	2896.8650455705183	89.63197241274746	-186.75052
22000	10751.21572804451	662.5307378879199	3.122047006753195	20.979808678360882	0.09592802722363183	2896.8650455705183	89.63197241274746	-203.81549
23000	11248.685885429382	294.7198796278659	3.3495941480939386	9.67845096401587	0.10291964148247527	2896.8650455705183	89.63197241274746	-208.0685
24000	11732.858291864395	1057.1157224293531	131.65889530374673	33.10382829025373	4.045351676516116	2896.8650455705183	89.63197241274746	-203.84299
25000	12292.533931732178	989.8352028762483	13.354994432718652	31.036566811695035	0.4103456055409008	2896.8650455705183	89.63197241274746	-194.98682
26000	12822.398178815842	1136.2054314826246	63.58943960462863	35.53393896660177	1.9538493431820865	2896.8650455705183	89.63197241274746	-202.05359
27000	13348.474194765091	367.2954011651767	2.8262402185778797	11.90840669201776	0.08683906681796333	2896.8650455705183	89.63197241274746	-211.2767
28000	13926.29166173935	1530.562848112439	899.96050693668	47.65096632604814	27.652189676476706	2896.8650455705183	89.63197241274746	-212.64001
29000	14502.806598901749	3098.1840336187315	8.333467997182597	95.81770034200335	0.25605416676040216	3098.1840336187315	95.81770034200335	-229.99261
30000	15028.212511777878	3193.0066427843713	8.68696088137816	98.73122016210272	0.2669155903536816	3193.0066427843713	98.73122016210272	-213.25597
31000	15577.750583171844	3203.147896695625	31.404407299003978	99.042820365167	0.9649319282523654	3203.147896695625	99.042820365167	-251.7328
32000	16107.674212217331	2617.4364995614455	1117.5284524661636	81.04624993302909	34.33718313000158	3203.147896695625	99.042820365167	-227.59213
33000	16638.272807836533	1377.3312316518181	39.65321619493544	42.94277114398964	1.2183848591723159	3203.147896695625	99.042820365167	-250.61725
34000	17180.18881392479	257.84631788901964	1.9068113470744956	8.54547377736073	0.058588692103877175	3203.147896695625	99.042820365167	-253.2664
35000	17733.718895673752	2863.8799364606944	557.8687330467195	88.61847183514007	17.141076638231876	3203.147896695625	99.042820365167	-250.23935
36000	18292.607206106186	3396.1881694946896	20.840123093606433	104.97417646078966	0.6403336948940971	3396.1881694946896	104.97417646078966	-231.50919
37000	18844.392210006714	3111.8418605688917	31.56004485214733	96.23735078053184	0.9697140482533343	3396.1881694946896	104.97417646078966	-236.4617
38000	19451.199234724045	3339.8904782416766	15.492339831306847	103.24437340290326	0.47601768771601344	3396.1881694946896	104.97417646078966	-238.54597
39000	19969.956836938858	1067.919453100915	1545.9424996926932	33.4357837565669	47.500634640000506	3396.1881694946896	104.97417646078966	-239.1755
40000	20520.790568113327	3425.5281518620895	25.71484826755624	105.87567686138993	0.7901145175988377	3425.5281518620895	105.87567686138993	-249.37471
41000	21058.49617600441	3416.2013257854733	6.812632457281842	105.58910077081461	0.20932496865458045	3425.5281518620895	105.87567686138993	-253.64774
42000	21326.085992336273	1489.956380436742	139.61324782656985	46.403291858551654	4.289757139888458	3425.5281518620895	105.87567686138993	-256.16528
43000	21604.93151497841	3360.993127323362	12.020727160153701	103.89277347222314	0.3693489046682504	3425.5281518620895	105.87567686138993	-257.77356
44000	21861.827388048172	3078.588731215149	25.42486389748397	95.21561501197463	0.7812044568321256	3425.5281518620895	105.87567686138993	-254.57448
45000	22117.577058553696	2753.565341529922	758.801464483785	85.22894520636319	23.314936445505857	3425.5281518620895	105.87567686138993	-255.16458
46000	22367.257171869278	3439.339077007319	17.602315313721647	106.30003139559433	0.5408488017512896	3439.339077007319	106.30003139559433	-251.06128
47000	22644.32238793373	3139.0597722244074	449.6466048893382	97.07364842903397	13.815843150835702	3439.339077007319	106.30003139559433	-258.91565
48000	22903.524615764618	1102.028967038837	3.0761594569072765	34.48383280084591	0.09451808620694511	3439.339077007319	106.30003139559433	-253.23837
49000	23173.489105463028	1065.6887671671968	142.5909531001705	33.367243692783674	4.381250122515576	3439.339077007319	106.30003139559433	-258.49277
50000	23448.081731319427	1694.6626093143502	477.20673187153375	52.69309616135107	14.662655708659504	3439.339077007319	106.30003139559433	-270.80283
51000	23729.01594901085	1148.5178309190978	2.3396225836054287	35.91224979464998	0.07188725166778603	3439.339077007319	106.30003139559433	-272.28882
52000	24002.34849691391	3411.972654439396	80.48067120199477	105.45917060027944	2.472849384183366	3439.339077007319	106.30003139559433	-261.514
53000	24272.870902776718	3507.368170249684	27.427652973857377	108.39029355194137	0.8427421609813441	3507.368170249684	108.39029355194137	-273.8703
54000	24549.555081129074	544.6078927809074	2.5337212460694483	17.356510928120468	0.07785112784794795	3507.368170249684	108.39029355194137	-271.41138
55000	24824.80055785179	3339.4259588735504	80.92404104515266	103.23010057917733	2.4864723675313334	3507.368170249684	108.39029355194137	-285.48676
56000	25126.650024414062	3450.7841573388987	70.34427451876974	106.65169297379916	2.161398424324446	3507.368170249684	108.39029355194137	-267.63275
57000	25406.984638929367	2101.226964571044	1243.9163991482094	65.18519395964208	38.220579620774764	3507.368170249684	108.39029355194137	-280.01147
58000	25780.422065258026	3478.4924981957765	22.62658857107154	107.50305955165365	0.6952246393884134	3507.368170249684	108.39029355194137	-278.27014
59000	26317.166098594666	54.479961210555224	0.3804170623728941	2.29683839242758	0.011688695985904449	3507.368170249684	108.39029355194137	-289.4765
60000	26908.06518125534	1381.42472845151	353.73258655711015	43.06854794094088	10.86878868887536	3507.368170249684	108.39029355194137	-288.33386
61000	27465.390450000763	1504.3469957297273	87.08028906117757	46.845457954258826	2.675629265553451	3507.368170249684	108.39029355194137	-280.13928
62000	28031.80847477913	3523.776966724731	29.65785274157009	108.89447028969082	0.9112672868261913	3523.776966724731	108.89447028969082	-291.27734
63000	28596.95037794113	1961.0640704708833	1201.992454493454	60.878548386433316	36.9324243510225	3523.776966724731	108.89447028969082	-292.1963
64000	29155.634133577347	1815.304143379438	570.6341294032607	56.399928358003955	17.533306251226783	3523.776966724731	108.89447028969082	-286.0682
65000	29769.221662282944	3343.9207335025844	491.3759068526382	103.36820704011316	15.098017828571127	3523.776966724731	108.89447028969082	-282.66718
66000	30413.839658021927	1803.4397492874457	603.646529281537	56.03538294373355	18.547645365080836	3523.776966724731	108.89447028969082	-283.623
67000	30995.85277724266	1345.0675178770211	86.27234762940047	41.95143616196357	2.6508044543014218	3523.776966724731	108.89447028969082	-290.49683
68000	31622.539908885956	2049.6513386458973	974.5985542267175	63.600481097497	29.9455185779539	3523.776966724731	108.89447028969082	-286.1251
69000	32179.349757671356	3234.8195725149835	563.2863714780209	100.01596438690841	17.307539015576452	3523.776966724731	108.89447028969082	-297.8318
70000	32780.21182394028	2887.051567893265	815.7886480965112	89.33044346339281	25.065924848042705	3523.776966724731	108.89447028969082	-300.4312
71000	33353.678166627884	1304.9509812843296	122.79438796762939	40.71881531863308	3.772980793174586	3523.776966724731	108.89447028969082	-304.0534
72000	33969.937704086304	1198.6160886955781	9.366901916959094	37.45156903790398	0.2878074609855412	3523.776966724731	108.89447028969082	-300.03674
73000	34562.71842098236	3209.015745366582	561.5467848500837	99.2231159039062	17.254088470776303	3523.776966724731	108.89447028969082	-294.17804
74000	35159.97469949722	1364.0519843705486	14.07470608354797	42.534752945688474	0.432459468235658	3523.776966724731	108.89447028969082	-298.03125
75000	35761.93351840973	3501.6740820207583	21.617700560657937	108.21533697715032	0.6642255428600078	3523.776966724731	108.89447028969082	-299.5968
76000	36337.51295900345	2743.443656394477	721.7846945419252	84.91794627357271	22.177559043105212	3523.776966724731	108.89447028969082	-288.45734
77000	36870.06176614761	2744.0039390744487	693.691149117957	84.9351615211526	21.314356668378178	3523.776966724731	108.89447028969082	-287.71173
78000	37484.54878902435	3538.002551010689	5.617857741860778	109.33156564210022	0.17261431657947907	3538.002551010689	109.33156564210022	-288.97247
79000	38042.36862683296	3554.544557465818	6.056814456265444	109.8398353901625	0.18610170211798016	3554.544557465818	109.8398353901625	-295.4576
80000	38620.94381713867	3455.6249600962824	6.290492411705396	106.80043149621413	0.19328169179222882	3554.544557465818	109.8398353901625	-282.48523
81000	39175.269323349	3516.9869656397814	7.3578841638186985	108.68584069266151	0.22607837449224052	3554.544557465818	109.8398353901625	-291.16772
82000	39733.396803855896	3425.2763323804875	14.020516862605879	105.8679394551195	0.43079445004390216	3554.544557465818	109.8398353901625	-281.37848
83000	40286.02424168587	3435.7312855693576	7.224945664224801	106.18917838328244	0.2219937056898411	3554.544557465818	109.8398353901625	-287.84015
84000	40864.999760866165	3335.3040862565385	346.5402614656516	103.10345190676409	10.647797283018164	3554.544557465818	109.8398353901625	-284.30807
85000	41434.56560277939	2779.464285037473	853.0799176658337	86.02471623494851	26.21173652695461	3554.544557465818	109.8398353901625	-289.94064
86000	42003.74690794945	3538.4009123179253	17.969324007250528	109.3438056930164	0.5521255121492981	3554.544557465818	109.8398353901625	-299.21515
87000	42550.73876333237	1556.8998845209037	666.344679657896	48.46019819863561	20.474108952325025	3554.544557465818	109.8398353901625	-285.47003
88000	43132.39651179314	3484.699412043178	19.535957531667453	107.69377320818742	0.6002618992871771	3554.544557465818	109.8398353901625	-282.9862
89000	43696.50695729256	3039.951186400408	867.0867514300527	94.02843767517427	26.64211055006973	3554.544557465818	109.8398353901625	-291.41864
90000	44269.659754514694	3522.037093150978	12.264341256605057	108.84101092819253	0.37683419224588377	3554.544557465818	109.8398353901625	-296.1146
91000	44838.22498583794	3502.253190070437	9.254255667075267	108.23313065310549	0.2843462919185444	3554.544557465818	109.8398353901625	-298.16827
92000	45414.74599671364	3466.49227429248	13.301955533650005	107.13434063012713	0.4087159321430413	3554.544557465818	109.8398353901625	-284.12915
93000	45961.93149495125	3496.5944637432426	2.6727894169176833	108.05926060823042	0.08212413695069626	3554.544557465818	109.8398353901625	-292.11615
94000	46569.76331472397	3519.7226628869553	4.537006024013883	108.76989773582416	0.13940406292536542	3554.544557465818	109.8398353901625	-291.36218
95000	47170.95260477066	2700.161118591116	479.3091311179725	83.58804686599566	14.727254035241737	3554.544557465818	109.8398353901625	-298.19177
96000	47756.990396261215	3538.2050698051826	16.282392938876033	109.33778823528648	0.5002928622560125	3554.544557465818	109.8398353901625	-285.3263
97000	48336.06935071945	3537.042827509137	17.35744077314198	109.30207717444264	0.533324785762966	3554.544557465818	109.8398353901625	-295.18195
98000	48902.33814096451	3571.9705106273905	13.519013936706182	110.37526528781147	0.4153852693927503	3571.9705106273905	110.37526528781147	-294.97253
99000	49459.00499916077	3576.296819560318	5.611922498810816	110.50819547118087	0.17243195028081384	3576.296819560318	110.50819547118087	-297.577
100000	50080.16434431076	3559.9208651855624	5.77646561597399	110.00502783991958	0.1774877026729318	3576.296819560318	110.50819547118087	-300.79865
