Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	2618.8493134975433	1021.1497461981419	0.5044800219969482	31.99873757907314	0.015500654916222047	1021.1497461981419	31.99873757907314	0.0
2000	2650.272736787796	1021.2331725436179	0.5275685549610273	32.001300937255344	0.016210073260640227	1021.2331725436179	32.001300937255344	0.0
3000	2681.0921614170074	1021.4046181111626	0.5754328991989066	32.006568774361966	0.017680753268711935	1021.4046181111626	32.006568774361966	0.0
4000	2711.7512199878693	1021.3416994220468	0.5418131732206307	32.00463553450064	0.016647753450990597	1021.4046181111626	32.006568774361966	0.0
5000	2742.163034439087	1021.7531275569074	0.6392780567546933	32.017277076808014	0.01964245980255375	1021.7531275569074	32.017277076808014	0.0
6000	3250.5359897613525	293.09072640426245	1.8622262668756184	9.628393596382628	0.057218770774110035	1021.7531275569074	32.017277076808014	-190.18423
7000	3733.323887825012	273.8064755872887	7.533924423803879	9.03586563848944	0.23148738813482525	1021.7531275569074	32.017277076808014	-179.7703
8000	4219.729390859604	468.26610878643777	33.57282990968832	15.010833006717842	1.0315588889547904	1021.7531275569074	32.017277076808014	-166.99548
9000	4704.870511293411	360.6194611544016	22.072085377668188	11.70328173595153	0.6781869723330111	1021.7531275569074	32.017277076808014	-168.27753
10000	5191.520381450653	581.6921390399364	109.17350870993772	18.495961608077913	3.3544656095737806	1021.7531275569074	32.017277076808014	-162.42734
11000	5716.5115711688995	645.5625526922205	239.86809807658338	20.458444160828698	7.370188018501662	1021.7531275569074	32.017277076808014	-84.413895
12000	6223.072368383408	588.3924789090462	66.7547168067272	18.70183627427648	2.0511056615387497	1021.7531275569074	32.017277076808014	-171.34311
13000	6717.61420917511	571.5469610781812	156.52461993601617	18.18424083462423	4.809376018334186	1021.7531275569074	32.017277076808014	-101.51544
14000	7217.79615521431	449.31376373708133	12.733768051609959	14.428503186598627	0.3912578015872336	1021.7531275569074	32.017277076808014	-133.40382
15000	7734.641932725906	340.252235743408	1.8234707737227371	11.077478296903532	0.05602796935626041	1021.7531275569074	32.017277076808014	-164.1334
16000	8237.005991697311	368.895467716936	28.356228137108378	11.957570342470422	0.8712735646875843	1021.7531275569074	32.017277076808014	-170.43475
17000	8736.241724967957	474.93724931587775	12.228960253205637	15.215810493903827	0.3757470754119755	1021.7531275569074	32.017277076808014	-184.13281
18000	9271.802590370178	511.5310080952293	10.343327194943477	16.340190453849182	0.3178091074840461	1021.7531275569074	32.017277076808014	-191.3571
19000	9790.84694480896	894.1428630023213	441.3698198222348	28.096323642817982	13.561530623982703	1021.7531275569074	32.017277076808014	-197.17581
20000	10296.48031949997	556.2074452116105	56.42759132442478	17.71291881658197	1.733794367933846	1021.7531275569074	32.017277076808014	-196.50685
21000	10820.320166110992	803.6181657388818	68.50187319936643	25.31486147882284	2.104788794955545	1021.7531275569074	32.017277076808014	-176.26227
22000	11334.32441163063	432.33080791712007	16.56988395037118	13.90668482681383	0.5091263120783909	1021.7531275569074	32.017277076808014	-176.08516
23000	11855.7884786129	510.63522602094116	129.1777750926564	16.31266665070884	3.969116768252484	1021.7531275569074	32.017277076808014	-181.52374
24000	12371.116767168045	475.3589803355725	46.99959067800578	15.228768602686566	1.4441095871737208	1021.7531275569074	32.017277076808014	-179.90184
25000	12877.94520163536	286.45246318181296	14.63627764694259	9.424426297445955	0.4497143180520794	1021.7531275569074	32.017277076808014	-197.4388
26000	13423.429189682007	313.4336209111233	27.61660155999749	10.253449443985337	0.8485477958984076	1021.7531275569074	32.017277076808014	-189.19672
27000	13945.66798901558	462.1671613580462	129.35849326397906	14.823436726751291	3.9746695154151457	1021.7531275569074	32.017277076808014	-197.27295
28000	14483.466037034988	334.1737755889827	54.888366810911315	10.89071150898836	1.6865001501606307	1021.7531275569074	32.017277076808014	-196.09258
29000	15038.601581811905	565.6586698528855	119.47531153281906	18.003317177889073	3.670998839056951	1021.7531275569074	32.017277076808014	-197.62685
30000	15587.128493785858	446.8993850375049	47.159139944675694	14.35431897825066	1.449011898498156	1021.7531275569074	32.017277076808014	-199.3235
31000	16144.050822973251	404.93591664101467	28.538844664437974	13.06494930187193	0.8768846407435389	1021.7531275569074	32.017277076808014	-202.49496
32000	16681.47114133835	124.85146676344888	0.7597989025526822	4.459073517601536	0.023345583731091194	1021.7531275569074	32.017277076808014	-209.96393
33000	17240.41538476944	272.7715321407431	7.652864003036839	9.004065962539524	0.23514192606136752	1021.7531275569074	32.017277076808014	-208.68958
34000	17812.070430517197	388.71900877734686	204.13864325728002	12.566668534265268	6.272364665048671	1021.7531275569074	32.017277076808014	-207.89105
35000	18357.270257234573	220.07860089303054	171.96573910320546	7.385022773154537	5.283819899745796	1021.7531275569074	32.017277076808014	-206.40479
36000	18903.22768330574	682.7290840107889	36.30460481847771	21.60042313181267	1.115495414334564	1021.7531275569074	32.017277076808014	-203.10112
37000	19502.2177670002	199.25519123102964	89.59626852799259	6.745202615218273	2.75293525943012	1021.7531275569074	32.017277076808014	-281.34888
38000	20011.754898309708	484.8918547120099	27.40434692718584	15.521675734041185	0.8420260593099907	1021.7531275569074	32.017277076808014	-206.29941
39000	20525.43639087677	121.87710055129344	24.563634985659874	4.367683130988032	0.7547423342822268	1021.7531275569074	32.017277076808014	-242.85904
40000	21058.095107078552	343.05701374254187	76.50984897940863	11.163657915491967	2.350841886716314	1021.7531275569074	32.017277076808014	-232.38281
41000	21324.064291000366	184.83444590093285	31.284698653316408	6.302110743885681	0.961253759987256	1021.7531275569074	32.017277076808014	-207.6242
42000	21550.128885507584	1951.7707569969593	360.8342485035771	60.59300200420527	11.086994378623189	1951.7707569969593	60.59300200420527	-214.36899
43000	21773.032777786255	3032.926539014682	17.429463741180268	93.8125983350885	0.5355377637302253	3032.926539014682	93.8125983350885	-206.79301
44000	22014.372082471848	2230.090782046953	879.3438221982873	69.14466406506685	27.018721349264577	3032.926539014682	93.8125983350885	-223.25902
45000	22254.14793086052	2009.479267147477	1096.9225867926907	62.3661538884593	33.70404722941593	3032.926539014682	93.8125983350885	-210.31067
46000	22508.36216402054	988.2274633163009	413.02800961826097	30.987167400366026	12.690700064758923	3032.926539014682	93.8125983350885	-207.26222
47000	22733.38432455063	1584.9427285869822	1238.4281283804614	49.3218427232632	38.05194699401405	3032.926539014682	93.8125983350885	-220.43973
48000	22986.685836791992	2356.6509511059785	1149.2690098046805	73.03335226119607	35.312443605540984	3032.926539014682	93.8125983350885	-217.50089
49000	23227.822112083435	1521.8826254326955	848.1850416937122	47.38425777370141	26.061336550754923	3032.926539014682	93.8125983350885	-219.79503
50000	23453.30748963356	146.612543673762	0.8840769904597874	5.127704442681353	0.02716415269378349	3032.926539014682	93.8125983350885	-223.92409
51000	23688.254302978516	1167.6745067159413	4.140616329378192	36.50085788202948	0.12722459178482395	3032.926539014682	93.8125983350885	-230.7883
52000	23926.74349975586	426.77732523977147	8.98458891465162	13.736048498691181	0.276060510342591	3032.926539014682	93.8125983350885	-228.78607
53000	24161.638390302658	1370.4922983086813	255.4294754571336	42.732638054224495	7.848326954196631	3032.926539014682	93.8125983350885	-230.24294
54000	24387.78406739235	443.6006701232221	80.92290013553995	14.252962652283802	2.4864373119385936	3032.926539014682	93.8125983350885	-229.67723
55000	24624.12747478485	3229.2252190346658	3.857283370006071	99.8440722623511	0.11851890228648922	3229.2252190346658	99.8440722623511	-229.52756
56000	24854.95926117897	3212.1896376609507	7.095115935082316	99.32063692961802	0.21800455697917925	3229.2252190346658	99.8440722623511	-230.41632
57000	25113.883090019226	3157.0305545162605	486.058306577229	97.62581874844106	14.934629223953557	3229.2252190346658	99.8440722623511	-229.27637
58000	25373.272951841354	3171.136292830697	39.76032323920232	98.0592317131113	1.221675830588201	3229.2252190346658	99.8440722623511	-240.65768
59000	25601.055953264236	2236.389484025541	815.6122838443667	69.33819800403975	25.060505879415903	3229.2252190346658	99.8440722623511	-230.27945
60000	26066.461444616318	3154.376383219706	537.701851302284	97.5442666719216	16.521428959381623	3229.2252190346658	99.8440722623511	-230.66483
61000	26564.62978887558	1476.8213500118586	232.827984776793	45.999704867883054	7.153873472686389	3229.2252190346658	99.8440722623511	-231.21747
62000	27065.281096696854	2497.3173027593275	701.2919126982886	77.35546707294085	21.547897756669705	3229.2252190346658	99.8440722623511	-228.33707
63000	27585.544906139374	2921.9609192690777	551.3252613638102	90.40306831557942	16.940021904469884	3229.2252190346658	99.8440722623511	-233.19269
64000	28141.121938228607	3283.917250927507	5.665967837417361	101.52453982513401	0.17409254754342698	3283.917250927507	101.52453982513401	-239.45917
65000	28679.354471683502	1646.0778722186406	399.3389731409674	51.20028135981575	12.270090682190801	3283.917250927507	101.52453982513401	-229.75458
66000	29208.013638973236	2744.0039390744487	693.691149117957	84.9351615211526	21.314356668378178	3283.917250927507	101.52453982513401	-239.35762
67000	29744.834130764008	2057.1207892977745	995.7062449253398	63.8299874642906	30.59407355601337	3283.917250927507	101.52453982513401	-239.11676
68000	30276.31870174408	3294.5350548770707	12.33293428701713	101.85078250633828	0.37894178193767664	3294.5350548770707	101.85078250633828	-246.15755
69000	30785.855530500412	2700.161118591116	479.3091311179725	83.58804686599566	14.727254035241737	3294.5350548770707	101.85078250633828	-235.71292
70000	31339.717009544373	3241.6341385706	11.852432755707655	100.22534876731217	0.3641778902099923	3294.5350548770707	101.85078250633828	-234.58725
71000	31904.619351387024	3253.0223713148025	10.144761243762424	100.57526364634884	0.3117079693751801	3294.5350548770707	101.85078250633828	-233.18176
72000	32442.79991865158	3278.4317454051475	18.543175583780886	101.35599216331275	0.5697576776921809	3294.5350548770707	101.85078250633828	-248.67732
73000	32975.69456720352	3251.578065054076	5.496466615251368	100.53088588714195	0.16888445239969394	3294.5350548770707	101.85078250633828	-247.6865
74000	33510.495529174805	3273.675803843441	13.540730108145192	101.20986108629229	0.4160525205521693	3294.5350548770707	101.85078250633828	-246.12659
75000	34085.00448966026	3272.092230517452	9.535950370865182	101.1612042067522	0.29300164437014437	3294.5350548770707	101.85078250633828	-254.59741
76000	34662.02141666412	3327.5692656082874	3.354292359858312	102.86579178053587	0.10306399875354036	3327.5692656082874	102.86579178053587	-242.98436
77000	35207.32694220543	3283.4581957155724	8.401860745181251	101.51043489309028	0.25815560257406467	3327.5692656082874	102.86579178053587	-245.06175
78000	35717.56162595749	3310.392223601934	11.996054531261658	102.33800992791075	0.368590813386823	3327.5692656082874	102.86579178053587	-247.17307
79000	36253.135998010635	3276.6991492376264	14.020413802142443	101.30275640742376	0.4307912834077397	3327.5692656082874	102.86579178053587	-251.18315
80000	36820.40217447281	3206.450139373355	256.38663248755284	99.14428508520582	7.877736564453215	3327.5692656082874	102.86579178053587	-253.41473
81000	37395.88213777542	3177.970869047114	543.4754652594386	98.2692309257856	16.69882904197572	3327.5692656082874	102.86579178053587	-241.54639
82000	38011.807477235794	3242.9317724806547	10.606834773105954	100.26521987136047	0.325905642250157	3327.5692656082874	102.86579178053587	-252.03186
83000	38575.9307448864	3313.7223859385385	6.896164339954194	102.44033250748559	0.21189156957304325	3327.5692656082874	102.86579178053587	-252.4365
84000	39138.4951877594	2822.3526482242723	468.20825101830525	87.34250423188162	14.386168354563724	3327.5692656082874	102.86579178053587	-253.45451
85000	39656.445677280426	2562.027599126296	747.9548466861476	79.34375586491373	22.981663229207236	3327.5692656082874	102.86579178053587	-256.92108
86000	40177.92526078224	3099.86902860373	458.99107383905914	95.86947350379205	14.102961336391607	3327.5692656082874	102.86579178053587	-247.81113
87000	40734.27275800705	3306.53666972234	13.417803392751297	102.2195441659527	0.4122754738660291	3327.5692656082874	102.86579178053587	-251.66885
88000	41266.52232003212	2010.8142475418688	367.67720606320455	62.40717250071568	11.297251116478252	3327.5692656082874	102.86579178053587	-253.36081
89000	41839.95317554474	2381.0530878236423	827.0239395929774	73.78313239913231	25.41114045376778	3327.5692656082874	102.86579178053587	-236.608
90000	42387.41935157776	2497.1369415896743	542.4555165321191	77.34992529501275	16.667490093821076	3327.5692656082874	102.86579178053587	-251.3638
91000	42918.367003917694	3351.627602252166	4.365485353655448	103.60500831620534	0.13413391820943277	3351.627602252166	103.60500831620534	-249.75607
92000	43456.785230875015	3335.7805533184646	13.341253891147584	103.11809183537143	0.4099234136126389	3351.627602252166	103.60500831620534	-260.25406
93000	43976.72491312027	1677.345144951139	338.4453260995431	52.16099969089913	10.399072270712484	3351.627602252166	103.60500831620534	-252.73068
94000	44551.398037195206	2700.161118591116	479.3091311179725	83.58804686599566	14.727254035241737	3351.627602252166	103.60500831620534	-258.3609
95000	45108.91166138649	2949.5831551461124	347.4239676414124	91.25178923152276	10.67495004205821	3351.627602252166	103.60500831620534	-262.54846
96000	45648.44059443474	3236.9378131422027	10.20433038738622	100.08104945581172	0.31353829109002135	3351.627602252166	103.60500831620534	-260.64597
97000	46172.37716507912	3283.917250927507	5.665967837417361	101.52453982513401	0.17409254754342698	3351.627602252166	103.60500831620534	-255.862
98000	46713.64831471443	3273.675803843441	13.540730108145192	101.20986108629229	0.4160525205521693	3351.627602252166	103.60500831620534	-264.2795
99000	47238.597645521164	3177.970869047114	543.4754652594386	98.2692309257856	16.69882904197572	3351.627602252166	103.60500831620534	-259.86508
100000	47787.11361145973	3351.627602252166	4.365485353655448	103.60500831620534	0.13413391820943277	3351.627602252166	103.60500831620534	-249.61238
