Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	2417.8181805610657	4132.472989934151	63.464829919186045	35.54239499598899	0.5111873953605017	4132.472989934151	35.54239499598899	0.0
2000	2447.7334179878235	4182.663498862387	47.57000806456864	35.94666229747729	0.3831600675645008	4182.663498862387	35.94666229747729	0.0
3000	2477.552332878113	4093.1662926395024	97.20407490576581	35.225793056996	0.7829454192625837	4182.663498862387	35.94666229747729	0.0
4000	2509.398784637451	4085.6758058572655	46.47885897686761	35.16545976006493	0.3743712366355898	4182.663498862387	35.94666229747729	0.0
5000	2538.5458936691284	4120.161377228933	64.57278203998287	35.44322918652442	0.5201115689466509	4182.663498862387	35.94666229747729	0.0
6000	3049.788318157196	4321.250092124058	266.6197041747	37.06292968102703	2.1475300934770174	4321.250092124058	37.06292968102703	-346.1806
7000	3560.6992926597595	3231.1986470637517	1633.1376604557208	28.28293988638208	13.154362628507176	4321.250092124058	37.06292968102703	-334.3379
8000	4068.36128950119	5026.325162690938	101.09856059529969	42.742067075953635	0.8143141631548547	5026.325162690938	42.742067075953635	-333.97046
9000	4559.5957243442535	5124.962258902907	71.33599799771089	43.53655498938103	0.5745869493123453	5124.962258902907	43.53655498938103	-341.5995
10000	5082.060075044632	6112.2407597781375	59.840057424956896	51.48874403645608	0.48199109856968386	6112.2407597781375	51.48874403645608	-339.79944
11000	5585.509396314621	6246.995736771879	77.05906545538242	52.57414906769954	0.6206842909562901	6246.995736771879	52.57414906769954	-347.65918
12000	6094.811630725861	6497.642909908045	68.2349475563966	54.5930259126088	0.5496090536810845	6497.642909908045	54.5930259126088	-359.39545
13000	6599.191662788391	6528.430579141857	60.54451401615614	54.84101000812901	0.48766525432584124	6528.430579141857	54.84101000812901	-366.50006
14000	7115.195813179016	6633.596028090762	72.17593112641005	55.6880815593892	0.5813523220216619	6633.596028090762	55.6880815593892	-371.40808
15000	7629.978517770767	6509.707874873047	88.56167718459102	54.69020505928624	0.713333875571655	6633.596028090762	55.6880815593892	-376.56647
16000	8148.350915670395	7287.654751555779	155.0886160135351	60.95629981013756	1.2491855059089556	7287.654751555779	60.95629981013756	-382.97342
17000	8649.810747146606	6952.146500574354	45.09239394067089	58.25389614562694	0.36320373722663785	7287.654751555779	60.95629981013756	-379.2423
18000	9168.95748090744	6819.98755159589	129.49467556477137	57.189401227923554	1.043035110931528	7287.654751555779	60.95629981013756	-399.87857
19000	9719.564508676529	6970.62411937974	43.04564071807753	58.402727015285244	0.34671784338377004	7287.654751555779	60.95629981013756	-406.49323
20000	10238.176348924637	6826.096345283605	112.71154735138003	57.238605461796	0.9078527806813811	7287.654751555779	60.95629981013756	-411.68835
21000	10751.0940823555	7016.745752352688	152.205816659822	58.7742209192197	1.2259655477865106	7287.654751555779	60.95629981013756	-407.87335
22000	11263.029453754425	7212.373143696343	57.10365599126634	60.349932329294724	0.45995032538349245	7287.654751555779	60.95629981013756	-408.85083
23000	11766.390224218369	7159.68267427485	79.32269235790372	59.92552870514271	0.6389170277625056	7287.654751555779	60.95629981013756	-418.5995
24000	12274.894134998322	7441.951429091256	80.09630038022307	62.19910652375479	0.6451481745325044	7441.951429091256	62.19910652375479	-426.01398
25000	12775.897735834122	7355.781158714119	114.42492565464156	61.50503460821212	0.9216534541130561	7441.951429091256	62.19910652375479	-438.1055
26000	13290.081916093826	7498.720046197392	64.3345647744783	62.65635822605441	0.5181928107361874	7498.720046197392	62.65635822605441	-441.5152
27000	13803.236140966415	7543.063407165804	68.61694816618835	63.0135287600941	0.5526859373187508	7543.063407165804	63.0135287600941	-443.9513
28000	14312.435346364975	7908.311531645244	42.45144667145774	65.95547688554727	0.3419318145325668	7908.311531645244	65.95547688554727	-455.55466
29000	14804.774015903473	7754.249841021422	83.45301042836623	64.71456291075035	0.672185320439548	7908.311531645244	65.95547688554727	-465.69128
30000	15335.084488391876	7962.535976112767	55.82710588339845	66.39223615154575	0.4496681529500534	7962.535976112767	66.39223615154575	-475.75745
31000	15855.79343867302	7730.498335653325	77.21616935208912	64.52325269719634	0.62194970885563	7962.535976112767	66.39223615154575	-472.03323
32000	16365.247931718826	7625.593664015314	107.27894214761078	63.67828161755949	0.8640950126754946	7962.535976112767	66.39223615154575	-482.86014
33000	16861.499628782272	7976.266614656917	48.852498078890626	66.50283172649583	0.39349008390318924	7976.266614656917	66.50283172649583	-484.06525
34000	17147.760413885117	8068.696298809788	78.01897092025749	67.24732106895945	0.6284159996051031	8068.696298809788	67.24732106895945	-496.69177
35000	17418.43468117714	8298.58365736869	85.36054253410946	69.0989847415427	0.6875498360294106	8298.58365736869	69.0989847415427	-505.50363
36000	17875.154789447784	8245.597949406449	97.73965769517358	68.67220307240342	0.7872593545786615	8298.58365736869	69.0989847415427	-505.06213
37000	18412.336291074753	8319.40698167944	82.40613259272716	69.26670946294688	0.6637530792322138	8319.40698167944	69.26670946294688	-509.31543
38000	18953.87927556038	8191.07611844476	42.64985407059781	68.23304846039105	0.3435299179500917	8319.40698167944	69.26670946294688	-507.91956
39000	19500.188812494278	8240.486387846837	87.02493180894493	68.63103120062483	0.7009559196721574	8319.40698167944	69.26670946294688	-504.44418
40000	20038.841217279434	8222.905769341034	48.08861142535696	68.4894253601262	0.3873372394180219	8319.40698167944	69.26670946294688	-520.1211
41000	20580.14985513687	8443.830642970886	68.49384152551208	70.26889929655678	0.5516943556336062	8443.830642970886	70.26889929655678	-530.5554
42000	21110.066967010498	8433.163218322748	55.514299805950664	70.18297685686811	0.44714860749177054	8443.830642970886	70.26889929655678	-530.4442
43000	21648.298003673553	8403.865321811276	53.38313765004586	69.94699236866714	0.42998282869814175	8443.830642970886	70.26889929655678	-544.90015
44000	22189.76860141754	8461.751940666545	86.54347302428407	70.41324919085558	0.6970779346146401	8461.751940666545	70.41324919085558	-543.5621
45000	22733.175957918167	8583.778263145892	90.47519721698326	71.39612928417765	0.7287466218529289	8583.778263145892	71.39612928417765	-541.3302
46000	23277.840845108032	8644.095595200972	96.69884761792258	71.88196466587793	0.778875987079964	8644.095595200972	71.88196466587793	-558.2992
47000	23817.058017015457	8483.649971472605	100.16917468008045	70.58963030375746	0.8068282789904961	8644.095595200972	71.88196466587793	-552.7969
48000	24359.625487565994	8604.389821617384	121.84949616118392	71.56214830451977	0.9814558180954823	8644.095595200972	71.88196466587793	-561.63226
49000	24885.0530333519	8567.948480222305	78.42664292373786	71.2686258226205	0.6316996574969813	8644.095595200972	71.88196466587793	-561.33435
50000	25436.170565605164	8627.89132736575	109.58385415160832	71.75144485704902	0.8826602867865078	8644.095595200972	71.88196466587793	-569.5207
51000	25977.296804904938	8633.20774015795	91.72939046825663	71.79426673510913	0.7388487174894165	8644.095595200972	71.88196466587793	-574.95233
52000	26515.137936115265	8562.933834144173	72.74123871714296	71.2282345717403	0.5859056803975089	8644.095595200972	71.88196466587793	-579.9796
53000	27062.501653432846	8802.164872153178	68.92586305244365	73.15515837134609	0.5551741405691802	8802.164872153178	73.15515837134609	-576.2802
54000	27623.379354715347	8784.256202364924	47.077810279655836	73.01091019050192	0.3791955835504103	8802.164872153178	73.15515837134609	-583.27423
55000	28173.47390770912	8658.88481432946	144.12220051658218	72.00108674365444	1.160854797680998	8802.164872153178	73.15515837134609	-585.302
56000	28712.29593539238	8669.873167044761	102.69824792937527	72.08959414863747	0.8271990948995502	8802.164872153178	73.15515837134609	-585.8474
57000	29247.55425977707	8786.184178101044	70.4984522247752	73.026439372509	0.5678408059332899	8802.164872153178	73.15515837134609	-596.3956
58000	29789.39108657837	8859.124768010395	101.13683829919171	73.61395075825288	0.8146224769056014	8859.124768010395	73.61395075825288	-598.57935
59000	30336.50035715103	8790.73855414537	90.59871060017299	73.06312330643834	0.7297414797092444	8859.124768010395	73.61395075825288	-599.20044
60000	30887.29524374008	8964.511109409945	53.323401458120955	74.46280152229349	0.4295016742004829	8964.511109409945	74.46280152229349	-600.9109
61000	31433.34809947014	8960.420130636738	64.71223342870654	74.42985009413694	0.5212348019604626	8964.511109409945	74.46280152229349	-607.4701
62000	31974.40120601654	8854.259680452586	72.29283352160893	73.57476414985823	0.5822939306415723	8964.511109409945	74.46280152229349	-611.06384
63000	32497.09415268898	9001.699808922427	84.64610562545468	74.76234371699941	0.6817952922458751	9001.699808922427	74.76234371699941	-605.7903
64000	33049.51643228531	9056.742281499555	145.8412126194759	75.20569191830606	1.17470084943266	9056.742281499555	75.20569191830606	-611.6517
65000	33599.15342307091	9110.06665219367	72.75325981844682	75.63520139936938	0.58600250623747	9110.06665219367	75.63520139936938	-613.4737
66000	34160.16600084305	9142.993345250696	115.40303741626737	75.90041459671173	0.9295318082256179	9142.993345250696	75.90041459671173	-608.913
67000	34708.55641102791	8968.825318283762	117.72215461522084	74.49755099219763	0.9482115003004025	9142.993345250696	75.90041459671173	-609.7628
68000	35274.18805670738	9033.82411033312	98.96508397467811	75.02109392537179	0.7971297421433001	9142.993345250696	75.90041459671173	-619.5949
69000	35836.43409705162	9168.041535670704	81.27358565376639	76.10216916275408	0.6546308028377412	9168.041535670704	76.10216916275408	-625.13477
70000	36385.51742219925	9180.206826865318	59.9878903379874	76.20015640273405	0.48318184188148117	9180.206826865318	76.20015640273405	-627.5516
71000	36933.08621621132	9117.355726134645	119.62288765273668	75.69391238507944	0.9635212517321853	9180.206826865318	76.20015640273405	-629.8699
72000	37498.27227139473	9011.671387378487	172.99770705673097	74.84266135473793	1.393437079816942	9180.206826865318	76.20015640273405	-639.4126
73000	38062.13882470131	9225.139028270907	85.85253640897736	76.56206984414062	0.6915126776181654	9225.139028270907	76.56206984414062	-635.636
74000	38624.37231874466	9199.512876046609	89.21909196875174	76.35565999438083	0.7186291257379971	9225.139028270907	76.56206984414062	-636.0165
75000	39190.97738862038	9268.796655420958	110.0829620510921	76.91371702792529	0.8866804293988173	9268.796655420958	76.91371702792529	-644.8642
76000	39731.01960992813	8942.249784099957	103.78076809539047	74.28349419700835	0.835918422829606	9268.796655420958	76.91371702792529	-649.36993
77000	40289.5433511734	9237.453931082997	113.58290853877327	76.66126215428541	0.9148712956032484	9268.796655420958	76.91371702792529	-648.62823
78000	40852.307611227036	9275.542826365408	132.7031077564251	76.96805511656655	1.0688779296601185	9275.542826365408	76.96805511656655	-646.24664
79000	41407.05782675743	9382.867357190176	88.99725940089857	77.83251733037001	0.71684234063653	9382.867357190176	77.83251733037001	-647.70245
80000	41970.64450407028	9401.75179183409	121.66217662874283	77.98462496180575	0.979947023633875	9401.75179183409	77.98462496180575	-658.0916
81000	42536.28893828392	9367.359965133834	122.76879694672853	77.70761061645918	0.9888604700060541	9401.75179183409	77.98462496180575	-648.3971
82000	43097.69331693649	9203.083747699262	117.90642422546837	76.38442213841572	0.9496957286868374	9401.75179183409	77.98462496180575	-657.73047
83000	43645.737644433975	9546.345758722005	85.89475929055031	79.14927967548569	0.691852768419377	9546.345758722005	79.14927967548569	-664.51404
84000	44211.208646059036	9349.268019083558	95.5674051345967	77.56188620830713	0.7697626066960844	9546.345758722005	79.14927967548569	-650.4682
85000	44781.9878077507	9301.72211598678	61.40859430789122	77.17892029797454	0.494625124135262	9546.345758722005	79.14927967548569	-662.30786
86000	45329.05644488335	9477.603212231606	93.0189823688413	78.59558208682718	0.749235937081395	9546.345758722005	79.14927967548569	-666.60425
87000	45887.290942668915	9375.66940602205	72.94109333528472	77.774540307281	0.5875154406667575	9546.345758722005	79.14927967548569	-668.31226
88000	46447.93286037445	9487.363492022963	89.76505332908783	78.67419778643414	0.7230266568763123	9546.345758722005	79.14927967548569	-668.00385
89000	47008.52720403671	9493.854339307469	81.00397218658622	78.7264793307363	0.6524591590120608	9546.345758722005	79.14927967548569	-672.6592
90000	47573.26340556145	9284.124912237594	115.61586191447856	77.03718086903999	0.9312460364217413	9546.345758722005	79.14927967548569	-674.04944
91000	48131.72734570503	9119.772898021256	66.62813000046944	75.71338187396691	0.5366666904496741	9546.345758722005	79.14927967548569	-673.58716
92000	48704.51844716072	9492.903807211362	118.43046198750996	78.71882312135176	0.9539166727749206	9546.345758722005	79.14927967548569	-683.04663
93000	49233.066395998	9596.823728542475	90.87991248179486	79.55586237567522	0.7320064642309067	9596.823728542475	79.55586237567522	-682.0977
94000	49786.72056937218	9573.540169978853	83.08702032891681	79.36832131282169	0.6692373959606899	9596.823728542475	79.55586237567522	-679.88354
95000	50362.62777495384	9577.28342430613	100.21059324003677	79.39847194006154	0.8071618912574906	9596.823728542475	79.55586237567522	-683.80023
96000	50920.42510962486	9710.041058394907	102.40009847682121	80.4677890605908	0.8247976035180449	9710.041058394907	80.4677890605908	-684.12805
97000	51481.03486919403	9404.655520110453	99.49853177121085	78.00801349520793	0.8014264808254572	9710.041058394907	80.4677890605908	-689.0642
98000	52029.9262304306	9489.743524161191	97.81267969637724	78.6933681274114	0.7878475217044039	9710.041058394907	80.4677890605908	-687.02893
99000	52582.02222418785	9678.084924665889	128.19311491695547	80.21039338510363	1.0325514871936574	9710.041058394907	80.4677890605908	-694.9854
100000	53093.717243909836	9874.046522268778	118.40399398937213	81.78879671174707	0.9537034821456261	9874.046522268778	81.78879671174707	-692.248
