Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
5.487518548965454	0	95.59098316907883	9.885925953583445	130.82640382647514	79.12662926316261	0	0.0	0
9.326373815536499	50	69.53078461706639	2.347570847658152	78.99196368455887	65.1280352473259	5945	0.980392156862745	0.09901475429766744
13.717934131622314	100	62.5077354580164	2.2859771677100404	70.50554847717285	58.85649502277374	12017	0.99009900990099	0.09901475429766744
16.782453536987305	150	54.37974278509617	0.8055889107235712	56.29059284925461	52.5676754117012	17743	0.9933774834437085	0.09901475429766744
20.702842712402344	200	51.929233347773554	0.7395017308247962	53.681544959545135	50.33313876390457	23975	0.9950248756218905	0.09901475429766744
24.862279176712036	250	59.282314926981925	1.607031018351898	63.64532953500748	55.51831942796707	29822	0.99601593625498	0.09901475429766744
28.554081201553345	300	55.21913456887007	3.4139731402159734	60.06505334377289	49.257556438446045	36650	0.9966777408637871	0.09901475429766744
31.842901706695557	350	49.5145146599412	0.6581377206428302	50.825613021850586	48.07834708690643	42510	0.997150997150997	0.09901475429766744
35.21757125854492	400	47.457324535548686	0.6376525197143885	49.401141703128815	45.89651542901993	48572	0.9975062344139649	0.09901475429766744
39.096232414245605	450	45.17635220676661	0.5938401680167136	46.45346885919571	43.66403356194496	54018	0.9977827050997782	0.09901475429766744
42.48001003265381	500	44.36683055192232	0.5872764331261767	45.88207623362541	42.95743656158447	60078	0.9980039920159679	0.09901475429766744
45.46998429298401	550	43.99010802179575	0.5152810085025296	45.150799572467804	42.89144903421402	65217	0.9981851179673319	0.09901475429766744
48.625529766082764	600	45.72339524060488	0.7283410226535618	47.415893614292145	44.18977412581444	70650	0.9983361064891845	0.09901475429766744
51.569520235061646	650	42.846851006150246	0.5334534519212873	44.16639298200607	41.705514669418335	75616	0.998463901689708	0.09901475429766744
54.74251699447632	700	40.86433918982744	0.48082813388440065	42.03733330965042	39.62553212046623	81340	0.9985734664764621	0.09901475429766744
57.94237184524536	750	42.37967889398337	0.45430198272788375	43.14021489024162	41.355162769556046	86633	0.9986684420772302	0.09901475429766744
61.30076599121094	800	40.09808780640364	0.35472849705606235	40.81707954406738	39.21052089333534	92608	0.9987515605493132	0.09901475429766744
64.54446053504944	850	40.10048591256142	0.3951008694280924	40.88245606422424	38.9237924516201	97215	0.99882491186839	0.09901475429766744
67.84958243370056	900	40.9048598664999	0.5305702675920433	42.29807150363922	39.91406959295273	101920	0.9988901220865704	0.09901475429766744
71.00773739814758	950	40.49644376963377	0.5662352582595834	42.173064053058624	39.423205226659775	107060	0.9989484752891692	0.09901475429766744
73.8800311088562	1000	40.758085021972654	0.569386375518943	42.42686375975609	39.50223234295845	111811	0.9990009990009989	0.09901475429766744
76.82635235786438	1050	40.77290651887655	4.556932255263284	47.62708604335785	31.01725536584854	116553	0.9990009990009989	0.09901475429766744
79.6820650100708	1100	39.434978477060795	6.031469207913266	47.97670912742615	29.533652186393738	121530	0.9990009990009989	0.09901475429766744
82.44920516014099	1150	40.364228808283805	1.2251547667361673	45.20746752619743	38.730162262916565	125839	0.9990009990009989	0.09901475429766744
85.68711614608765	1200	38.6019248893857	4.894298900436036	46.0018113553524	30.262000381946564	132024	0.9990009990009989	0.09901475429766744
88.59427547454834	1250	39.25390650868416	0.909633122181703	42.14717251062393	37.610671401023865	136785	0.9990009990009989	0.09901475429766744
92.16066527366638	1300	37.43948090404272	4.7236831633728205	47.2664540708065	28.932109355926514	141644	0.9990009990009989	0.09901475429766744
95.14071893692017	1350	36.0219543454051	6.024725880565418	47.17942076921463	28.322325527668	146829	0.9990009990009989	0.09901475429766744
98.1257872581482	1400	30.231522027552128	4.482399254218532	46.91569858789444	25.1093230843544	151764	0.9990009990009989	0.09901475429766744
100.65976929664612	1450	27.97809645682573	2.234147579812609	34.40632152557373	24.466702312231064	156100	0.9990009990009989	0.09901475429766744
103.47691106796265	1500	27.08147460311651	1.7835023784943334	32.91431826353073	23.696593016386032	160840	0.9990009990009989	0.09901475429766744
105.91773438453674	1550	28.565103504359723	2.1305580179122297	32.712231278419495	24.69798657298088	164820	0.9990009990009989	0.09901475429766744
108.44779133796692	1600	26.957259734272956	2.0906487319034053	32.00046491622925	23.426151424646378	168989	0.9990009990009989	0.09901475429766744
111.12119746208191	1650	24.572977184057237	1.4254032015994185	28.92489379644394	22.26595053076744	173447	0.9990009990009989	0.09901475429766744
113.65655732154846	1700	24.261153255999087	1.2453014648787535	27.868373572826385	22.3280847966671	177801	0.9990009990009989	0.09901475429766744
116.61519956588745	1750	24.39656785160303	1.2744706804291484	27.955484449863434	21.624553561210632	182316	0.9990009990009989	0.09901475429766744
119.71122241020203	1800	22.434063933491707	0.8979112189503302	24.830521285533905	20.35378995537758	186749	0.9990009990009989	0.09901475429766744
122.22673225402832	1850	22.306532860398292	1.0375865244406814	24.751056969165802	20.490680694580078	190700	0.9990009990009989	0.09901475429766744
124.5844337940216	1900	22.81676997512579	1.1247558530305242	25.71928721666336	20.569609254598618	194521	0.9990009990009989	0.09901475429766744
127.12576150894165	1950	23.224150427281856	1.3005319691629196	27.32892209291458	20.949441850185394	198508	0.9990009990009989	0.09901475429766744
129.5448033809662	2000	22.352798748612404	0.935218702129246	24.586861848831177	20.68346819281578	202602	0.9990009990009989	0.09901475429766744
132.55999374389648	2050	21.850136141479016	1.0510396774746495	24.7004636824131	19.677719712257385	208190	0.9990009990009989	0.09901475429766744
135.04736638069153	2100	21.477451015114784	0.901498221641899	23.905129969120026	19.801153391599655	212328	0.9990009990009989	0.09901475429766744
137.79693031311035	2150	21.08689079195261	0.9864693005471754	23.498959451913834	18.980973064899445	216957	0.9990009990009989	0.09901475429766744
140.31022763252258	2200	20.78589418411255	0.8849580536893437	22.73429861664772	18.858188420534134	221276	0.9990009990009989	0.09901475429766744
143.17105746269226	2250	20.360773684084414	0.845648965662925	22.082509726285934	18.916789263486862	225714	0.9990009990009989	0.09901475429766744
146.62227416038513	2300	19.739178925156594	0.720825391719152	21.44969344139099	18.106990098953247	230193	0.9990009990009989	0.09901475429766744
150.14926052093506	2350	17.611993590444328	0.6893183298494061	19.094630300998688	16.312574222683907	234400	0.9990009990009989	0.09901475429766744
152.65541529655457	2400	17.527150113135576	0.6102440229831078	19.217312157154083	16.444417908787727	238850	0.9990009990009989	0.09901475429766744
154.9840452671051	2450	15.906497777551413	0.6191587518270724	17.70455640554428	14.479307249188423	242512	0.9990009990009989	0.09901475429766744
158.04974246025085	2500	16.301047150045633	0.5586715967123745	17.27332180738449	15.121232405304909	246408	0.9990009990009989	0.09901475429766744
161.89212250709534	2550	16.3854819239676	0.6405071324226365	18.366023629903793	15.412107780575752	250956	0.9990009990009989	0.09901475429766744
164.87597274780273	2600	16.18765154466033	0.5679388420663465	17.156575113534927	14.903813272714615	255074	0.9990009990009989	0.09901475429766744
167.09265112876892	2650	16.07234722867608	0.4959114956793548	17.246729493141174	14.86915998160839	258558	0.9990009990009989	0.09901475429766744
169.84855008125305	2700	15.678847846984864	0.5851755100883546	17.151044577360153	14.681384354829788	263163	0.9990009990009989	0.09901475429766744
172.3982377052307	2750	15.811784860491752	0.5641356982841313	17.24119532108307	14.712230011820793	267574	0.9990009990009989	0.09901475429766744
174.77816033363342	2800	16.579561929106713	0.5578650369790339	17.845402091741562	15.677655681967735	271084	0.9990009990009989	0.09901475429766744
177.1667423248291	2850	16.427681500911714	0.6016837074236092	17.488146275281906	15.014688313007355	275078	0.9990009990009989	0.09901475429766744
179.73380970954895	2900	16.192664481401444	0.6094718665115051	17.447152972221375	14.975736200809479	279096	0.9990009990009989	0.09901475429766744
182.102463722229	2950	15.360298003852368	0.5215577025619256	16.51507204771042	14.537957161664963	282999	0.9990009990009989	0.09901475429766744
184.42485117912292	3000	15.321657357215882	0.48387217253011333	16.335277169942856	14.108514040708542	286832	0.9990009990009989	0.09901475429766744
187.03997421264648	3050	15.612451372295618	0.5499050052345309	16.430022060871124	14.700760558247566	290935	0.9990009990009989	0.09901475429766744
189.37624406814575	3100	16.2177386637032	0.5282642304163123	17.526741862297058	14.980161488056183	294525	0.9990009990009989	0.09901475429766744
192.73266172409058	3150	15.952663401067257	0.5637878313031507	17.36637932062149	14.831165298819542	298317	0.9990009990009989	0.09901475429766744
195.103529214859	3200	16.07531097844243	0.5365885870299797	17.28649267554283	15.017448768019676	302272	0.9990009990009989	0.09901475429766744
197.9004032611847	3250	16.61616055518389	0.5409918287826345	17.774390280246735	15.339714229106903	306967	0.9990009990009989	0.09901475429766744
200.22361302375793	3300	15.973664130270482	0.5383507869978212	16.82130341231823	14.914568394422531	310748	0.9990009990009989	0.09901475429766744
202.77776670455933	3350	15.138186203241348	0.5550684203820405	16.435964554548264	14.140263825654984	315087	0.9990009990009989	0.09901475429766744
205.0268476009369	3400	15.112286724448204	0.5317102761709082	16.403769060969353	14.017166256904602	318263	0.9990009990009989	0.09901475429766744
207.3734130859375	3450	14.949780460596084	0.48017589296497004	15.691887602210045	13.92479020357132	322061	0.9990009990009989	0.09901475429766744
209.8586404323578	3500	15.12773411281407	0.5706962649065712	16.583175867795944	14.082752399146557	325979	0.9990009990009989	0.09901475429766744
212.29624676704407	3550	15.645413000285625	0.5222706006278762	16.806813925504684	14.403248935937881	330105	0.9990009990009989	0.09901475429766744
214.8843264579773	3600	15.825420809090138	0.5039461972290014	16.823565557599068	15.049507349729538	334308	0.9990009990009989	0.09901475429766744
217.18051481246948	3650	15.636459511518478	0.4951108166262597	16.798452511429787	14.434580191969872	337850	0.9990009990009989	0.09901475429766744
220.2080843448639	3700	15.654268783926964	0.5859008523363828	16.77461138367653	14.38432502746582	341608	0.9990009990009989	0.09901475429766744
222.86303448677063	3750	15.849078937172889	0.515261871745688	17.05520734190941	15.078727558255196	345696	0.9990009990009989	0.09901475429766744
225.19478154182434	3800	15.560943437069655	0.5882996155559423	16.854227885603905	14.409018822014332	349608	0.9990009990009989	0.09901475429766744
227.85322833061218	3850	16.150706837624313	0.5998749151540447	17.12800046801567	15.194826230406761	353912	0.9990009990009989	0.09901475429766744
230.50250816345215	3900	16.3418096704036	0.6566151168311211	18.093087911605835	15.292138367891312	358679	0.9990009990009989	0.09901475429766744
232.97685527801514	3950	17.708125314041972	0.7322980094507279	19.5345811098814	16.40848159790039	362558	0.9990009990009989	0.09901475429766744
235.58617281913757	4000	17.936370145753028	0.6793670191520493	19.43572549521923	16.483727797865868	367285	0.9990009990009989	0.09901475429766744
238.25097155570984	4050	18.560602765977382	0.8275404836147091	20.2857283949852	16.614304557442665	372164	0.9990009990009989	0.09901475429766744
240.87139248847961	4100	18.7113748370111	0.7713426482911596	20.49585036933422	17.39649596810341	376427	0.9990009990009989	0.09901475429766744
243.44830989837646	4150	19.65636133298278	0.8419583319247541	21.66978944838047	18.02420924603939	380912	0.9990009990009989	0.09901475429766744
246.3112494945526	4200	20.409631153494118	0.9802677439863997	22.25114554166794	18.79900696873665	386092	0.9990009990009989	0.09901475429766744
249.64335298538208	4250	20.738452498465776	1.0279012044123512	22.808127909898758	18.898220270872116	390785	0.9990009990009989	0.09901475429766744
252.29747200012207	4300	21.03748463153839	0.9298186491173024	23.159506380558014	18.9160438477993	395043	0.9990009990009989	0.09901475429766744
254.93614983558655	4350	21.030655534267424	0.953890423313482	23.021869212388992	19.100035935640335	399753	0.9990009990009989	0.09901475429766744
257.86514234542847	4400	23.29839164271951	1.2596798631327348	25.762789607048035	20.98903416097164	404968	0.9990009990009989	0.09901475429766744
260.46246790885925	4450	24.3757901892066	1.2298485644656902	27.430407389998436	21.440057203173637	409581	0.9990009990009989	0.09901475429766744
263.0090591907501	4500	25.92170531094074	1.72974691361547	29.088450580835342	22.309509947896004	413638	0.9990009990009989	0.09901475429766744
266.10451650619507	4550	28.60154604777694	1.9890117929461708	34.38472464680672	24.47823618352413	419699	0.9990009990009989	0.09901475429766744
269.28163480758667	4600	28.965032555311918	2.2257543711115537	35.97603440284729	24.54255287349224	425606	0.9990009990009989	0.09901475429766744
272.42603874206543	4650	30.20031996369362	2.766948295036233	37.154904901981354	25.50300805270672	431793	0.9990009990009989	0.09901475429766744
276.36603331565857	4700	54.26111618950963	62.955189425876725	258.1668254137039	26.43912537395954	437118	0.9990009990009989	0.09901475429766744
279.54309272766113	4750	117.50330429673195	105.2425822580567	263.75547939538956	27.710290029644966	442496	0.9990009990009989	0.09901475429766744
283.1099359989166	4800	226.33141615360975	71.48379331588049	264.8617992401123	34.68758226931095	448255	0.9990009990009989	0.09901475429766744
286.47063994407654	4850	253.4540070796013	20.28890570932595	263.58716344833374	54.361614882946014	453826	0.9990009990009989	0.09901475429766744
290.23352694511414	4900	250.11243562817575	29.537126201492505	262.59962379932404	44.12570741772652	460135	0.9990009990009989	0.09901475429766744
294.16257643699646	4950	253.5649608051777	3.6759829110986453	265.03249537944794	244.8525015115738	467007	0.9990009990009989	0.09901475429766744
297.7382960319519	5000	252.06546509981155	3.8574660428354623	262.15126287937164	242.5145447254181	473208	0.9990009990009989	0.09901475429766744
302.42039251327515	5050	252.2722097235918	3.642703009125073	260.6441729068756	243.61526501178741	480296	0.9990009990009989	0.09901475429766744
306.87028336524963	5100	252.7156416106224	3.553918737410393	261.41832983493805	245.1964123249054	488052	0.9990009990009989	0.09901475429766744
310.50261330604553	5150	251.65021236777307	3.8810785762703244	261.497185587883	242.18571543693542	494468	0.9990009990009989	0.09901475429766744
314.73997378349304	5200	251.2809021371603	3.2729119453621185	260.49837279319763	243.25647485256195	502190	0.9990009990009989	0.09901475429766744
318.5255274772644	5250	250.73090305268764	3.3304747976972275	258.96081936359406	241.28002786636353	508528	0.9990009990009989	0.09901475429766744
322.64430689811707	5300	251.1010191446543	3.2973157825479475	258.56286466121674	243.80314552783966	516423	0.9990009990009989	0.09901475429766744
326.5109660625458	5350	251.64459427177906	3.658226897342103	260.4050238132477	243.36095595359802	523074	0.9990009990009989	0.09901475429766744
331.65042781829834	5400	253.269645318985	3.4790256765472667	262.0944541692734	245.24703812599182	531035	0.9990009990009989	0.09901475429766744
335.6002354621887	5450	253.14139726698397	2.832755807147639	258.8310240507126	246.45445466041565	538468	0.9990009990009989	0.09901475429766744
339.62141966819763	5500	252.67133903682233	3.121244851936206	260.23692440986633	246.03125083446503	545620	0.9990009990009989	0.09901475429766744
344.1507430076599	5550	252.77141395449638	3.267880063396947	260.10274386405945	244.56257438659668	554311	0.9990009990009989	0.09901475429766744
348.5067765712738	5600	253.19975291967393	3.5877734088702797	263.1699402332306	247.07905912399292	562421	0.9990009990009989	0.09901475429766744
352.47528100013733	5650	252.77707906126977	3.1160249365882344	259.8154945373535	245.31403744220734	569881	0.9990009990009989	0.09901475429766744
357.8199100494385	5700	252.57281585633754	3.1158612957201646	259.2236120700836	245.95020604133606	579050	0.9990009990009989	0.09901475429766744
362.3576784133911	5750	251.97149890065194	3.2046243355275625	260.4772095680237	244.52800047397614	587800	0.9990009990009989	0.09901475429766744
367.1655955314636	5800	252.76079511880874	3.2372081017634997	261.0079244375229	245.58610272407532	597338	0.9990009990009989	0.09901475429766744
371.9358434677124	5850	251.42789840221405	3.205457207681673	259.53526842594147	244.32969760894775	606696	0.9990009990009989	0.09901475429766744
376.78483033180237	5900	251.61797257184983	3.2550400495435565	259.35214149951935	243.9927772283554	616416	0.9990009990009989	0.09901475429766744
382.3379044532776	5950	250.9105805182457	2.808786137890601	258.0681223869324	243.67018973827362	626384	0.9990009990009989	0.09901475429766744
387.66472244262695	6000	249.84388000130653	2.9202376635531	258.5757508277893	242.54967594146729	636438	0.9990009990009989	0.09901475429766744
392.5251064300537	6050	250.30960235357284	3.1015523465831145	257.9605875015259	243.67725431919098	646074	0.9990009990009989	0.09901475429766744
397.6850891113281	6100	249.98888474464417	3.016128569560931	256.5540964603424	243.10456442832947	656762	0.9990009990009989	0.09901475429766744
402.5125606060028	6150	250.0504330432415	3.3251317215669474	259.1037942171097	241.69833326339722	666754	0.9990009990009989	0.09901475429766744
407.4984266757965	6200	250.5142869603634	3.173781315222643	258.4210526943207	242.50491881370544	676689	0.9990009990009989	0.09901475429766744
413.4907350540161	6250	250.76953268527984	3.097038201398982	258.7215658426285	241.9116804599762	687312	0.9990009990009989	0.09901475429766744
418.55163311958313	6300	250.9063719713688	2.7164487559906956	258.0296037197113	244.3603481054306	697688	0.9990009990009989	0.09901475429766744
423.9007592201233	6350	250.90282437443733	2.8795015830325874	256.6188040971756	244.68834400177002	709025	0.9990009990009989	0.09901475429766744
429.05392241477966	6400	251.9523508501053	3.230286133266723	260.4020972251892	243.00683987140656	719111	0.9990009990009989	0.09901475429766744
434.043021440506	6450	251.8791550910473	3.605416365457174	261.6052294969559	243.46577632427216	729468	0.9990009990009989	0.09901475429766744
441.1674611568451	6500	251.51264578700065	2.9238578134003634	258.7368437051773	245.95502281188965	739993	0.9990009990009989	0.09901475429766744
446.3969178199768	6550	251.28462819337844	3.0154235913406957	258.36770939826965	244.48165500164032	751206	0.9990009990009989	0.09901475429766744
453.81302857398987	6600	251.50080864191057	3.2528353715131084	260.4922739267349	244.10157084465027	762819	0.9990009990009989	0.09901475429766744
459.782541513443	6650	251.6654749107361	3.143481171191157	259.36437916755676	244.65020668506622	774407	0.9990009990009989	0.09901475429766744
464.9204773902893	6700	251.9112719500065	3.108117074564442	258.6495404243469	245.05967378616333	785080	0.9990009990009989	0.09901475429766744
470.4872088432312	6750	252.43422550678252	3.1993115461932455	259.6715204715729	245.97777271270752	796438	0.9990009990009989	0.09901475429766744
475.5933187007904	6800	252.85097858190537	3.1473963360845336	261.69788455963135	245.58436608314514	807159	0.9990009990009989	0.09901475429766744
481.4053955078125	6850	253.68525519609452	2.831108360701878	260.41157257556915	247.9371610879898	818352	0.9990009990009989	0.09901475429766744
487.2758061885834	6900	253.62454265236855	3.043841616226319	260.669393658638	246.46927654743195	829580	0.9990009990009989	0.09901475429766744
492.95677614212036	6950	253.9355660045147	3.05456431348309	261.65111207962036	246.4818969964981	841783	0.9990009990009989	0.09901475429766744
498.2811131477356	7000	252.97234310030936	2.825625474793698	260.843945145607	245.0662511587143	852843	0.9990009990009989	0.09901475429766744
503.70372319221497	7050	253.88134170532226	3.1238309921778398	260.4050809144974	246.87972617149353	863615	0.9990009990009989	0.09901475429766744
509.7013850212097	7100	254.12518533706665	3.2452632937923256	262.88890159130096	246.72964251041412	874543	0.9990009990009989	0.09901475429766744
515.3469362258911	7150	254.78912572503089	3.250248257711079	263.04637110233307	248.10149693489075	886636	0.9990009990009989	0.09901475429766744
521.3672394752502	7200	255.5539323949814	3.6315636049809186	263.51596558094025	246.84484922885895	898317	0.9990009990009989	0.09901475429766744
527.2405450344086	7250	255.22337226271628	3.1222178810498016	263.27901351451874	248.03990697860718	910508	0.9990009990009989	0.09901475429766744
534.0185244083405	7300	255.8594535148144	3.269830365512984	264.5085152387619	249.79935121536255	922955	0.9990009990009989	0.09901475429766744
540.1991803646088	7350	255.7504482150078	2.8860470237112716	262.66899728775024	249.51202082633972	934632	0.9990009990009989	0.09901475429766744
545.6404137611389	7400	255.60871402740477	3.053757588603228	262.6515325307846	247.8707982301712	946178	0.9990009990009989	0.09901475429766744
551.2716979980469	7450	256.4842091703415	3.2605953781547803	265.485787153244	249.78484427928925	958188	0.9990009990009989	0.09901475429766744
557.0960638523102	7500	257.4808719170094	3.0491069261812083	264.4327963590622	250.85836625099182	970765	0.9990009990009989	0.09901475429766744
562.8405997753143	7550	256.54561256766317	3.6582535223330117	264.2642185688019	246.18778276443481	981406	0.9990009990009989	0.09901475429766744
568.5947823524475	7600	256.76468368649483	3.051035835241584	264.32363986968994	248.37926077842712	992870	0.9990009990009989	0.09901475429766744
573.129723072052	7640	257.8733106219768	3.283776896643776	266.8556258678436	251.10390412807465	1002201	0.9990009990009989	0.09901475429766744
