Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
5.682719469070435	0	95.59098316907883	9.885925953583445	130.82640382647514	79.12662926316261	0	0.0	0
9.013079166412354	50	57.26780074417591	0.7371474846962109	58.70300316810608	55.190089881420135	5882	0.980392156862745	0.09901475429766744
12.802446842193604	100	49.06354729652405	0.5456057348824069	50.411421060562134	47.590798795223236	12040	0.99009900990099	0.09901475429766744
17.155385732650757	150	43.285418827533725	0.41347157311176264	44.336558401584625	42.23320811986923	17764	0.9933774834437085	0.09901475429766744
21.025155544281006	200	41.086849356293676	0.367884620891435	42.067947685718536	40.219728231430054	24066	0.9950248756218905	0.09901475429766744
24.28431463241577	250	44.854802815914155	0.5780469958034229	46.083502769470215	43.4998334646225	29816	0.99601593625498	0.09901475429766744
29.136818885803223	300	46.770310553908345	0.7248437534583199	50.37783080339432	45.462245762348175	36735	0.9966777408637871	0.09901475429766744
33.446484088897705	350	50.6990455648303	0.9271271044665362	53.05750951170921	48.418215572834015	42464	0.997150997150997	0.09901475429766744
36.75913715362549	400	47.18347716331482	0.6605357747417299	48.57924631237984	45.44640555977821	48303	0.9975062344139649	0.09901475429766744
39.95085906982422	450	45.23069985896349	0.570658987532904	46.35586619377136	43.67552724480629	53794	0.9977827050997782	0.09901475429766744
43.277135133743286	500	45.87406291127205	3.285466451878581	51.066655576229095	35.477490305900574	59682	0.9980039920159679	0.09901475429766744
46.318885803222656	550	43.37491865962744	0.5714904909785616	44.6520916223526	42.018453031778336	64772	0.9981851179673319	0.09901475429766744
49.56555390357971	600	43.19934514135122	0.5313375337533195	44.240785866975784	41.91850933432579	70408	0.9983361064891845	0.09901475429766744
52.49122881889343	650	41.85621712595224	0.429895672284596	42.74873650074005	40.62361949682236	75142	0.998463901689708	0.09901475429766744
55.76260590553284	700	40.22373095244169	0.4375582006398984	41.18288794159889	39.19274812936783	80925	0.9985734664764621	0.09901475429766744
58.63194799423218	750	30.437625935971738	3.897595719857304	48.55620622634888	25.88662415742874	85828	0.9986684420772302	0.09901475429766744
62.54238438606262	800	32.686577825546266	4.79852077113326	48.52106875181198	27.107880175113678	91574	0.9987515605493132	0.09901475429766744
65.25536179542542	850	25.249383370876313	1.3599560253721736	28.73727720975876	23.157114416360855	96046	0.99882491186839	0.09901475429766744
67.91575765609741	900	21.617712983489035	0.911236837468746	24.62648218870163	19.968653440475464	100550	0.9988901220865704	0.09901475429766744
70.6452579498291	950	21.72222696185112	1.091068707254466	24.86946052312851	19.981059312820435	105183	0.9989484752891692	0.09901475429766744
73.23357701301575	1000	21.312695539295675	1.0664168635930655	23.94952082633972	19.075383096933365	109406	0.9990009990009989	0.09901475429766744
75.84518456459045	1050	19.2314791482687	0.9131307976282238	21.73629656434059	17.694814652204514	113840	0.9990009990009989	0.09901475429766744
78.66542315483093	1100	17.587252985537052	0.5606522345697881	18.73801890015602	16.591885298490524	118781	0.9990009990009989	0.09901475429766744
81.1182861328125	1150	18.024524126946925	0.6078837536581648	19.494762778282166	16.738700479269028	122698	0.9990009990009989	0.09901475429766744
83.9166579246521	1200	16.72845805108547	0.4874381460475894	17.58237013220787	15.887009531259537	127632	0.9990009990009989	0.09901475429766744
86.61931443214417	1250	17.964024762511254	0.5521914377535562	19.023613810539246	16.83491402864456	131444	0.9990009990009989	0.09901475429766744
89.75508999824524	1300	17.867998732328417	0.6462340905824567	19.661021173000336	16.618700444698334	135909	0.9990009990009989	0.09901475429766744
92.45486235618591	1350	17.822759548425676	0.7118124532974953	19.735535711050034	16.404286354780197	140436	0.9990009990009989	0.09901475429766744
95.01443409919739	1400	17.748796957135202	0.6703024092941937	18.914243400096893	16.11747369170189	144681	0.9990009990009989	0.09901475429766744
97.67937231063843	1450	17.9269274520874	0.6634980695694287	19.657695561647415	16.7542382478714	149056	0.9990009990009989	0.09901475429766744
100.37312293052673	1500	18.00589876651764	0.5734576201910645	19.535623729228973	16.911548763513565	153701	0.9990009990009989	0.09901475429766744
102.7882034778595	1550	18.787615227103235	0.7681706091024568	20.880108147859573	17.145270615816116	157463	0.9990009990009989	0.09901475429766744
105.31176614761353	1600	17.321097722351553	0.7409919966180294	18.948606997728348	15.890822380781174	161526	0.9990009990009989	0.09901475429766744
107.97524523735046	1650	17.115487335026263	0.7134155225662127	18.937734574079514	15.839290022850037	166051	0.9990009990009989	0.09901475429766744
110.59622073173523	1700	17.380306155383586	0.8319765699441456	20.083381831645966	16.1852388381958	170383	0.9990009990009989	0.09901475429766744
113.46302223205566	1750	16.64001584112644	0.737900833921122	18.75894021987915	15.20692765712738	174630	0.9990009990009989	0.09901475429766744
116.64726281166077	1800	14.488235400170089	0.49611779552867713	15.579736590385437	13.645237788558006	179142	0.9990009990009989	0.09901475429766744
119.13485646247864	1850	14.925369175374508	0.6996983120360983	16.631193965673447	13.920394495129585	183242	0.9990009990009989	0.09901475429766744
121.57373261451721	1900	14.27839315533638	0.49210366891522733	15.63752669095993	13.205945134162903	187080	0.9990009990009989	0.09901475429766744
123.93628168106079	1950	13.603265394121408	0.5645637952956594	15.28711424767971	12.814376711845398	190812	0.9990009990009989	0.09901475429766744
126.37160229682922	2000	13.278732588887214	0.4705325963078779	14.25452633202076	12.268139004707336	194634	0.9990009990009989	0.09901475429766744
129.2706913948059	2050	12.858312259539963	0.5319042495539194	14.372894048690796	11.884880632162094	199737	0.9990009990009989	0.09901475429766744
131.6306276321411	2100	13.229844023436307	0.5836588623455415	15.438618436455727	12.138583302497864	203532	0.9990009990009989	0.09901475429766744
134.15970969200134	2150	13.780305896550416	0.7164819023095069	15.601188987493515	12.421347111463547	207744	0.9990009990009989	0.09901475429766744
136.73293232917786	2200	13.497568418085574	0.6866677454765076	15.542587772011757	12.295719787478447	212060	0.9990009990009989	0.09901475429766744
139.27947115898132	2250	13.11063305400312	0.6264238289923235	14.751224786043167	12.129628032445908	216165	0.9990009990009989	0.09901475429766744
142.63607907295227	2300	12.318690934069455	0.5178493067591727	13.676963329315186	11.39717274159193	220677	0.9990009990009989	0.09901475429766744
145.0226752758026	2350	10.916099599279478	0.4302002491287258	12.119429551064968	10.156112361466512	224550	0.9990009990009989	0.09901475429766744
147.54933190345764	2400	10.41802042479172	0.36354329077962527	11.310801420360804	9.9375113658607	228714	0.9990009990009989	0.09901475429766744
149.9124345779419	2450	9.94224490215045	0.40604549915816435	11.193329367786646	9.131787175312638	232342	0.9990009990009989	0.09901475429766744
152.2902853488922	2500	10.137934067948809	0.397381187785813	11.271706253290176	9.257957281079143	236074	0.9990009990009989	0.09901475429766744
154.78887844085693	2550	10.854503403897397	0.4888420748867985	12.051807783544064	10.167896652594209	239878	0.9990009990009989	0.09901475429766744
157.04558873176575	2600	11.095875166255574	0.5466053986121018	12.526329256594181	10.31307881185785	243419	0.9990009990009989	0.09901475429766744
159.27924346923828	2650	10.77673780273988	0.43178653382258797	11.812866941094398	10.169907043222338	246794	0.9990009990009989	0.09901475429766744
161.80853581428528	2700	10.496823312232445	0.38390686750857944	11.573397390544415	9.71294071059674	251075	0.9990009990009989	0.09901475429766744
164.19442701339722	2750	10.627070325969834	0.3811915470997402	11.767927780747414	9.619484687689692	254705	0.9990009990009989	0.09901475429766744
166.49630427360535	2800	10.998806404252537	0.47710816896416314	12.181854151189327	10.3040547859855	257717	0.9990009990009989	0.09901475429766744
169.4189169406891	2850	10.749688932747231	0.443647834758104	12.020272478461266	9.679150308482349	261182	0.9990009990009989	0.09901475429766744
171.7164843082428	2900	10.731708270868403	0.447529979718187	11.784206382930279	9.731989859603345	264661	0.9990009990009989	0.09901475429766744
173.83821201324463	2950	10.486620932500372	0.47656092680304285	11.805688954889774	9.593266006559134	267845	0.9990009990009989	0.09901475429766744
176.00020456314087	3000	10.376128783147433	0.5076979098191524	11.803493894636631	9.458246005699039	270986	0.9990009990009989	0.09901475429766744
178.2206199169159	3050	10.940999603050368	0.5076401896208329	11.985821634531021	9.900941575178877	274327	0.9990009990009989	0.09901475429766744
180.21044898033142	3100	10.892814552702076	0.5114132567136347	12.228961266577244	9.82767186127603	277082	0.9990009990009989	0.09901475429766744
182.50061774253845	3150	10.935182284064068	0.577933454400095	12.246002435684204	9.748999271541834	280570	0.9990009990009989	0.09901475429766744
184.77924299240112	3200	11.050385642067996	0.4849492564756077	12.265821173787117	10.370920466957614	284030	0.9990009990009989	0.09901475429766744
187.23287510871887	3250	11.211681174170225	0.5043893788590857	12.315505355596542	10.504981288686395	288025	0.9990009990009989	0.09901475429766744
189.3955261707306	3300	11.245225003273227	0.5516796510272441	12.33643950521946	10.419988014735281	291244	0.9990009990009989	0.09901475429766744
191.7500205039978	3350	10.41860392336519	0.5577072778733864	11.950062423944473	9.653740957379341	294947	0.9990009990009989	0.09901475429766744
194.32633543014526	3400	10.166916353334672	0.5054985028908315	11.329628132283688	9.453457318246365	297983	0.9990009990009989	0.09901475429766744
196.93639659881592	3450	9.917568560685613	0.3793797468143987	11.004697062075138	9.383614148013294	301230	0.9990009990009989	0.09901475429766744
199.14631938934326	3500	9.962825408950739	0.5156704778456005	11.10931796580553	8.897637427551672	304355	0.9990009990009989	0.09901475429766744
201.28872084617615	3550	9.55487826994955	0.5078613120074152	10.985029257833958	8.691439341753721	307569	0.9990009990009989	0.09901475429766744
203.4392864704132	3600	10.136706367827246	0.4767774043880831	11.144448809325695	9.4332889392972	310628	0.9990009990009989	0.09901475429766744
205.51670169830322	3650	10.361987954488432	0.5049714693036652	11.465755127370358	9.59362996276468	313434	0.9990009990009989	0.09901475429766744
207.72963404655457	3700	10.50891808740329	0.5948357464113362	12.146270826458931	9.587556699290872	316911	0.9990009990009989	0.09901475429766744
209.99832963943481	3750	10.37788956642442	0.5164758080515577	11.394146904349327	9.58535766787827	320287	0.9990009990009989	0.09901475429766744
212.21300196647644	3800	10.173337878583844	0.5609198407564588	11.245451483875513	9.398311987519264	323588	0.9990009990009989	0.09901475429766744
214.36707878112793	3850	10.561632925258891	0.5673692652665511	12.088116116821766	9.5764819085598	326955	0.9990009990009989	0.09901475429766744
216.70365118980408	3900	10.591523281855698	0.5714318695192536	12.156116161495447	9.517769739031792	330586	0.9990009990009989	0.09901475429766744
219.1357011795044	3950	11.419177761710598	0.6039895785836292	12.484865076839924	9.882332177832723	334343	0.9990009990009989	0.09901475429766744
222.17286658287048	4000	11.052919934717792	0.525312373162066	12.395183339715004	9.94830057467334	337922	0.9990009990009989	0.09901475429766744
224.74511766433716	4050	11.115946690812125	0.6161909347724769	12.522017613053322	9.783775888383389	342255	0.9990009990009989	0.09901475429766744
227.16219830513	4100	11.099647662853531	0.5333555703696728	12.440083622932434	9.778060625307262	345996	0.9990009990009989	0.09901475429766744
229.6247854232788	4150	11.240195917072851	0.5837026311703998	12.712437987327576	10.003950517624617	349816	0.9990009990009989	0.09901475429766744
232.1730990409851	4200	11.997467139353102	0.608287487389119	13.59658232331276	10.679688450880349	354149	0.9990009990009989	0.09901475429766744
234.56990909576416	4250	11.81575101604567	0.6649058151620391	13.48049646615982	10.671599390916526	357923	0.9990009990009989	0.09901475429766744
236.84535217285156	4300	11.87123333126874	0.6849166408679817	13.6339987590909	10.620551630854607	361301	0.9990009990009989	0.09901475429766744
239.59089851379395	4350	12.380070267865085	0.5781382715626115	13.878629505634308	11.099905848503113	366136	0.9990009990009989	0.09901475429766744
242.18791007995605	4400	12.723174639520003	0.6888758077392051	14.167028918862343	11.609014293178916	370468	0.9990009990009989	0.09901475429766744
244.5469934940338	4450	13.060105621302501	0.7698920159565709	15.02543991804123	11.643475275486708	374036	0.9990009990009989	0.09901475429766744
247.48918509483337	4500	13.425734121789283	0.8266625481775859	15.134789258241653	11.854323436971754	377878	0.9990009990009989	0.09901475429766744
250.81337022781372	4550	14.746982887256891	0.9243656455592241	17.465684354305267	12.937057957053185	383405	0.9990009990009989	0.09901475429766744
253.48105669021606	4600	14.734468557406217	0.8733978906993513	16.458023086190224	13.052445102483034	388030	0.9990009990009989	0.09901475429766744
256.5424361228943	4650	15.254264651350677	0.9125096769954213	17.74478566646576	13.872857835143805	393701	0.9990009990009989	0.09901475429766744
259.1709542274475	4700	16.30291420042515	0.9644781423011596	18.566858679056168	14.331914253532887	398020	0.9990009990009989	0.09901475429766744
261.97163939476013	4750	19.76724677965045	1.3994541897909787	22.579827398061752	16.771570205688477	402876	0.9990009990009989	0.09901475429766744
265.1494462490082	4800	24.07854951918125	2.5206210730427827	30.425395667552948	20.148405730724335	408741	0.9990009990009989	0.09901475429766744
268.04487681388855	4850	26.73365227162838	3.533044864866988	36.610673010349274	21.388960152864456	414004	0.9990009990009989	0.09901475429766744
271.34020709991455	4900	27.225253455936908	3.9996113390516013	41.67080330848694	21.597922414541245	420172	0.9990009990009989	0.09901475429766744
275.7031579017639	4950	202.0084576844261	83.33602690078213	254.26797318831086	29.298904597759247	426074	0.9990009990009989	0.09901475429766744
279.4633536338806	5000	254.21366569491337	3.2811496868356165	262.62746085226536	246.96403040736914	432101	0.9990009990009989	0.09901475429766744
283.52078676223755	5050	259.14989731937646	3.4476505641380633	267.29315608739853	251.57526394724846	438857	0.9990009990009989	0.09901475429766744
287.69231843948364	5100	256.67853820174935	3.1841270874767633	264.80083495378494	250.3805051445961	446286	0.9990009990009989	0.09901475429766744
291.6642036437988	5150	256.58853516727686	3.5132264046171833	266.5195789337158	247.76321506500244	453079	0.9990009990009989	0.09901475429766744
295.9683532714844	5200	257.94000849097966	3.078288431887961	266.18153634667397	249.78465354442596	460827	0.9990009990009989	0.09901475429766744
300.3872208595276	5250	259.7175824829936	2.9093107473180053	266.6264715194702	251.68355476856232	467948	0.9990009990009989	0.09901475429766744
306.2665319442749	5300	264.02309264302255	3.27519497754082	271.6895753145218	256.98920130729675	476031	0.9990009990009989	0.09901475429766744
310.59954047203064	5350	262.83665510833265	3.2835022156096856	270.70958560705185	255.57462918758392	483339	0.9990009990009989	0.09901475429766744
316.0170705318451	5400	263.35832218289374	3.484418218594781	271.9748719930649	254.71216452121735	491679	0.9990009990009989	0.09901475429766744
321.98247241973877	5450	263.41622828006746	3.091574282364591	272.33212065696716	257.12595796585083	499628	0.9990009990009989	0.09901475429766744
326.36023449897766	5500	263.628341396451	3.1558382127313256	271.32993710041046	256.3457567691803	507964	0.9990009990009989	0.09901475429766744
331.14962124824524	5550	266.0349731814861	3.2165700005187046	275.5278390645981	257.90855288505554	517286	0.9990009990009989	0.09901475429766744
336.08078503608704	5600	266.01766490757467	3.2957745051375333	273.2619547843933	259.86493849754333	526788	0.9990009990009989	0.09901475429766744
340.7059633731842	5650	265.9552116781473	2.9704152286871435	271.8608042001724	259.89923000335693	535548	0.9990009990009989	0.09901475429766744
345.8410668373108	5700	265.6099041843414	3.3071425538539403	273.1245536804199	258.43874537944794	546017	0.9990009990009989	0.09901475429766744
351.72515296936035	5750	261.45786983132365	3.437670733449245	269.48728001117706	254.75131833553314	556460	0.9990009990009989	0.09901475429766744
357.01006054878235	5800	261.20122882962227	3.340484035986936	269.73817932605743	253.76147544384003	567250	0.9990009990009989	0.09901475429766744
362.38104820251465	5850	258.04430040359495	3.1533354439680266	266.6885267496109	249.93274927139282	578012	0.9990009990009989	0.09901475429766744
367.6529314517975	5900	257.4263312065601	3.2856560512812467	265.54964995384216	249.0032742023468	588778	0.9990009990009989	0.09901475429766744
373.2283065319061	5950	255.40207723736762	2.9059931991177437	262.7687408924103	247.7858098745346	600150	0.9990009990009989	0.09901475429766744
379.24055671691895	6000	253.4707829284668	2.9953610191225266	261.5990369319916	245.85515880584717	611305	0.9990009990009989	0.09901475429766744
384.66128420829773	6050	253.97149401545525	3.090592210852462	261.7367984056473	247.9312195777893	622674	0.9990009990009989	0.09901475429766744
390.34432721138	6100	253.22398102998733	3.1289801636706414	260.47065234184265	245.22603738307953	634398	0.9990009990009989	0.09901475429766744
395.7999882698059	6150	253.05420520305634	3.31901152058157	262.1609320640564	246.18725109100342	645746	0.9990009990009989	0.09901475429766744
401.12903237342834	6200	252.85456724762918	3.3089071434713206	260.51830422878265	246.3553661108017	656726	0.9990009990009989	0.09901475429766744
407.29046845436096	6250	252.1900084245205	3.1846539898593145	261.71238029003143	244.30168187618256	668384	0.9990009990009989	0.09901475429766744
412.72091722488403	6300	252.88535070180893	2.8949392071541555	261.3512773513794	245.7409918308258	679410	0.9990009990009989	0.09901475429766744
418.63437056541443	6350	253.18598421812058	3.3967253545102443	260.35139298439026	245.311061501503	692312	0.9990009990009989	0.09901475429766744
424.1764259338379	6400	253.51128894090652	3.5420735284957776	264.544371843338	244.09929823875427	703666	0.9990009990009989	0.09901475429766744
430.5791187286377	6450	253.4556557750702	3.7371039909950743	264.09049439430237	244.6661412715912	715308	0.9990009990009989	0.09901475429766744
436.1356246471405	6500	253.0611158835888	3.1530744309629872	259.6921546459198	246.54354631900787	726508	0.9990009990009989	0.09901475429766744
441.77199363708496	6550	253.92048264741896	3.4361166605092937	263.8267436027527	246.50643348693848	738604	0.9990009990009989	0.09901475429766744
447.7450304031372	6600	254.26299878001214	3.480821174559921	262.07114684581757	245.74708139896393	751138	0.9990009990009989	0.09901475429766744
453.492463350296	6650	255.18691150426864	3.5044249597004105	264.29825496673584	246.41679644584656	763441	0.9990009990009989	0.09901475429766744
460.06081199645996	6700	255.1616847348213	3.2222428928532607	262.2573081254959	246.86391389369965	775543	0.9990009990009989	0.09901475429766744
465.7560496330261	6750	255.89908112525939	3.3551782793741274	263.38626742362976	248.06804990768433	787668	0.9990009990009989	0.09901475429766744
471.4569339752197	6800	256.5078735768795	3.4940642342382926	265.50130546092987	249.12863504886627	799543	0.9990009990009989	0.09901475429766744
478.4863586425781	6850	256.99553837299345	3.2647831013970423	263.71873664855957	250.14148664474487	811960	0.9990009990009989	0.09901475429766744
485.1705319881439	6900	257.1831653356552	3.541469671003811	264.7341002225876	248.5391993522644	824118	0.9990009990009989	0.09901475429766744
491.3323037624359	6950	257.6539011156559	3.398323245792147	266.699130654335	249.50678670406342	837092	0.9990009990009989	0.09901475429766744
497.35586738586426	7000	256.89404700756074	3.2015431083270367	266.7623602151871	248.64973866939545	850171	0.9990009990009989	0.09901475429766744
502.97167706489563	7050	257.9739377975464	3.5189404515613965	265.9995983839035	250.0137494802475	862024	0.9990009990009989	0.09901475429766744
508.77313470840454	7100	258.27014809131623	3.490325119724916	267.90420794487	251.29556488990784	873562	0.9990009990009989	0.09901475429766744
515.4226655960083	7150	259.32348657369613	3.749251163319555	267.8794881105423	249.39678931236267	886833	0.9990009990009989	0.09901475429766744
521.2055385112762	7200	259.8768980371952	3.6924145299414257	268.4563670158386	250.28918957710266	899227	0.9990009990009989	0.09901475429766744
527.4226875305176	7250	260.19200482368467	3.541614367682546	268.7702395915985	251.5041823387146	912972	0.9990009990009989	0.09901475429766744
533.729455947876	7300	261.29127029299735	3.503911782810976	272.92825531959534	254.00704944133759	926744	0.9990009990009989	0.09901475429766744
540.3302063941956	7350	260.70403087615966	3.1762963525621695	269.6928378343582	252.5595724582672	939365	0.9990009990009989	0.09901475429766744
546.3406498432159	7400	262.07348677158353	3.32595064321078	269.98580276966095	254.50526559352875	952429	0.9990009990009989	0.09901475429766744
552.651374578476	7450	262.94268188238146	3.4857723034564323	271.7562599182129	254.48560798168182	965841	0.9990009990009989	0.09901475429766744
558.7066514492035	7500	264.83443434357645	3.3095566389698132	271.79609882831573	256.69888508319855	978960	0.9990009990009989	0.09901475429766744
565.0856626033783	7550	264.5746252024174	4.0299298587109185	273.0522652864456	256.21474397182465	990977	0.9990009990009989	0.09901475429766744
570.3388030529022	7591	265.2741724252701	3.2766312643501365	271.5768154859543	255.8277735710144	1002117	0.9990009990009989	0.09901475429766744
