Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
5.110653400421143	0	157.35502446115018	53.26789021594595	421.2008010149002	97.73617750406265	0	0.0	0
7.638248682022095	10	99.60920446336269	2.0961290449455094	105.46623641252518	95.31577587127686	47802	0.9090909090909091	0.17407765595569785
10.614939451217651	20	154.31062875390052	2.7191393956646643	162.23085588216782	147.14513194561005	101707	0.9523809523809523	0.17407765595569785
13.542289972305298	30	202.12484378874302	1.8943545329456064	206.26492309570312	197.92506182193756	157427	0.967741935483871	0.17407765595569785
16.599843978881836	40	218.0629602599144	1.3708568191176447	221.33596950769424	216.25617504119873	214196	0.975609756097561	0.17407765595569785
19.68281650543213	50	214.05100495398045	1.8315179105022958	217.129723072052	210.82652866840363	274128	0.9803921568627451	0.17407765595569785
22.703948974609375	60	218.6946232122183	1.3111380028647792	220.66346049308777	214.94041097164154	334776	0.9836065573770492	0.17407765595569785
25.856608867645264	70	226.68304852604865	1.2797536674593326	230.07796430587769	224.94608902931213	396996	0.9859154929577465	0.17407765595569785
29.151188850402832	80	226.48027817130088	1.281207257668084	229.34106016159058	224.25119829177856	463481	0.9876543209876543	0.17407765595569785
32.604299545288086	90	231.79527067899704	1.3377825528415699	234.54146194458008	229.53720372915268	531259	0.989010989010989	0.17407765595569785
35.96130561828613	100	228.8826664584875	1.2953561217626746	232.59765136241913	225.64017629623413	599595	0.9900990099009901	0.17407765595569785
39.38186240196228	110	232.23929942131042	1.2404945696385492	234.56110095977783	229.5196031332016	667293	0.990990990990991	0.17407765595569785
42.96919059753418	120	229.67977136552335	1.3298300900494757	232.9677465558052	226.24936735630035	737214	0.9917355371900827	0.17407765595569785
46.440863370895386	130	238.50519694328307	1.4886420286147035	241.56188356876373	234.78930270671844	806903	0.9923664122137404	0.17407765595569785
50.097445249557495	140	238.27701828300954	1.2127676571762673	241.83063197135925	235.47652387619019	881006	0.9929078014184397	0.17407765595569785
53.63935208320618	150	233.96364223241807	1.3282035307490898	237.01497173309326	231.6572121977806	953528	0.9933774834437086	0.17407765595569785
57.09567046165466	160	237.94856842041017	1.1604314354554632	239.7876284122467	234.9969516992569	1022941	0.9937888198757764	0.17407765595569785
60.499231815338135	170	231.61108774662017	1.2130516555578668	234.5917373895645	229.73671996593475	1092969	0.9941520467836257	0.17407765595569785
63.91675662994385	180	229.8901451331377	1.2332482883008609	233.6298680305481	226.9150710105896	1161437	0.994475138121547	0.17407765595569785
67.40803289413452	190	229.89490096330644	1.282351440634333	232.9573564529419	227.76747941970825	1230602	0.9947643979057592	0.17407765595569785
70.72355675697327	200	234.22737777531148	1.2871446671340088	237.2392189502716	232.30608236789703	1298670	0.9950248756218906	0.17407765595569785
74.2688057422638	210	229.98063513696195	1.3611988619483775	233.15608268976212	226.55559301376343	1367909	0.995260663507109	0.17407765595569785
77.67496299743652	220	236.1543015152216	1.4094041515920375	239.28572964668274	232.5400607585907	1437502	0.995475113122172	0.17407765595569785
81.14134287834167	230	230.17464909672736	1.2570127213982334	233.97637617588043	227.03003597259521	1506982	0.9956709956709957	0.17407765595569785
84.54755663871765	240	233.29313870310784	1.2389306716573087	236.29195892810822	231.2322774529457	1575995	0.995850622406639	0.17407765595569785
88.02765989303589	250	237.6635305005312	1.4292374988183814	240.2800987958908	233.5720556974411	1646159	0.9960159362549801	0.17407765595569785
91.59591627120972	260	242.87898042440415	1.459179693525059	246.2025226354599	239.56081932783127	1718655	0.9961685823754789	0.17407765595569785
95.72952055931091	270	317.66883416712284	1.8958224619772277	321.77980399131775	314.15137362480164	1801577	0.996309963099631	0.17407765595569785
100.97800278663635	280	377.28436686515806	1.5956743909926183	381.02029460668564	372.83916187286377	1914271	0.99644128113879	0.17407765595569785
106.77111721038818	290	420.6220860224962	2.1546231377794998	425.32233107089996	415.74680745601654	2037836	0.9965635738831615	0.17407765595569785
113.21863865852356	300	425.85157576560977	2.0070826729352906	430.1574330329895	420.851820230484	2174692	0.9966777408637874	0.17407765595569785
119.24619364738464	310	435.1634071648121	1.987749244633802	439.66889214515686	430.16295397281647	2307268	0.9967845659163987	0.17407765595569785
125.60827803611755	320	440.26926150798795	2.265849408152179	445.272051692009	435.0647157430649	2442335	0.9968847352024922	0.17407765595569785
132.0977156162262	330	454.5743500417471	2.2592046893969977	459.2147628068924	450.07585179805756	2583926	0.9969788519637462	0.17407765595569785
138.72635340690613	340	463.4401147508621	2.082814427825534	468.577079474926	459.0823382139206	2729403	0.9970674486803519	0.17407765595569785
145.22183656692505	350	466.9871543586254	2.48537182339551	473.8085443973541	461.8108949661255	2869710	0.9971509971509972	0.17407765595569785
151.94885063171387	360	486.19878313541415	2.3726953795252834	491.4401488304138	480.6817606687546	3013770	0.997229916897507	0.17407765595569785
159.451327085495	370	492.2461831367016	2.618847483203863	499.0540620088577	486.3240350484848	3171534	0.9973045822102425	0.17407765595569785
166.7818100452423	380	501.30479157447814	2.8546809398947177	508.58382987976074	495.41502821445465	3331270	0.9973753280839895	0.17407765595569785
174.18058562278748	390	521.3053940433264	2.709914836434642	527.3463722467422	514.3328253030777	3495557	0.9974424552429667	0.17407765595569785
181.5299847126007	400	505.09828186690805	2.98578594989542	512.8982951045036	496.78083980083466	3653716	0.9975062344139651	0.17407765595569785
188.63336443901062	410	513.2317176866532	2.8205544520033894	520.6609719395638	507.3114069700241	3807637	0.9975669099756691	0.17407765595569785
195.86623167991638	420	512.5859113687277	3.400978979041951	519.532957315445	505.2941617369652	3970178	0.997624703087886	0.17407765595569785
203.56038856506348	430	512.2123750734329	3.1356466606227036	518.7179409265518	504.1786538362503	4130895	0.9976798143851509	0.17407765595569785
210.9647159576416	440	532.1243199300766	3.884653144072989	540.4877766370773	523.7452329397202	4291239	0.9977324263038548	0.17407765595569785
218.9199709892273	450	534.1130964255333	3.6932948135571313	542.166887819767	526.4852095842361	4456000	0.9977827050997783	0.17407765595569785
226.88199090957642	460	533.5051877760887	3.3874372016403997	540.1546833515167	525.1868523359299	4621908	0.9978308026030369	0.17407765595569785
234.99642825126648	470	532.5792800152302	3.4414180594643886	540.7912521362305	523.5093773603439	4791456	0.9978768577494692	0.17407765595569785
242.57836079597473	480	532.6076114761829	3.5766468367534485	540.4654459357262	523.9352658987045	4956446	0.997920997920998	0.17407765595569785
250.90042853355408	490	551.1032992625237	3.262591944961206	559.8196034431458	542.5492653846741	5132532	0.9979633401221996	0.17407765595569785
258.8871669769287	500	529.3003795444965	2.9344221433978452	537.2327005267143	522.9677407741547	5305598	0.998003992015968	0.17407765595569785
266.5892517566681	510	528.3411550664902	3.6123486075174474	535.807755112648	520.7556495666504	5473529	0.9980430528375733	0.17407765595569785
274.89096236228943	520	548.179031304121	3.48244325379408	557.138131916523	539.1537781953812	5651684	0.9980806142034548	0.17407765595569785
282.8023352622986	530	540.2465540415049	3.153082693961531	546.2401964664459	532.6499502658844	5820898	0.9981167608286252	0.17407765595569785
290.59056305885315	540	522.5591400563717	3.074848526253901	528.984225153923	513.9744334220886	5990418	0.9981515711645101	0.17407765595569785
298.4338207244873	550	527.7600441199542	2.7937031099464233	533.5529240965843	520.262859582901	6156309	0.9981851179673321	0.17407765595569785
306.2685363292694	560	538.8868539458513	2.7907674019807316	545.5868603587151	532.6384134292603	6324192	0.9982174688057041	0.17407765595569785
314.5909905433655	570	547.3263961225748	2.905470852490859	554.935143828392	540.849932551384	6506995	0.9982486865148862	0.17407765595569785
323.16332268714905	580	560.6217149627208	3.430574558035419	569.9415470957756	552.5404329299927	6692510	0.9982788296041308	0.17407765595569785
332.4017987251282	590	576.0084905791283	3.368874097208807	583.9785881638527	565.9835779666901	6891769	0.9983079526226735	0.17407765595569785
342.3110911846161	600	629.4190751791	4.032994699594795	637.3394398093224	618.9854110479355	7106372	0.9983361064891847	0.17407765595569785
352.1334271430969	610	600.508393163085	3.737974941961405	608.9931316375732	592.0284086465836	7319365	0.9983633387888707	0.17407765595569785
361.90000915527344	620	608.9967114794255	3.8095015206060756	616.8446573019028	600.8020899295807	7525799	0.998389694041868	0.17407765595569785
371.607216835022	630	613.0666509723663	3.613029070988393	622.9768252968788	605.0535879135132	7737192	0.9984152139461173	0.17407765595569785
381.77699160575867	640	635.4710970580578	3.8258584177413875	643.9794465303421	627.0274524688721	7954249	0.9984399375975039	0.17407765595569785
392.0510003566742	650	644.960760409832	3.7654095187292125	653.9156975746155	636.215372800827	8181751	0.9984639016897081	0.17407765595569785
402.584534406662	660	628.8832243019342	3.6243180573208957	637.7304462790489	620.1415733098984	8411271	0.9984871406959153	0.17407765595569785
412.7682809829712	670	643.5524382483959	3.715775189436594	652.4450643062592	633.9915037155151	8635601	0.9985096870342772	0.17407765595569785
422.97970271110535	680	627.6467421156168	3.583106385016893	636.4772586226463	619.204793214798	8856849	0.9985315712187959	0.17407765595569785
432.4819793701172	690	648.2330185586214	3.589993873072424	656.4392756223679	639.0063072443008	9075202	0.9985528219971056	0.17407765595569785
442.103178024292	700	642.7373216092586	3.528227808569502	649.5555266737938	633.7251584529877	9290324	0.9985734664764622	0.17407765595569785
452.3738453388214	710	631.5782038646936	3.596243858011216	639.1117758750916	623.9737983942032	9514484	0.9985935302390999	0.17407765595569785
462.19358372688293	720	634.01574072361	3.6880085419010156	642.0977931022644	627.0739291906357	9732793	0.9986130374479889	0.17407765595569785
472.78134655952454	730	657.603556560874	4.05054264057534	667.4183773398399	648.3628441095352	9960671	0.9986320109439124	0.17407765595569785
482.82356691360474	740	667.055953322649	4.1293995283638605	675.6451256871223	655.7447068691254	10184034	0.9986504723346828	0.17407765595569785
493.1341624259949	750	676.006519472599	3.5814197010569857	684.539812028408	667.2335661649704	10407672	0.9986684420772304	0.17407765595569785
503.07558822631836	760	653.7825209915638	3.638954475931659	663.4278439283371	644.1909639835358	10624071	0.9986859395532195	0.17407765595569785
514.11474609375	770	662.7647691875696	3.5681656964401873	670.5179830789566	655.1810060739517	10855906	0.9987029831387808	0.17407765595569785
524.3029048442841	780	681.1914829987287	3.413068037959918	687.5437721014023	671.8998161554337	11089625	0.998719590268886	0.17407765595569785
534.2031705379486	790	625.6388347679376	3.274311154133903	632.6480127573013	617.0880502462387	11305325	0.9987357774968394	0.17407765595569785
543.7044382095337	800	659.388002987504	3.7330611783814565	668.067201256752	650.2663443088531	11516434	0.9987515605493134	0.17407765595569785
554.0683257579803	810	669.3552175587415	3.1613721895051525	677.1442782878876	660.6463104486465	11741568	0.998766954377312	0.17407765595569785
564.4483869075775	820	666.7917088401317	3.714531062578899	676.7662998437881	656.8090280294418	11964466	0.9987819732034104	0.17407765595569785
575.2923429012299	830	675.1852928894758	3.71278875261689	683.8236765265465	666.1027162075043	12195939	0.9987966305655837	0.17407765595569785
586.8648109436035	840	672.5258189630508	3.6368423461678274	679.5682244300842	662.8726896047592	12441990	0.9988109393579072	0.17407765595569785
597.5018556118011	850	679.4947317707539	3.395620983069062	686.958343565464	670.4662712812424	12669018	0.9988249118683902	0.17407765595569785
608.6638135910034	860	695.8807899081708	3.4910324084160558	705.2588613629341	686.029101729393	12912741	0.9988385598141696	0.17407765595569785
619.1932771205902	870	664.3852591234446	3.6156696171913656	673.8532371520996	654.7161847352982	13145296	0.9988518943742825	0.17407765595569785
629.996874332428	880	677.0710371124744	3.5118892276184144	683.9402766227722	668.0931404829025	13379263	0.9988649262202043	0.17407765595569785
640.509535074234	890	680.9754537647963	3.79257734305642	688.9350281953812	670.8136923313141	13611185	0.9988776655443322	0.17407765595569785
651.2770655155182	900	680.0149352318049	3.949366668295786	688.9261976480484	671.1180665493011	13850940	0.9988901220865705	0.17407765595569785
663.3962087631226	910	719.7433963108062	3.932371850984213	730.3386026620865	710.0567253828049	14100562	0.9989023051591658	0.17407765595569785
674.5132212638855	920	690.858042947054	4.063642250936911	699.3582180142403	681.3256007432938	14340230	0.998914223669924	0.17407765595569785
685.5935587882996	930	694.9837814170122	3.56396342445044	704.0849556922913	687.370875954628	14576773	0.9989258861439313	0.17407765595569785
696.919896364212	940	687.1587913310527	3.717506948428178	697.220906496048	678.0405740737915	14824598	0.9989373007438895	0.17407765595569785
708.1826817989349	950	699.2879673171043	3.982072270944976	708.2898921966553	690.3618232011795	15063888	0.9989484752891693	0.17407765595569785
720.5473914146423	960	1105.3610300976038	192.58766081491993	1841.9188886284828	982.0045570135117	15305919	0.9989594172736732	0.17407765595569785
733.326708316803	970	1298.1321761596203	339.84625972208903	1794.439419746399	743.3627731800079	15551102	0.9989701338825953	0.17407765595569785
747.6857228279114	980	1443.158687556982	274.01482586681675	1628.7017150521278	764.5460324287415	15824545	0.9989806320081549	0.17407765595569785
760.84916639328	990	1270.7320361918212	226.2862223535433	1836.0738643407822	1065.660472214222	16090402	0.9989909182643795	0.17407765595569785
774.8364095687866	1000	1176.8054989659786	357.45866939954954	1752.893593609333	746.9895336031914	16361663	0.999000999000999	0.17407765595569785
786.8164660930634	1010	728.0690539175272	20.156648084840917	756.3544236421585	699.8357758522034	16624049	0.999000999000999	0.17407765595569785
799.6227371692657	1020	885.269632101059	57.012491306613	953.155392408371	798.900906920433	16889867	0.999000999000999	0.17407765595569785
812.4336054325104	1030	1253.9673527514935	466.6112086026307	1843.7713177204132	737.3316447734833	17148228	0.999000999000999	0.17407765595569785
825.8312742710114	1040	1188.9059145647288	368.0109913760355	1912.421030640602	916.4729487895966	17426567	0.999000999000999	0.17407765595569785
839.205575466156	1050	1150.4871519744397	380.8516612402655	1840.9738788604736	753.5558433532715	17700513	0.999000999000999	0.17407765595569785
852.6211631298065	1060	855.0561456036568	137.53179064517465	1597.2514735460281	778.9017535448074	17979043	0.999000999000999	0.17407765595569785
868.543140411377	1070	1583.5684898465872	209.66127764985103	1766.431869983673	809.9662072658539	18280482	0.999000999000999	0.17407765595569785
883.3763294219971	1080	1119.4918964922429	402.782973460276	1829.425187945366	734.8869457244873	18577070	0.999000999000999	0.17407765595569785
896.8306481838226	1090	1151.8891447466613	459.53856155338815	1877.2317464351654	718.3131470680237	18868016	0.999000999000999	0.17407765595569785
911.2457599639893	1100	1599.7015389662981	263.8312018246241	1895.536710858345	751.8495589494705	19148523	0.999000999000999	0.17407765595569785
924.4373183250427	1110	1106.892877446413	272.8623847541014	1915.5970208644867	732.1472682952881	19413698	0.999000999000999	0.17407765595569785
937.6223323345184	1120	1280.5784407132865	433.24842011934396	1990.799197435379	717.4853712320328	19683188	0.999000999000999	0.17407765595569785
951.6916997432709	1130	1423.0479334598779	123.5085333768124	1971.5789983272552	1285.7510923147202	19953708	0.999000999000999	0.17407765595569785
966.2566986083984	1140	1681.4637014293671	237.88157758067024	1915.9511013031006	798.0952697992325	20223377	0.999000999000999	0.17407765595569785
981.3534274101257	1150	1593.7795951592923	304.6868888304476	1935.503580570221	988.3535549640656	20497254	0.999000999000999	0.17407765595569785
995.1718752384186	1160	871.5301769691706	322.8088788066088	1891.1740989089012	705.2025737762451	20781045	0.999000999000999	0.17407765595569785
1008.4720497131348	1170	760.7512578302621	91.01675031164297	984.8829402923584	684.8119859695435	21067761	0.999000999000999	0.17407765595569785
1023.3193380832672	1180	1756.9031550353766	114.46674208017127	1924.204790711403	1149.1272456645966	21352286	0.999000999000999	0.17407765595569785
1038.5418078899384	1190	1474.1892090761662	406.104354033286	1917.0794197320938	782.578657746315	21645702	0.999000999000999	0.17407765595569785
1054.325713634491	1200	1574.652177951336	272.69268860905316	1951.3646936416626	1026.807669043541	21947903	0.999000999000999	0.17407765595569785
1069.4038739204407	1210	1167.5501870548726	309.77251817321	1944.5837407112122	924.9640469551086	22261325	0.999000999000999	0.17407765595569785
1084.4328253269196	1220	1160.758007990718	357.3726690316663	1907.2314729690552	781.2185246944427	22579113	0.999000999000999	0.17407765595569785
1099.4132714271545	1230	1331.438126949668	455.4227688518993	1944.799531340599	781.9165632724762	22877203	0.999000999000999	0.17407765595569785
1114.9343106746674	1240	1666.2659403723478	253.069997454496	1941.1803401708603	771.6957902908325	23178496	0.999000999000999	0.17407765595569785
1131.4621224403381	1250	1625.4045763468741	164.9738225204657	1853.9961300492287	1125.5419986248016	23492237	0.999000999000999	0.17407765595569785
1146.887169122696	1260	1052.1031960839034	217.1216583787953	1865.3644197583199	876.2361272573471	23804386	0.999000999000999	0.17407765595569785
1161.8953499794006	1270	1483.5520404022932	400.7691762777131	1964.8038598299026	936.3236290216446	24090605	0.999000999000999	0.17407765595569785
1177.1565566062927	1280	1701.4388687086105	257.33180680589976	2001.886554479599	1161.5164586305618	24389262	0.999000999000999	0.17407765595569785
1193.56001162529	1290	1763.0663801300525	75.39243238356264	1917.4286214113235	1417.8359682559967	24695341	0.999000999000999	0.17407765595569785
1208.842904806137	1300	1428.669551090002	379.8768619699124	2027.4417803287506	948.9215755462646	25007369	0.999000999000999	0.17407765595569785
1222.9729702472687	1310	1065.3243947708606	425.8723006310554	1970.3317108154297	719.9556466341019	25306480	0.999000999000999	0.17407765595569785
1238.3611161708832	1320	1742.8408369469644	215.26777231650686	2019.4991389513016	1127.259565770626	25602620	0.999000999000999	0.17407765595569785
1254.1503033638	1330	1755.9763258874416	131.7372991006812	1963.2849580049515	1231.519600391388	25904488	0.999000999000999	0.17407765595569785
1269.040049314499	1340	1356.6777817308903	408.60678833665696	2067.5400896072388	910.0084666013718	26207400	0.999000999000999	0.17407765595569785
1285.0101690292358	1350	1748.6184551501274	295.5857247248472	2008.0402569770813	697.884731054306	26515765	0.999000999000999	0.17407765595569785
1300.2164075374603	1360	1787.0364974105357	173.69117858739563	2007.6111003160477	1049.2747648954391	26817979	0.999000999000999	0.17407765595569785
1314.936032295227	1370	956.3223548018932	339.02010570634883	1852.27787399292	706.7041538953781	27120586	0.999000999000999	0.17407765595569785
1329.9946415424347	1380	1394.0084139865637	433.5262915263837	2019.6859257817268	855.614417552948	27415353	0.999000999000999	0.17407765595569785
1347.2953960895538	1390	1812.6734896850585	182.72459069952546	2067.1119149923325	1032.8625699281693	27744098	0.999000999000999	0.17407765595569785
1363.8603084087372	1400	1478.0434486192464	348.65278210680964	1866.1899844408035	884.5949779748917	28081549	0.999000999000999	0.17407765595569785
1380.2101945877075	1410	1660.1590654951333	109.19233715776673	1873.6421877741814	1084.362620651722	28404026	0.999000999000999	0.17407765595569785
1396.446632385254	1420	1661.5443883979322	117.42671351020702	1825.1391853690147	930.3572776317596	28710111	0.999000999000999	0.17407765595569785
1412.2989530563354	1430	1409.080683247447	438.4941480624702	1996.663830757141	767.2823442220688	29037117	0.999000999000999	0.17407765595569785
1427.318579673767	1440	1117.0893348151446	362.77855939457635	1855.525158584118	771.1776189804077	29352403	0.999000999000999	0.17407765595569785
1444.535450220108	1450	1741.682579690814	115.91688966550907	1956.113367319107	1223.2771257162094	29691686	0.999000999000999	0.17407765595569785
1461.313193321228	1460	1754.5009604167938	177.79785826399873	2057.207720518112	1160.642075240612	30022774	0.999000999000999	0.17407765595569785
