Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
6.484893560409546	0	207.76409634113313	2.762414253645155	214.0186471939087	203.22384357452393	0	0.0	0
27.87149167060852	10	198.63989522457123	1.9405172409514166	201.8588433265686	193.98570108413696	213762	0.9090909090909091	0.05261971261321194
50.03649592399597	20	184.09868702888488	2.385908803168724	187.23733043670654	178.21503973007202	436094	0.9523809523809523	0.05490076255597285
73.69948601722717	30	238.1799828338623	3.2179613258989193	245.1182713508606	229.6679277420044	669338	0.967741935483871	0.05687523186821165
98.56075048446655	40	254.95715181350707	3.914323128835003	261.99260663986206	247.77937936782837	917154	0.975609756097561	0.058435731382419746
125.37153220176697	50	302.5503303623199	11.562623949771822	326.60137128829956	277.4862594604492	1181641	0.9803921568627451	0.058435731382419746
154.0880250930786	60	292.85419285297394	9.331632840203936	314.4094944000244	276.0147933959961	1463688	0.9836065573770492	0.058435731382419746
183.8970980644226	70	291.325016245842	10.572870935092705	313.8258137702942	270.439968585968	1757358	0.9859154929577465	0.058435731382419746
214.60248851776123	80	287.0883159637451	10.059012907908182	308.6414198875427	265.0404725074768	2062262	0.9876543209876543	0.058435731382419746
246.5320816040039	90	286.3997063112259	9.6506185525296	309.48673152923584	270.4167981147766	2373806	0.989010989010989	0.058435731382419746
279.13864946365356	100	283.38152534008026	9.598657444512204	303.8101863861084	264.8292269706726	2691295	0.9900990099009901	0.058435731382419746
312.1535065174103	110	285.49922793865204	10.458002948415	309.8472828865051	265.36160802841187	3013657	0.990990990990991	0.058435731382419746
345.59188890457153	120	282.3643696784973	10.042928527618447	304.19421339035034	265.08683013916016	3340770	0.9917355371900827	0.058435731382419746
379.4427423477173	130	284.5846089029312	10.128760085259211	310.3900327682495	265.2947254180908	3668361	0.9923664122137404	0.058605535008981996
413.09102606773376	140	284.20219948768613	10.50823889604703	310.5393900871277	265.18453216552734	3998361	0.9929078014184397	0.058605535008981996
447.2145230770111	150	284.60043357372285	10.143182754355566	316.598904132843	265.64115476608276	4331544	0.9933774834437086	0.058605535008981996
481.6979148387909	160	284.4373716592789	10.545274075238156	305.4870500564575	259.9315047264099	4666790	0.9937888198757764	0.058605535008981996
516.7142307758331	170	284.243296751976	10.042470654812904	311.1526041030884	265.8017644882202	5003548	0.9941520467836257	0.05870746010803622
551.6929543018341	180	285.68501249790194	10.104788509251145	311.4253764152527	266.0747056007385	5342248	0.994475138121547	0.05870746010803622
586.9191460609436	190	288.3041317224503	11.47773792507427	312.182523727417	266.270076751709	5683330	0.9947643979057592	0.05870746010803622
622.0874710083008	200	287.91487337112426	10.14831960779411	312.4172353744507	266.916051864624	6025142	0.9950248756218906	0.05870746010803622
657.4200575351715	210	289.3193375492096	9.859057328243328	312.6804504394531	261.0192379951477	6369126	0.995260663507109	0.05870746010803622
692.6659209728241	220	289.86533894538877	10.566967397055883	314.5271306037903	267.36297035217285	6714715	0.995475113122172	0.05870746010803622
727.9022736549377	230	291.43681722164155	10.84357519364662	314.49767446517944	268.360230922699	7062479	0.9956709956709957	0.05870746010803622
763.7830953598022	240	291.9513656282425	11.134308578381727	314.72178173065186	268.83149671554565	7410587	0.995850622406639	0.05870746010803622
799.4495375156403	250	293.2425068473816	10.606786610963006	316.1532335281372	275.24937677383423	7761132	0.9960159362549801	0.06058921596046831
835.1722314357758	260	293.22987859249116	8.463273729948613	316.80067253112793	276.07629346847534	8114106	0.9961685823754789	0.06058921596046831
870.9432606697083	270	295.85276154994966	10.049802110488265	318.791296005249	276.80342721939087	8468736	0.996309963099631	0.06058921596046831
906.8876428604126	280	299.17202745437623	11.169915024054317	325.57437467575073	278.15599632263184	8826544	0.99644128113879	0.06058921596046831
942.7693424224854	290	302.37251062870024	11.40612858677618	333.07824659347534	280.0317807197571	9186578	0.9965635738831615	0.06058921596046831
979.6313109397888	300	308.19179111480713	10.555027966341799	340.0167646408081	287.0635561943054	9549082	0.9966777408637874	0.06058921596046831
1016.5686230659485	310	317.4177069330215	11.213191178355865	342.41365671157837	294.6283040046692	9914312	0.9967845659163987	0.06058921596046831
1053.8163678646088	320	323.7295668458939	10.897853841480943	343.9168481826782	296.3611550331116	10281578	0.9968847352024922	0.06058921596046831
1091.1736595630646	330	329.23648974418643	10.687228649401295	351.5694251060486	304.0289788246155	10651115	0.9969788519637462	0.06058921596046831
1128.9945352077484	340	334.61878261566164	9.408484957518368	352.5124440193176	309.9634442329407	11023875	0.9970674486803519	0.06058921596046831
1166.9661302566528	350	335.709734377861	10.156750579616611	357.9349145889282	318.13618898391724	11400843	0.9971509971509972	0.06058921596046831
1205.096615076065	360	342.3506481838226	9.255330262559054	363.6081500053406	324.9131932258606	11781529	0.997229916897507	0.06058921596046831
1243.9771692752838	370	348.8744369935989	9.469333127183145	366.7574462890625	329.8480987548828	12166369	0.9973045822102425	0.06058921596046831
1282.8153116703033	380	351.70740128040313	10.468182063377643	378.58164501190186	330.55270195007324	12553896	0.9973753280839895	0.06202460746588591
1322.2636282444	390	359.18796490192415	10.700584588671509	379.9466028213501	338.15445041656494	12944574	0.9974424552429667	0.06202460746588591
1362.1663556098938	400	364.859090423584	11.393224253731441	391.7058629989624	339.7557215690613	13339833	0.9975062344139651	0.06202460746588591
1402.3213930130005	410	371.7216194868088	11.124911963759399	392.72435188293457	346.7105827331543	13738938	0.9975669099756691	0.06202460746588591
1442.9404423236847	420	373.8941558790207	11.298263461731104	398.8432240486145	351.7867751121521	14140758	0.997624703087886	0.06202460746588591
1484.1874940395355	430	377.5504926776886	11.807819091699486	398.74447441101074	347.74157524108887	14546631	0.9976798143851509	0.06202460746588591
1525.3349812030792	440	381.3189899969101	10.772689076362191	403.7097282409668	358.7855772972107	14954628	0.9977324263038548	0.06202460746588591
1567.358612537384	450	384.25980725765226	10.8564219298722	404.6736207008362	354.6528015136719	15367371	0.9977827050997783	0.06202460746588591
1609.263976097107	460	385.8640914297104	11.526870068653093	409.0270981788635	360.26584005355835	15782906	0.9978308026030369	0.06202460746588591
1651.6908161640167	470	388.35764776706696	9.79415444876048	408.15454864501953	365.87917709350586	16201533	0.9978768577494692	0.06202460746588591
1694.1429483890533	480	389.35530550956724	9.679727448646627	416.0629425048828	367.2764811515808	16623625	0.997920997920998	0.06202460746588591
1737.276309967041	490	392.5233337020874	10.905327480633828	417.2840824127197	372.7303605079651	17049483	0.9979633401221996	0.06202460746588591
1780.9492547512054	500	394.44600764751436	10.207629347475788	415.43382024765015	375.43276834487915	17478983	0.998003992015968	0.06202460746588591
1824.7719240188599	510	398.38345878601075	11.208868038394685	424.6488127708435	368.8426070213318	17912362	0.9980430528375733	0.06202460746588591
1868.8819880485535	520	405.2478482484818	11.243729270075866	432.53128719329834	376.6579442024231	18350648	0.9980806142034548	0.06202460746588591
1913.1566531658173	530	413.9122553014755	12.784446708229783	447.0168490409851	387.74118995666504	18793426	0.9981167608286252	0.06210327468602516
1958.1523694992065	540	427.47053973674775	16.733026590748278	469.1900110244751	400.77756452560425	19243568	0.9981515711645101	0.06210327468602516
2003.3697142601013	550	449.92155663490297	25.473621770450997	539.7141227722168	409.2151527404785	19698455	0.9981851179673321	0.06210327468602516
2049.5797414779663	560	472.3941394853592	29.36158234112039	540.7329263687134	425.2733144760132	20162846	0.9982174688057041	0.06210327468602516
2096.3077869415283	570	499.30934051513674	28.07547057750011	544.4133243560791	435.8119239807129	20632214	0.9982486865148862	0.06210327468602516
2144.340938806534	580	514.085282073021	26.469892897467197	562.2030992507935	431.0875129699707	21110257	0.9982788296041308	0.06580323134684912
2193.687038421631	590	532.5212427949905	16.92600993118169	579.6611919403076	487.50602674484253	21599784	0.9983079526226735	0.06580323134684912
2243.3285703659058	600	534.9146684503555	13.14028298806546	580.1382236480713	502.95885610580444	22101079	0.9983361064891847	0.06580323134684912
2294.7762665748596	610	536.077819314003	17.802470167706417	592.8293085098267	486.8433356285095	22616254	0.9983633387888707	0.06580323134684912
2346.967189311981	620	527.6474733018875	26.438527762160632	601.022364616394	470.95382022857666	23141314	0.998389694041868	0.06985753449332609
2400.427848339081	630	534.5511826229096	31.01697333069574	638.6964554786682	452.8090147972107	23677100	0.9984152139461173	0.06985753449332609
2454.65002989769	640	543.9245122957229	36.263145171468516	651.4048132896423	481.40577936172485	24221291	0.9984399375975039	0.06985753449332609
2509.23872089386	650	547.9435515546799	39.84035011579156	662.6398968696594	454.8016428947449	24772063	0.9984639016897081	0.06985753449332609
2564.674399614334	660	564.459501953125	50.24186088397941	703.8457641601562	461.2907085418701	25328270	0.9984871406959153	0.06985753449332609
2619.5676097869873	670	570.4977690601349	53.93972762104322	738.6755394935608	475.96251678466797	25886268	0.9985096870342772	0.06985753449332609
2675.339819431305	680	591.630877289772	61.83905562356876	765.4065871238708	491.1201186180115	26455118	0.9985315712187959	0.06985753449332609
2732.4267761707306	690	616.3176732397079	76.22601336002825	883.9819555282593	457.41404962539673	27032436	0.9985528219971056	0.06985753449332609
2789.8548164367676	700	618.0490969944	70.97475145784418	882.9897413253784	485.7097625732422	27616058	0.9985734664764622	0.06985753449332609
2847.350216627121	710	643.576945695877	64.43244415929142	804.0589852333069	501.4131193161011	28201309	0.9985935302390999	0.06985753449332609
2905.28994512558	720	647.8533897972106	72.47883257348117	920.2180805206299	474.9957003593445	28789953	0.9986130374479889	0.06985753449332609
2963.7862849235535	730	671.7267049360275	69.51096270041927	890.7685842514038	494.48696851730347	29387398	0.9986320109439124	0.06985753449332609
3022.173150539398	740	673.3245552635193	67.2308749729375	861.7541437149048	530.6820073127747	29990208	0.9986504723346828	0.06985753449332609
3081.021570920944	750	671.9698597431183	63.898969872174305	849.7164840698242	548.4993028640747	30596059	0.9986684420772304	0.06985753449332609
3140.944901227951	760	701.2999330949783	67.96786170497698	876.6883993148804	592.0038003921509	31205645	0.9986859395532195	0.06985753449332609
3201.397748231888	770	692.7965667819976	70.47033462747963	901.5080170631409	568.9374475479126	31820445	0.9987029831387808	0.06985753449332609
3261.5219428539276	780	704.7233079242707	74.0443460620447	893.7914652824402	590.4069266319275	32434969	0.998719590268886	0.06985753449332609
3322.2475769519806	790	725.9730050039292	103.93107413994143	1167.524169921875	572.288113117218	33053959	0.9987357774968394	0.06985753449332609
3383.273129940033	800	717.1975835180283	89.45120446157682	1067.5975799560547	582.8909344673157	33677669	0.9987515605493134	0.06985753449332609
3444.3544890880585	810	706.8224342155456	98.11240934110218	1125.3952674865723	564.7884287834167	34305565	0.998766954377312	0.06985753449332609
3498.490220308304	820	696.5958720350266	84.60167212310066	1026.9162197113037	577.181547164917	34940727	0.9987819732034104	0.06985753449332609
3549.9515476226807	830	721.2893418073654	86.86034607856577	1026.8556656837463	559.9112048149109	35582882	0.9987966305655837	0.06985753449332609
3603.1567211151123	840	708.0037169265747	76.89212357502184	910.5948209762573	592.6437878608704	36226004	0.9988109393579072	0.06985753449332609
3655.7660822868347	850	691.3141470623017	64.4357413793032	908.3254613876343	561.27676820755	36877866	0.9988249118683902	0.06985753449332609
3708.387253522873	860	709.3816129589081	76.82092838770443	1041.6307997703552	592.0491018295288	37532457	0.9988385598141696	0.06985753449332609
3760.2999992370605	870	714.561206741333	80.30314860412854	926.8907880783081	588.3674411773682	38193257	0.9988518943742825	0.06985753449332609
3814.328068971634	880	713.3104815864563	75.80685950561403	923.8259658813477	572.7378902435303	38858303	0.9988649262202043	0.06985753449332609
3868.0961582660675	890	717.3697653770447	78.39508099632779	1113.8276624679565	597.3589100837708	39525745	0.9988776655443322	0.06985753449332609
3922.478788614273	900	706.8557601642609	73.57577360738856	951.658353805542	594.3894009590149	40198565	0.9988901220865705	0.06985753449332609
3976.785606622696	910	751.2432960796356	87.87819686116185	1062.7971358299255	594.6814393997192	40875651	0.9989023051591658	0.06985753449332609
4033.6085686683655	920	762.6291982126236	81.24379952265798	961.2239456176758	620.4937739372253	41558707	0.998914223669924	0.06985753449332609
4090.330213546753	930	781.2669831705093	90.92921461725223	1008.6181802749634	618.2633895874023	42244107	0.9989258861439313	0.06985753449332609
4147.4260857105255	940	763.785422668457	80.28597545748259	973.1331000328064	607.5600852966309	42932498	0.9989373007438895	0.06985753449332609
4204.728186607361	950	784.2425122499466	90.60273479745268	1069.2673592567444	608.9055166244507	43628393	0.9989484752891693	0.06985753449332609
4261.644905567169	960	784.8137519025803	86.55003584519208	986.9345264434814	636.5469431877136	44329561	0.9989594172736732	0.06985753449332609
4319.552907466888	970	784.336064453125	92.14548035938331	991.6047959327698	615.9753260612488	45031539	0.9989701338825953	0.06985753449332609
4377.978701353073	980	793.1358323431015	80.46008530435508	1071.99387216568	618.8361077308655	45739850	0.9989806320081549	0.06985753449332609
4436.058451652527	990	783.5662442350388	78.34908051526106	966.8034987449646	624.0481204986572	46453285	0.9989909182643795	0.06985753449332609
4494.666159152985	1000	788.270650100708	75.47385036619534	993.51677942276	642.4241480827332	47172544	0.999000999000999	0.06985753449332609
4554.274962425232	1010	774.14715446949	81.79203110302447	1151.4392747879028	636.9390082359314	47897125	0.999000999000999	0.06985753449332609
4613.02947640419	1020	794.8430898380279	76.1438912903481	1004.8827586174011	673.8480768203735	48624748	0.999000999000999	0.06985753449332609
4672.845737934113	1030	779.4886824989319	80.90395875760144	1084.076807975769	652.7304396629333	49352655	0.999000999000999	0.06985753449332609
4732.360178947449	1040	783.2240538835525	79.69954769422867	1035.269799232483	675.4081192016602	50086416	0.999000999000999	0.06985753449332609
4792.251761198044	1050	775.4547707843781	81.07285938821386	1111.684069633484	664.1443672180176	50821919	0.999000999000999	0.06985753449332609
4852.813807964325	1060	799.8377167510986	74.21408824704025	1017.5589509010315	675.4882483482361	51567831	0.999000999000999	0.06985753449332609
4914.170900344849	1070	783.6316105985642	74.61973001261396	1106.0473794937134	686.9461975097656	52315168	0.999000999000999	0.06985753449332609
4974.985960245132	1080	814.9798023462296	90.83043572616276	1148.9368739128113	692.1473479270935	53066364	0.999000999000999	0.06985753449332609
5036.572773694992	1090	779.1731012153625	67.70088987781092	1024.61692237854	663.3054623603821	53824578	0.999000999000999	0.06985753449332609
5097.319441318512	1100	798.0083800554276	79.61613271256913	1039.2654938697815	696.3254528045654	54583224	0.999000999000999	0.06985753449332609
5160.36652302742	1110	795.223138718605	75.9063701556966	1023.286835193634	684.8346943855286	55346668	0.999000999000999	0.06985753449332609
5222.9948489665985	1120	798.4985312271118	81.82029660963272	1051.0017433166504	691.9648113250732	56117889	0.999000999000999	0.06985753449332609
5287.047541618347	1130	822.789861497879	89.65267150858375	1123.2326073646545	693.6508493423462	56895352	0.999000999000999	0.06985753449332609
5350.085071563721	1140	829.8543060684204	97.85778430198825	1149.4189205169678	700.3590965270996	57673340	0.999000999000999	0.06985753449332609
5414.185851097107	1150	819.2748813819885	91.1743461404262	1095.7475242614746	703.9501256942749	58455931	0.999000999000999	0.06985753449332609
5479.229835271835	1160	823.3279364061356	87.6672909370541	1079.208683013916	707.678496837616	59241059	0.999000999000999	0.06985753449332609
5544.543975114822	1170	828.6708795547486	97.30570489997754	1071.8027968406677	707.7317891120911	60030600	0.999000999000999	0.06985753449332609
5609.754463195801	1180	859.1653888893128	100.36565125563197	1130.9518246650696	724.4278016090393	60826382	0.999000999000999	0.06985753449332609
5674.908771038055	1190	877.7790795898437	121.67189937282609	1276.0337409973145	706.5501413345337	61625497	0.999000999000999	0.06985753449332609
5740.084089756012	1200	879.6802033567428	124.45910600679414	1367.9766817092896	750.6925597190857	62430959	0.999000999000999	0.06985753449332609
5806.195132732391	1210	870.1732731056213	108.03766305812486	1200.8099508285522	740.8516345024109	63240925	0.999000999000999	0.06985753449332609
5872.24266576767	1220	882.591232213974	111.50155453182016	1204.6592454910278	729.8167476654053	64051175	0.999000999000999	0.06985753449332609
5938.14059305191	1230	914.216571855545	136.5342603913926	1409.3980417251587	718.3725824356079	64872044	0.999000999000999	0.06985753449332609
6004.8537673950195	1240	918.059629445076	140.92344889797548	1371.0498151779175	750.2940106391907	65697253	0.999000999000999	0.06985753449332609
6071.0601172447205	1250	961.805736002922	145.82015231107468	1289.599455356598	744.4187898635864	66529868	0.999000999000999	0.06985753449332609
6138.6712691783905	1260	944.9083906030655	143.61871539213433	1427.5320873260498	723.55544090271	67366134	0.999000999000999	0.06985753449332609
6206.683476686478	1270	951.2007367372513	135.32905365721155	1488.5520515441895	768.8454456329346	68206129	0.999000999000999	0.06985753449332609
6275.254251003265	1280	1007.2456083774566	162.60486321932493	1403.904215812683	773.3176546096802	69051276	0.999000999000999	0.06985753449332609
6343.459112644196	1290	1005.0112110042572	155.67922934691194	1437.7736988067627	776.8159046173096	69904022	0.999000999000999	0.06985753449332609
6412.03928732872	1300	984.7097655487061	148.75861575969645	1418.0918431282043	737.473397731781	70764265	0.999000999000999	0.06985753449332609
6481.701353549957	1310	987.6942587566376	123.72410298988703	1498.334466457367	778.4244899749756	71628004	0.999000999000999	0.06985753449332609
6551.8610100746155	1320	996.5518493366242	141.33864424659737	1478.7078285217285	806.6073942184448	72489206	0.999000999000999	0.06985753449332609
6622.973762273788	1330	1006.4768320798873	129.21697123985626	1434.2621984481812	814.222038269043	73357028	0.999000999000999	0.06985753449332609
6693.262303829193	1340	1038.2311426782608	137.60900317879427	1383.0423474311829	808.578736782074	74233271	0.999000999000999	0.06985753449332609
6765.602576971054	1350	1051.7718148279191	147.33516866988015	1525.33376121521	716.2479677200317	75115317	0.999000999000999	0.06985753449332609
6837.85653090477	1360	1040.6711015892029	146.2989582271957	1376.2731394767761	733.9582233428955	76008232	0.999000999000999	0.06985753449332609
6910.345533370972	1370	1083.8660099458693	149.56217557161648	1486.589626789093	765.8901238441467	76906009	0.999000999000999	0.06985753449332609
6982.957002401352	1380	1081.9585760879518	155.63253076472716	1514.540138721466	731.9707555770874	77801446	0.999000999000999	0.06985753449332609
7056.241148948669	1390	1074.6773391819	128.6909022674036	1456.1885652542114	749.8621649742126	78708771	0.999000999000999	0.06985753449332609
7127.66881108284	1400	1093.1887488603593	148.5443949569343	1423.955892086029	738.6471762657166	79613669	0.999000999000999	0.06985753449332609
