Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
10.362967729568481	0	207.25958717823028	2.541089972201966	213.12214756011963	203.5939154624939	0	0.0	0
49.397443771362305	10	213.0514006471634	3.3088911781705406	217.74411153793335	205.911536693573	214728	0.9090909090909073	0.012507819831856498
90.06437397003174	20	200.89288872241974	1.9164360474087339	207.141508102417	194.81157684326172	438787	0.9523809523809503	0.012507819831856498
132.35839891433716	30	201.00338299751283	3.4462680915566124	209.48905277252197	194.640221118927	672686	0.9677419354838684	0.012507819831856498
177.3967673778534	40	255.30834329128265	3.3751235655836638	260.3044466972351	234.5799617767334	914903	0.9756097560975588	0.012507819831856498
223.09610438346863	50	268.41788951396944	4.596974088954083	275.91930770874023	253.5104274749756	1165747	0.9803921568627434	0.012507819831856498
271.63473320007324	60	311.0503713083267	12.353788061890567	335.85624074935913	287.80773639678955	1427970	0.9836065573770478	0.012507819831856498
319.1568145751953	70	307.3543398332596	9.398405307063294	326.2151322364807	282.8021984100342	1703672	0.9859154929577453	0.012507819831856498
371.6334984302521	80	302.5091261291504	11.54194052477763	325.26352405548096	281.07957315444946	1989770	0.9876543209876533	0.012507819831856498
425.2719876766205	90	300.67805481910705	11.79994013821969	332.49873399734497	276.52598094940186	2283843	0.989010989010988	0.012507819831856498
478.21374440193176	100	300.9264594125748	11.928186434698361	326.5434617996216	276.647310256958	2585899	0.9900990099009892	0.012507819831856498
534.7555155754089	110	298.12532277584074	11.133400559523071	320.5792078971863	276.9854574203491	2895221	0.9909909909909902	0.012507819831856498
592.2600667476654	120	297.7171928691864	10.871875261105947	326.85650873184204	276.8809242248535	3209459	0.9917355371900819	0.012507819831856498
650.1395893096924	130	300.7910239934921	10.81512798113238	326.960027217865	276.8475503921509	3526526	0.9923664122137398	0.012507819831856498
709.591686964035	140	297.64379934310915	11.825167851349326	322.04735040664673	272.2788653373718	3849317	0.9929078014184392	0.012507819831856498
770.1601195335388	150	298.4613478088379	10.48779492308159	322.0343437194824	271.9434847831726	4174625	0.993377483443708	0.012507819831856498
829.7513961791992	160	297.67088913440705	11.879972789867699	327.4153485298157	277.11001443862915	4504484	0.9937888198757758	0.012507819831856498
891.8102819919586	170	297.92683873653414	10.733816934592728	326.49886417388916	277.28978204727173	4836384	0.9941520467836252	0.012507819831856498
954.4250235557556	180	298.11199829101565	11.28335244746411	327.58994340896606	277.55793857574463	5170342	0.9944751381215465	0.012507819831856498
1012.3246455192566	190	299.6085646724701	11.62282526345154	322.4297819137573	277.4185619354248	5504637	0.9947643979057588	0.012507819831856498
1073.4693939685822	200	296.56529738426207	10.254031409902156	327.2821960449219	277.4659209251404	5842051	0.9950248756218901	0.012507819831856498
1138.5057933330536	210	301.7803654718399	10.767543991922848	322.5308609008789	277.5110502243042	6181476	0.9952606635071086	0.012507819831856498
1201.3096964359283	220	298.67389281749723	10.222920139545833	322.4903974533081	278.3474259376526	6523594	0.9954751131221715	0.012507819831856498
1264.7040011882782	230	301.7816893148422	10.26624997260167	327.9165277481079	278.42402696609497	6867113	0.9956709956709953	0.012507819831856498
1328.9018812179565	240	305.62278099536894	10.957893750464967	328.23159885406494	278.92681646347046	7214440	0.9958506224066387	0.012507819831856498
1394.8558967113495	250	305.20224653720857	12.761590331675304	328.8305449485779	278.1902189254761	7563648	0.9960159362549798	0.012507819831856498
1462.406925201416	260	302.77376094341275	10.664009707428557	328.9758267402649	283.6594786643982	7913823	0.9961685823754785	0.012507819831856498
1530.3401231765747	270	305.9436109113693	10.548867299867489	334.5334711074829	284.08635663986206	8265607	0.9963099630996306	0.012507819831856498
1598.2880773544312	280	308.26224395275113	10.354407495637634	329.6841025352478	285.7682123184204	8620255	0.9964412811387896	0.012507819831856498
1662.7989435195923	290	306.97613691329957	12.460464992153934	335.4798803329468	279.64795446395874	8975316	0.9965635738831611	0.012507819831856498
1731.602106332779	300	307.6178575325012	11.295573691584286	336.97989559173584	285.5510268211365	9331210	0.996677740863787	0.012507819831856498
1799.776528120041	310	310.12740475177765	12.964696401529816	345.6233148574829	281.7060809135437	9689740	0.9967845659163983	0.012507819831856498
1869.0048098564148	320	314.00787285327914	12.971256694625307	341.69588232040405	288.75844526290894	10049915	0.9968847352024919	0.012507819831856498
1937.741171836853	330	318.01257130622866	12.77628671123134	343.1785936355591	296.2291808128357	10411242	0.9969788519637459	0.012507819831856498
2006.6626031398773	340	324.6723043489456	12.842592308824612	349.6422076225281	296.92233991622925	10775232	0.9970674486803516	0.012507819831856498
2076.8210785388947	350	327.3832277727127	13.164164106494088	361.42895317077637	304.47282314300537	11141040	0.9971509971509969	0.012507819831856498
2146.650198698044	360	333.81196008205416	10.466377997901734	351.8663229942322	306.274263381958	11508338	0.9972299168975066	0.012507819831856498
2216.8041410446167	370	334.7529621887207	11.93179510541808	358.47621488571167	307.796715259552	11878200	0.9973045822102423	0.012507819831856498
2287.427004098892	380	338.29751657009126	11.627670864392677	360.4197483062744	314.5700044631958	12250423	0.9973753280839892	0.012507819831856498
2353.889336824417	390	341.15865347862245	10.601889475158249	361.2792387008667	321.13401985168457	12623837	0.9974424552429665	0.012507819831856498
2425.923194169998	400	343.73654888629915	9.077342065649082	366.36422204971313	327.280713558197	13000032	0.9975062344139648	0.012507819831856498
2498.3442203998566	410	346.7236942577362	10.355377249819677	371.5882396697998	328.04909658432007	13379737	0.9975669099756688	0.012507819831856498
2569.3820447921753	420	350.1344611597061	10.446576568548506	374.7711877822876	329.2820954322815	13761463	0.9976247030878858	0.012507819831856498
2641.9231436252594	430	350.8340131187439	10.434798302794382	374.046302318573	329.30255937576294	14145362	0.9976798143851505	0.012507819831856498
2713.9392862319946	440	352.0259529733658	10.32587942279742	380.41429471969604	331.902681350708	14533485	0.9977324263038546	0.012507819831856498
2788.0607554912567	450	354.664570274353	9.975964554607208	376.59648084640503	335.5318570137024	14922108	0.9977827050997781	0.012507819831856498
2861.04514670372	460	357.12948662281036	10.800403210171186	383.9074926376343	336.76210594177246	15312803	0.9978308026030366	0.012507819831856498
2935.5998277664185	470	360.445201587677	10.61383105858291	388.7801342010498	340.0912733078003	15707275	0.997876857749469	0.012507819831856498
3010.2165734767914	480	364.9528501653671	10.135635422565208	385.87672185897827	343.6853003501892	16102386	0.9979209979209976	0.012507819831856498
3082.4249908924103	490	365.6525186395645	9.984307398993955	387.5345764160156	345.42924070358276	16500668	0.9979633401221993	0.012507819831856498
3159.5783944129944	500	367.72276287555695	9.252706683027952	392.05452489852905	351.23624753952026	16900636	0.9980039920159678	0.012507819831856498
3234.283796310425	510	371.1611802625656	10.078281917499535	403.03414392471313	347.4913487434387	17302647	0.9980430528375731	0.012507819831856498
3312.8067750930786	520	371.6073674726486	10.089981336791896	395.53116846084595	345.3966245651245	17707323	0.9980806142034547	0.012507819831856498
3392.0811688899994	530	374.8435596704483	9.535509823548635	398.6570644378662	352.7369065284729	18113190	0.998116760828625	0.012507819831856498
3469.576345205307	540	373.81576735019684	9.28193899434559	393.90855503082275	352.1780786514282	18520970	0.9981515711645099	0.012507819831856498
3547.119604110718	550	373.8838505268097	8.412961002470457	396.86342430114746	356.8572425842285	18928850	0.9981851179673319	0.012507819831856498
3624.9742772579193	560	372.62744557857513	8.138456504192572	392.0925073623657	351.6408677101135	19339750	0.998217468805704	0.012507819831856498
3702.4481422901154	570	376.690584936142	7.82010792030971	391.6231575012207	358.29100036621094	19751943	0.998248686514886	0.012507819831856498
3779.1162309646606	580	375.7155474472046	7.333455837868651	393.80960273742676	358.99362802505493	20166409	0.9982788296041306	0.012507819831856498
3858.4234182834625	590	375.516014585495	7.271094909337323	392.32671070098877	361.2849473953247	20583671	0.9983079526226732	0.012507819831856498
3937.19779253006	600	379.1188667869568	7.35097642405588	396.2987093925476	361.57792377471924	21003335	0.9983361064891845	0.012507819831856498
4016.8525109291077	610	380.9748676395416	8.300252390857223	403.7576627731323	361.21177530288696	21426808	0.9983633387888705	0.012507819831856498
4097.393005609512	620	387.2692455005646	9.433346945947903	407.6858377456665	365.82998037338257	21852742	0.9983896940418677	0.012507819831856498
4180.155030250549	630	391.0484000110626	10.699377646601889	415.8147416114807	367.8352999687195	22281937	0.9984152139461171	0.012507819831856498
4260.943782329559	640	396.17143892765046	10.19443364229523	421.3167157173157	372.87814569473267	22712573	0.9984399375975037	0.012507819831856498
4342.922759771347	650	404.80325028896334	11.93545644299848	430.1645841598511	375.0901975631714	23148337	0.998463901689708	0.012507819831856498
4427.563190937042	660	414.98644335269927	14.441865970796297	442.20005321502686	384.1232895851135	23589334	0.9984871406959152	0.012507819831856498
4506.485559463501	670	434.1958249664307	26.692324340347728	494.10521697998047	383.4455728530884	24036054	0.998509687034277	0.012507819831856498
4593.006024599075	680	492.20754504203796	49.81787505505426	569.4486045837402	397.50340366363525	24488707	0.9985315712187958	0.012507819831856498
4676.3308255672455	690	518.8550836896896	48.452318989749564	601.068941116333	408.4987111091614	24945953	0.9985528219971055	0.012507819831856498
4760.714870691299	700	541.8987936258316	34.28884989296726	606.6225242614746	449.8630585670471	25413710	0.9985734664764621	0.012507819831856498
4846.893780469894	710	551.7308914756775	24.903028918349246	619.3495326042175	498.3664593696594	25889253	0.9985935302390997	0.012507819831856498
4935.991698503494	720	550.1050279283523	20.375882314134465	592.3402328491211	498.470009803772	26373242	0.9986130374479888	0.012507819831856498
5026.669204711914	730	548.9909689283371	26.962305678903125	682.9349007606506	508.0778384208679	26865197	0.9986320109439123	0.012507819831856498
5121.570689201355	740	549.6471492719651	27.431490887421575	661.0552577972412	498.7205557823181	27365371	0.9986504723346827	0.012507819831856498
5211.343160390854	750	568.5266382980346	42.7896213688013	675.3342142105103	506.3659167289734	27869866	0.9986684420772302	0.012507819831856498
5304.767799854279	760	579.8595016574859	50.50285249433306	693.6224336624146	509.08924102783203	28384478	0.9986859395532193	0.012507819831856498
5398.429687261581	770	605.6740827846527	69.17261405911223	800.7398152351379	508.43046617507935	28905036	0.9987029831387807	0.012507819831856498
5493.958659410477	780	592.1289234352112	62.48129174205301	790.531192779541	504.2765350341797	29432177	0.9987195902688859	0.012507819831856498
5591.720541715622	790	618.1212729835511	64.13655669700334	817.3969888687134	514.8562207221985	29965566	0.9987357774968393	0.012507819831856498
5692.156739234924	800	625.5983506250382	61.01559010408872	785.0699553489685	515.3628988265991	30505854	0.9987515605493132	0.012507819831856498
5792.229251861572	810	637.0450928163528	69.05934634429083	790.3238072395325	522.0968980789185	31049065	0.9987669543773118	0.012507819831856498
5887.850322008133	820	643.2497366762161	68.59948123497503	850.2700505256653	516.2957983016968	31598236	0.9987819732034103	0.012507819831856498
5989.896029949188	830	671.239035167694	64.73475409859834	875.0104012489319	536.1557259559631	32150850	0.9987966305655835	0.012507819831856498
6090.297441482544	840	647.133226571083	49.74563182456444	763.0832715034485	527.6107025146484	32706069	0.9988109393579071	0.012507819831856498
6191.797066926956	850	655.4611856794357	49.35519790252433	811.6060862541199	552.2027568817139	33267255	0.99882491186839	0.012507819831856498
6295.857950925827	860	663.4642871046067	39.60609871970091	790.7358484268188	557.1747674942017	33834246	0.9988385598141695	0.012507819831856498
6400.30850815773	870	649.614804353714	41.272609746206996	832.9086093902588	556.1776776313782	34405455	0.9988518943742823	0.012507819831856498
6505.599286556244	880	664.0617538785934	49.66165719160809	800.4062671661377	554.8981614112854	34981466	0.9988649262202042	0.012507819831856498
6608.291825532913	890	655.5596564245224	53.80037105271877	825.6953439712524	552.9019479751587	35561822	0.9988776655443321	0.012507819831856498
6715.234091043472	900	657.0674520301819	65.7544346092064	841.5758943557739	547.2785005569458	36149263	0.9988901220865704	0.012507819831856498
6822.284890651703	910	651.091965098381	67.96723985702589	798.5836634635925	553.4684319496155	36741904	0.9989023051591657	0.012507819831856498
6930.10791182518	920	666.7920860815049	73.55265044014125	814.0358009338379	552.9702305793762	37340105	0.9989142236699239	0.012507819831856498
7037.545469522476	930	655.5413659906387	67.82281607990951	824.0117149353027	549.768045425415	37938131	0.9989258861439312	0.012507819831856498
7146.236455917358	940	679.2210985851287	61.48080103034392	835.7517714500427	564.9398250579834	38544230	0.9989373007438893	0.012507819831856498
7255.062964677811	950	683.7148593711853	56.94574485409304	923.2910232543945	579.3084387779236	39151836	0.9989484752891692	0.012507819831856498
7360.013104915619	960	690.3106227827072	49.65519352255994	777.2838563919067	573.634735584259	39761695	0.9989594172736731	0.012507819831856498
7470.045793294907	970	718.5460737657547	50.3358558328977	851.3243985176086	625.9798135757446	40376564	0.9989701338825951	0.012507819831856498
7582.734366893768	980	737.2019752550125	59.23372219797735	988.3558588027954	630.9134421348572	40998628	0.9989806320081548	0.012507819831856498
7695.228133440018	990	738.2627813005447	60.36198628278515	887.2433156967163	635.9940881729126	41625530	0.9989909182643792	0.012507819831856498
7807.336034297943	1000	745.1536698198319	62.41068066153866	1054.3008117675781	648.7894258499146	42257635	0.9990009990009989	0.012507819831856498
7920.275889873505	1010	748.0736181116104	55.347956368628694	922.7472724914551	659.0350222587585	42890162	0.9990009990009989	0.012507819831856498
8030.7314512729645	1020	749.6925071048737	58.86338941053404	990.9901208877563	647.9562020301819	43524398	0.9990009990009989	0.012507819831856498
8145.500218153	1030	753.9965884447098	63.79604522986943	1002.1714172363281	684.397750377655	44159949	0.9990009990009989	0.012507819831856498
8258.857292413712	1040	761.8812841558456	68.0219936301593	1035.6370816230774	632.2309007644653	44803323	0.9990009990009989	0.012507819831856498
8375.16386270523	1050	757.4911961221695	73.0518602344355	1043.7916512489319	673.4633598327637	45447670	0.9990009990009989	0.012507819831856498
8488.718676805496	1060	756.3831938505173	67.78629300172985	1013.3116879463196	658.479799747467	46090577	0.9990009990009989	0.012507819831856498
8605.697584867477	1070	777.1109601068497	77.6171870973671	1006.9328150749207	670.6270217895508	46741213	0.9990009990009989	0.012507819831856498
8718.304767131805	1080	778.7458223152161	65.2623801001259	1026.9386687278748	688.8467240333557	47396751	0.9990009990009989	0.012507819831856498
8826.493192434311	1090	797.0150798130036	67.70876664184186	1009.8479499816895	656.8078742027283	48053969	0.9990009990009989	0.012507819831856498
8939.861760854721	1100	815.5956309652329	76.63731508282898	1079.9174013137817	683.300169467926	48715349	0.9990009990009989	0.012507819831856498
9054.085837125778	1110	825.385137872696	75.77865865916424	1180.8976736068726	682.5975890159607	49379789	0.9990009990009989	0.012507819831856498
9171.660791635513	1120	835.1959045362472	67.3424830978226	1018.5419707298279	698.1473116874695	50048238	0.9990009990009989	0.012507819831856498
9287.171018838882	1130	833.3688629531861	75.29415088655935	1056.3084192276	670.6288466453552	50719189	0.9990009990009989	0.012507819831856498
9399.757834672928	1140	833.1249093151092	70.26452368401108	1042.252064704895	661.6546487808228	51390489	0.9990009990009989	0.012507819831856498
9516.888816356659	1150	834.702913069725	62.86356098011149	1003.7369198799133	698.0495452880859	52066153	0.9990009990009989	0.012507819831856498
9634.623978614807	1160	846.1120750045776	65.86682933357893	1016.308554649353	686.3401303291321	52743109	0.9990009990009989	0.012507819831856498
9753.1536693573	1170	860.2698617506027	64.27506710591305	1046.6141023635864	664.1668086051941	53423694	0.9990009990009989	0.012507819831856498
9873.429899454117	1180	874.8307400941849	64.94335018551465	1074.746304988861	703.8938155174255	54109383	0.9990009990009989	0.012507819831856498
9990.243083715439	1190	884.6588678836822	57.22636050660181	1080.1511006355286	692.1929221153259	54798184	0.9990009990009989	0.012507819831856498
10110.494154930115	1200	895.1473776054382	63.771035249174396	1072.1869249343872	691.9646415710449	55493688	0.9990009990009989	0.012507819831856498
10231.53284239769	1210	918.4221531963349	66.14551608829342	1058.3038401603699	640.6818642616272	56192676	0.9990009990009989	0.012507819831856498
10351.548047304153	1220	911.1765270805358	65.54639467880355	1110.3787937164307	698.440465927124	56890373	0.9990009990009989	0.012507819831856498
10474.098843574524	1230	925.1629470252991	54.49373531236001	1056.962324142456	709.1457242965698	57591307	0.9990009990009989	0.012507819831856498
10592.72172498703	1240	936.5740679740906	67.43530827205201	1177.629642009735	718.0108742713928	58298176	0.9990009990009989	0.012507819831856498
10714.751883029938	1250	942.9402890491485	68.14567613329956	1201.1574783325195	738.1405735015869	59006083	0.9990009990009989	0.012507819831856498
10839.9528028965	1260	954.3900989294052	74.33636131038558	1202.671618938446	728.469756603241	59717552	0.9990009990009989	0.012507819831856498
10962.759271383286	1270	963.3713780546188	87.84002204017817	1315.8933820724487	790.4282755851746	60435914	0.9990009990009989	0.012507819831856498
11088.429703235626	1280	970.8798421335221	78.23779304474827	1269.6344742774963	743.9079909324646	61161618	0.9990009990009989	0.012507819831856498
11210.446209907532	1290	1005.6083817148209	94.19582687485706	1430.6801280975342	858.1638717651367	61888350	0.9990009990009989	0.012507819831856498
11335.975561380386	1300	1002.8842442798615	82.76846879101834	1327.458381652832	851.6836161613464	62615363	0.9990009990009989	0.012507819831856498
11460.911882162094	1310	986.825138669014	59.36640047860306	1214.2697024345398	887.5957245826721	63343709	0.9990009990009989	0.012507819831856498
11587.013979196548	1320	997.9150555372238	71.17462056964035	1197.2959303855896	882.500602722168	64081599	0.9990009990009989	0.012507819831856498
11713.847165107727	1330	1010.3538382530212	66.95863064918078	1191.2685852050781	845.7008838653564	64816586	0.9990009990009989	0.012507819831856498
11835.963734149933	1340	1040.799009871483	83.18573865215392	1280.511790752411	753.8739285469055	65558192	0.9990009990009989	0.012507819831856498
11964.01866197586	1350	1042.2885091543199	70.42734347883236	1229.1117053031921	874.7617144584656	66303390	0.9990009990009989	0.012507819831856498
12094.549923658371	1360	1049.998579134941	87.58907626834704	1253.0335321426392	853.2527594566345	67054937	0.9990009990009989	0.012507819831856498
12223.939260959625	1370	1047.8260018634796	70.30599752593571	1203.741909980774	917.9133725166321	67808045	0.9990009990009989	0.012507819831856498
12355.541371107101	1380	1059.0925347042084	88.92262757382748	1420.7050971984863	866.1865139007568	68566078	0.9990009990009989	0.012507819831856498
12482.20997095108	1390	1058.6169565153123	77.20895222513734	1241.6692247390747	903.909499168396	69329286	0.9990009990009989	0.012507819831856498
12616.77858710289	1400	1058.7691784763335	74.93852186764197	1233.9540815353394	914.6445045471191	70095805	0.9990009990009989	0.012507819831856498
12749.610706329346	1410	1062.3625492095948	83.16969461413177	1305.314778327942	899.6679539680481	70864005	0.9990009990009989	0.012507819831856498
12884.476130962372	1420	1055.9769927310945	82.44459069250587	1318.6772413253784	905.8303837776184	71634568	0.9990009990009989	0.012507819831856498
13020.254091024399	1430	1070.5239146137237	102.19591654928053	1473.975739955902	838.6872053146362	72411332	0.9990009990009989	0.012507819831856498
13147.575925588608	1440	1067.3732306671143	101.02783326626533	1482.020742893219	894.4905180931091	73186072	0.9990009990009989	0.012507819831856498
13286.012283563614	1450	1073.5635825252532	106.00190866440552	1563.067621231079	887.9537396430969	73968615	0.9990009990009989	0.012507819831856498
13426.723924398422	1460	1069.7981348657609	95.58664754744932	1471.8280801773071	881.1519117355347	74754807	0.9990009990009989	0.012507819831856498
13565.300090312958	1470	1086.1403417062759	106.82205136892473	1576.5605001449585	896.3070478439331	75541581	0.9990009990009989	0.012507819831856498
13704.858764410019	1480	1092.531862988472	93.67907540605832	1370.4062361717224	893.2172966003418	76334802	0.9990009990009989	0.012507819831856498
13840.384025335312	1490	1105.8647730445862	110.41938155727057	1454.0881085395813	920.639340877533	77132105	0.9990009990009989	0.012507819831856498
13979.097519636154	1500	1137.9315850257874	107.93545838365283	1486.753002166748	931.5673522949219	77929793	0.9990009990009989	0.012507819831856498
14118.191886663437	1510	1151.2570692777633	146.915478239489	1801.9234023094177	934.9825224876404	78732127	0.9990009990009989	0.012507819831856498
14257.90324473381	1520	1158.0523592472077	109.49735320773897	1426.9844799041748	912.2372674942017	79541537	0.9990009990009989	0.012507819831856498
