Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
9.836092472076416	0	95.747111949611	9.827808826491461	140.56122211366892	78.43672743439674	0	0.0	0
19.344420909881592	10	252.63776779830457	3.0711672430710664	259.04685521125793	245.18964886665344	103850	0.9090909090909091	0.29222931086165094
32.61198115348816	20	252.49420610070229	3.1149358709592745	261.3663705587387	246.13692998886108	258861	0.9523809523809523	0.3324524977669512
47.34482002258301	30	253.8117552280426	3.3898994814971695	262.8944926261902	247.64566266536713	453829	0.967741935483871	0.3324524977669512
62.67868614196777	40	255.9547053551674	3.141331743286066	264.7112182378769	249.86182749271393	654734	0.975609756097561	0.3324524977669512
78.61021900177002	50	257.4435785830021	2.9707531825490014	262.775843501091	249.54887402057648	863323	0.9803921568627451	0.38956994591163374
95.00741219520569	60	263.90624567270277	3.0793554660843063	271.46118354797363	258.1073648929596	1073268	0.9836065573770492	0.38956994591163374
111.4621512889862	70	270.01167342722414	3.0130810094462093	276.0302120447159	262.4049896001816	1286597	0.9859154929577465	0.38956994591163374
126.937020778656	80	267.7240455842018	2.8508216217693167	275.76670575141907	260.43347775936127	1501028	0.9876543209876543	0.38956994591163374
143.2250874042511	90	270.0745999747515	2.8311421676610036	278.35748064517975	262.6377376317978	1717303	0.989010989010989	0.38956994591163374
159.2075159549713	100	269.0609646648169	2.9204867085167137	276.53076803684235	262.83053719997406	1934454	0.9900990099009901	0.38956994591163374
176.07850694656372	110	269.6367424970865	2.4705535820922737	275.7916876077652	264.25540393590927	2154496	0.990990990990991	0.38956994591163374
193.3740508556366	120	273.46492963433263	2.468052455881348	279.1054618358612	266.6367007493973	2380539	0.9917355371900827	0.38956994591163374
210.53266835212708	130	274.7271017855406	3.1168351717338663	282.99127662181854	267.46613174676895	2608719	0.9923664122137404	0.38956994591163374
228.3655948638916	140	280.5569653683901	3.0683971421314786	286.65570068359375	273.83000004291534	2845193	0.9929078014184397	0.38956994591163374
246.10837030410767	150	286.0977734440565	3.373222443522776	294.24051332473755	278.6368148326874	3083361	0.9933774834437086	0.38956994591163374
264.39125657081604	160	289.9217540550232	3.3195743371486164	297.31055080890656	283.4327688217163	3326705	0.9937888198757764	0.38956994591163374
282.16070199012756	170	290.55536272764203	3.308329623289872	299.80091321468353	283.1428680419922	3572799	0.9941520467836257	0.40598309934960997
300.24452543258667	180	289.2674689245224	3.124257459625796	296.6603020429611	282.77054500579834	3816852	0.994475138121547	0.40598309934960997
318.6526610851288	190	293.48897959709166	3.0964317804438917	300.2122197151184	285.957372546196	4065041	0.9947643979057592	0.40598309934960997
337.15091156959534	200	297.09107269346714	3.489989982000526	304.18053352832794	290.2224359512329	4316271	0.9950248756218906	0.47562811348721346
356.08775305747986	210	298.4877835714817	3.5784867826608955	306.25375324487686	291.36873829364777	4564791	0.995260663507109	0.47562811348721346
374.65413212776184	220	301.2570512199402	2.9974595457795785	308.85023188591003	294.70400607585907	4821083	0.995475113122172	0.47562811348721346
393.50377678871155	230	302.3145609152317	3.435386440077468	311.4109034538269	294.32978945970535	5079609	0.9956709956709957	0.47562811348721346
412.6470310688019	240	304.467735414505	3.517695524572107	312.91212671995163	298.50970858335495	5339340	0.995850622406639	0.47562811348721346
432.04941272735596	250	305.04468038976194	3.296911202883537	313.8475878238678	297.194626390934	5598860	0.9960159362549801	0.47562811348721346
450.73552560806274	260	307.0772509843111	2.7418918159028056	314.23748433589935	301.155599296093	5858704	0.9961685823754789	0.47562811348721346
470.60854506492615	270	313.7250400906801	3.4137509077874477	322.81440740823746	305.47881627082825	6122980	0.996309963099631	0.47562811348721346
490.54816937446594	280	316.38264469504355	3.4042933919001137	325.71399974823	309.81369042396545	6387346	0.9961919854453205	0.47562811348721346
510.6990933418274	290	332.1382155019045	3.3347159008860543	338.83635580539703	324.9321792125702	6657172	0.9963228450520105	0.47562811348721346
531.5532507896423	300	362.2790841984749	3.0054053472276117	370.20801317691803	355.1374251842499	6936644	0.9964450096682228	0.47562811348721346
552.3791999816895	310	374.3001477432251	3.195908133832745	381.88166332244873	367.1626036167145	7223351	0.9965593180390195	0.47562811348721346
574.1183760166168	320	375.2743829882145	3.1293927906462486	382.60857474803925	369.4236719608307	7524769	0.9966665043929441	0.47562811348721346
596.4809675216675	330	374.98334466576574	2.7852720417948436	382.2403655052185	369.66480219364166	7821259	0.9967672142300154	0.47562811348721346
618.9406530857086	340	380.070076905489	2.436425206118492	386.5746328830719	375.53473234176636	8121756	0.9968620173317744	0.47562811348721346
640.5104596614838	350	378.9359979516268	2.915498205330168	385.3594037294388	373.23816561698914	8417214	0.9969514185473933	0.47562811348721346
662.5855288505554	360	379.6836279475689	2.604561174499917	385.3885396718979	374.57279682159424	8713502	0.9970358667870778	0.47562811348721346
684.5812768936157	370	382.50872959017755	2.2188602190514524	387.03342258930206	377.2928557395935	9008440	0.997115762561011	0.47562811348721346
703.9783210754395	380	381.75362037062644	1.8553267224913652	386.564728140831	378.15659987926483	9297319	0.9971914643310632	0.47562811348721346
726.3175065517426	390	381.6644861710072	2.1730465694279473	386.52619421482086	377.23332262039185	9592609	0.9972632938878134	0.47562811348721346
748.791995048523	400	379.03454604864123	2.098414462596617	383.7575783729553	373.05884170532227	9884554	0.9973315409230301	0.47562811348721346
769.9685440063477	410	383.70263469696044	1.9471974299383141	388.15057051181793	379.8888900279999	10174126	0.9973964669346352	0.47562811348721346
791.6500308513641	420	384.2495998775959	2.1639403974423623	388.62015211582184	379.4741190671921	10461125	0.9974583085751427	0.47562811348721346
813.3123729228973	430	385.15737285256387	2.237732738410526	389.86188066005707	380.0591131448746	10747396	0.997517280533956	0.47562811348721346
834.6452655792236	440	390.9049934101105	2.1585716863635596	395.4667922258377	385.1615092754364	11030983	0.9975735780275171	0.47562811348721346
857.3602743148804	450	391.1353908586502	2.20589274953974	395.9289348125458	386.94974648952484	11320967	0.9973956110183682	0.47562811348721346
879.3088366985321	460	389.38409973859785	2.14938197743818	393.629541516304	384.44900035858154	11607736	0.9974521053563645	0.47562811348721346
900.0006918907166	470	388.0119270455837	2.1669338479219786	393.0637754201889	381.2074340581894	11889566	0.9975062007840426	0.47562811348721346
921.0630025863647	480	385.9434278655052	2.2670876987420683	391.2287586927414	378.583482503891	12171288	0.9975580469215884	0.47562811348721346
942.2701332569122	490	386.0611038529873	2.252485256933288	391.86882960796356	380.8838267326355	12451496	0.9976077812001712	0.47562811348721346
962.9012730121613	500	391.9604392015934	2.1556396144297123	397.7317055463791	388.0601855516434	12730443	0.9976555300784113	0.47562811348721346
984.4031291007996	510	390.60260902643205	2.274745981920557	396.3046143054962	385.5160561800003	13011301	0.9977014101160158	0.47562811348721346
1005.3068079948425	520	388.11075929045677	2.2003451988135447	392.5363835096359	381.40606451034546	13285576	0.9977455289237697	0.47562811348721346
1026.0162687301636	530	383.2327011179924	2.1404329171813083	387.631919503212	378.2644762992859	13560716	0.9977879860061846	0.47562811348721346
1046.9757330417633	540	387.6514833343029	2.177073304645409	392.49798929691315	384.1403580904007	13842140	0.9978288735106913	0.47562811348721346
1068.7998807430267	550	385.1904457449913	2.1003128383371874	388.7105258703232	380.04395842552185	14114647	0.9978682768952523	0.47562811348721346
1089.6551892757416	560	381.81058221697805	2.1660213720345602	386.95192873477936	375.7907866239548	14389839	0.9978295657040271	0.47562811348721346
1110.611831188202	570	380.65541956424715	1.9806064246068618	386.05160558223724	375.2278196811676	14672179	0.997867576812538	0.47562811348721346
1132.2880764007568	580	381.8395316827297	2.099467039914595	385.95845210552216	377.33546137809753	14955459	0.9979042794491553	0.47562811348721346
1153.1007623672485	590	384.5646245086193	2.198769895092506	391.01051461696625	380.5721491575241	15233366	0.997939740033772	0.47562811348721346
1173.442141532898	600	388.5680724990368	2.341600107022102	394.0654448270798	383.79207277297974	15517280	0.997974020565656	0.47562811348721346
1195.7451338768005	610	385.67792089700697	2.4083452861237338	390.8755660057068	380.4549688100815	15805333	0.9980071789852033	0.47562811348721346
1217.056416273117	620	386.2376979660988	2.363456424084922	390.89538609981537	379.7639776468277	16088100	0.9980392695007395	0.47562811348721346
1238.5511465072632	630	379.79739721536635	2.4116022107725756	384.69430899620056	373.9971227645874	16373832	0.998070342884246	0.47562811348721346
1260.723702430725	640	375.23444709181786	2.3913982591657836	380.6986072063446	369.6387895345688	16660124	0.998100446739406	0.47562811348721346
1281.0803017616272	650	383.16643028497697	2.456109546099021	390.4213362932205	378.0123841762543	16954399	0.998129625744945	0.47562811348721346
1303.57586145401	660	377.13420665740966	2.430014818566345	382.35918867588043	369.24794232845306	17245483	0.9981579218758838	0.47562811348721346
1325.018803358078	670	374.20713890016077	2.0130504276965118	378.14091861248016	369.3327714204788	17538687	0.9981853746050063	0.47562811348721346
1346.6123359203339	680	378.390129083395	2.3067160094246475	384.04014670848846	371.91029608249664	17836844	0.9982120210865774	0.47562811348721346
1369.9121267795563	690	376.35387201666833	2.3316861321404705	381.951535820961	368.8427246809006	18135438	0.9982378963241089	0.47562811348721346
1391.2309968471527	700	375.96369035243987	2.579390483855989	380.84273052215576	368.9583828449249	18435669	0.998263033323765	0.47562811348721346
1413.7720222473145	710	381.94314716279507	2.3507373910186544	388.68410992622375	377.0213693380356	18742199	0.9982874632348231	0.47562811348721346
1436.8061802387238	720	376.62994243621824	2.427272025441607	382.3693699836731	371.192870259285	19051052	0.9983112154784455	0.47562811348721346
1459.2883467674255	730	384.00217289447784	2.447038637317403	390.22699427604675	378.72796618938446	19365694	0.9983343178658813	0.47562811348721346
1483.3914523124695	740	380.2870529139042	2.278333129873453	385.4329080581665	375.26041185855865	19679052	0.9983567967070974	0.47562811348721346
1506.6737010478973	750	382.4646707004309	2.6732659790279696	389.36483240127563	376.69686484336853	19995360	0.9983786769107313	0.47562811348721346
1528.4105010032654	760	384.0194447827339	2.4472343226543334	390.16208612918854	377.82551658153534	20310586	0.9983999820761619	0.47562811348721346
1553.2733397483826	770	384.84249364852906	2.5087952356218137	391.2741812467575	378.6794922351837	20629240	0.9984207345784166	0.47562811348721346
1575.9988448619843	780	385.9042294877768	2.690247669884952	391.8600178360939	378.84343135356903	20951707	0.9984409556465547	0.47562811348721346
1600.5397613048553	790	389.0539336323738	2.823072840435406	399.8399226665497	383.29003739356995	21280569	0.9984606654361052	0.47562811348721346
1624.9974827766418	800	391.9713945198059	2.73587971926255	399.95268523693085	385.3157413005829	21609778	0.9983683670754684	0.47562811348721346
1648.794690132141	810	396.4294223147631	2.939736373656701	406.96258449554443	390.5930895805359	21944564	0.9983884858538227	0.47562811348721346
1673.8614106178284	820	398.8925219923258	3.007064978539778	405.87537878751755	392.51177966594696	22278420	0.998408114527954	0.47562811348721346
1698.6708538532257	830	401.54710549533365	2.8860239930539118	408.3955787420273	394.99496054649353	22623594	0.9984130912524267	0.47562811348721346
1724.6148416996002	840	405.00483334064484	3.535253258715003	422.2469583749771	398.3359273672104	22969790	0.99843196055977	0.47562811348721346
1750.5789136886597	850	404.2995991748571	3.2715250790318846	414.112532556057	396.9978379011154	23322226	0.9984503864051312	0.47562811348721346
1777.1028821468353	860	409.8140564382076	3.223087709104602	418.9911511540413	402.84144616127014	23687726	0.998468384240147	0.47562811348721346
1804.0646047592163	870	413.8258629649878	3.367762263880975	427.4665989279747	406.581303358078	24046406	0.9984859688068503	0.47562811348721346
1830.6192350387573	880	412.22213093459607	3.5586675024083045	423.0256310105324	404.840034365654	24415076	0.9985031541779417	0.47562811348721346
1856.1216192245483	890	413.45088963985444	3.147538135997535	421.7702197432518	406.92738342285156	24778362	0.9985199537943509	0.47562811348721346
1884.7473301887512	900	417.0318213236332	4.398990447090306	429.111379802227	409.753599524498	25159092	0.9985363805002959	0.47562811348721346
1913.484799861908	910	429.01624954521657	4.24029013928934	442.19819712638855	419.94343996047974	25547662	0.9985524465760336	0.47562811348721346
1943.1048719882965	920	428.32656892955305	5.722128786122402	454.8792202472687	419.61798655986786	25948268	0.9985681637684762	0.47562811348721346
1973.5972218513489	930	426.1470531731844	6.140016612965488	448.9322885274887	417.79222214221954	26356038	0.9985835433198352	0.47562811348721346
2004.253487586975	940	432.71738263070586	6.097368914874834	458.409550845623	424.06720793247223	26761622	0.9985985959944385	0.47562811348721346
2033.3086228370667	950	432.557987305522	6.085748641644155	464.0761697292328	424.2778390645981	27166942	0.9986133321038555	0.47562811348721346
2063.6531388759613	960	440.322921179533	6.932660750408587	469.73457765579224	430.2633991241455	27583255	0.9986277615304543	0.47562811348721346
2097.246500492096	970	440.5493902236223	7.9143542123464625	473.6981117129326	429.40536350011826	28019617	0.9986418937495022	0.47562811348721346
2128.0170862674713	980	432.37245698988437	6.161818092652122	462.9384138584137	422.9393961429596	28442387	0.998655737849915	0.47562811348721346
2158.156008243561	990	440.1701203429699	10.842955150881359	485.9281003475189	425.2570732831955	28858907	0.9986693025537503	0.47562811348721346
2193.8125054836273	1000	437.02940091133115	9.383724502034552	476.4998300075531	421.2503725886345	29311477	0.998682596234532	0.47562811348721346
2227.6213302612305	1010	437.49352776110175	13.62049244124899	516.0066763758659	419.0874233841896	29768640	0.998682596234532	0.47562811348721346
2260.039038181305	1020	440.1162696075439	11.158985128555603	484.054585814476	422.01307314634323	30212650	0.998682596234532	0.47562811348721346
2294.318512916565	1030	443.97248777747154	13.814403762322426	504.1788731813431	421.24797105789185	30650511	0.9986825962345321	0.47562811348721346
2327.99445438385	1040	443.17480618298055	18.63188317192129	521.8616300821304	418.19090843200684	31111711	0.9986825962345321	0.47562811348721346
2361.9087574481964	1050	448.04921679913997	17.027489880363554	518.3054903149605	420.57767444849014	31571046	0.9986825962345321	0.47562811348721346
2397.516813993454	1060	447.44002900838854	15.363255520236075	507.5936292409897	418.5862523317337	32050040	0.9986825962345321	0.47562811348721346
2433.363832473755	1070	444.04416098952294	13.96932330461091	484.1177479028702	420.2156591415405	32508508	0.9986825962345321	0.47562811348721346
2462.6980459690094	1080	437.8620820748806	13.114722456871059	502.3960598707199	418.8338255882263	32972204	0.9986825962345321	0.47562811348721346
2488.401956319809	1090	456.9363205230236	20.959833046208946	556.5789462924004	420.5328189730644	33458899	0.9986825962345321	0.47562811348721346
2516.7216725349426	1100	468.812943610549	25.724509082091526	554.2075652480125	427.1796011328697	33958015	0.9986825962345321	0.47562811348721346
2544.0560355186462	1110	450.1023697513342	15.307342478070954	490.84872567653656	419.523552775383	34448540	0.9986825962345321	0.47562811348721346
2572.126091480255	1120	465.002488077879	25.238689869621393	538.8951882123947	426.47254168987274	34963559	0.9986825962345321	0.47562811348721346
2601.529147386551	1130	467.91324678003787	27.593727312305106	557.8415765166283	426.39898002147675	35489425	0.9986825962345321	0.47562811348721346
2630.5299503803253	1140	466.2288963395357	23.566776811638867	519.2229555845261	420.99864745140076	36008924	0.9986825962345321	0.47562811348721346
2659.7798376083374	1150	476.6727728015184	30.775549339929807	605.5622698664665	425.60227513313293	36530285	0.9986825962345321	0.47562811348721346
2688.8989861011505	1160	474.95468998372553	29.25805153548784	570.4847096204758	421.77941858768463	37055505	0.9986825962345321	0.47562811348721346
2718.2455995082855	1170	486.17877995610235	27.622446491194914	582.9252464771271	434.75303292274475	37593977	0.9986825962345321	0.47562811348721346
2747.778742313385	1180	497.75331629693505	44.343503456785164	648.5487976670265	428.9196344614029	38124938	0.9986825962345321	0.47562811348721346
2777.5163254737854	1190	497.6804472613335	39.8660272172238	667.3891630768776	431.2067687511444	38664756	0.9986825962345321	0.47562811348721346
2807.6562802791595	1200	487.5790833353996	37.10821465280043	649.5812566280365	430.19545763731	39204231	0.9986825962345321	0.4460593690021301
2836.9184193611145	1210	487.5544483953714	31.572127356256413	583.07952439785	426.1235081553459	39745087	0.9986825962345321	0.4460593690021301
2868.3281722068787	1220	529.308607109189	55.01564358118138	727.064423084259	443.6030976176262	40308792	0.9986825962345321	0.4460593690021301
2900.2605504989624	1230	535.09829236269	64.97649808982136	760.3935811519623	438.27332973480225	40871523	0.9986825962345321	0.4460593690021301
2930.35920381546	1240	495.7630392974615	35.55487437260272	615.1342159509659	437.1696207523346	41425914	0.9986825962345321	0.4460593690021301
2963.5610613822937	1250	541.2781336259842	69.63145664329261	755.0648280382156	435.88158452510834	42035065	0.9986825962345323	0.4460593690021301
2998.445212125778	1260	558.7987531584502	72.196084677116	752.5738038420677	436.89764255285263	42665022	0.9986825962345321	0.4460593690021301
3035.0549867153168	1270	587.9103550040722	101.4318554095877	846.9810650348663	446.39996856451035	43317012	0.9986825962345323	0.4460593690021301
3071.9861347675323	1280	546.4499439287185	64.64374717773563	765.4055598378181	440.7423774600029	43993599	0.9987525783422895	0.4460593690021301
3107.525196313858	1290	571.3635552835465	69.14623714140889	774.3130504488945	472.81275045871735	44640451	0.9987525783422894	0.4460593690021301
3145.195612668991	1300	616.0714261472225	86.75809748132332	871.4835100769997	458.1634598374367	45332281	0.9987525783422894	0.4409369840992194
3181.1810009479523	1310	608.1692246806622	91.83780050762529	830.3583511710167	457.1047700047493	45988816	0.9987525783422894	0.4409369840992194
3218.607387304306	1320	587.5308960574865	71.57159205659198	796.8711242675781	470.8870538473129	46649387	0.9987525783422893	0.4409369840992194
3255.8170323371887	1330	563.1916788649559	63.270805151989585	741.6153336763382	455.07536894083023	47312876	0.9987525783422893	0.4409369840992194
3291.692776441574	1340	587.5995483207703	75.75482596958734	795.1144254803658	468.2484921813011	47965433	0.9987525783422893	0.4409369840992194
3329.2418928146362	1350	591.0895576506853	92.50004779678116	863.5840576887131	453.9868053197861	48637974	0.9987525783422894	0.4409369840992194
3365.183615207672	1360	629.7723906546831	108.45078114075176	915.441998064518	459.3963879942894	49294959	0.9987525783422893	0.4409369840992194
3404.141622543335	1370	574.197452340126	92.19823352893017	841.3686347007751	445.6427031159401	50018388	0.9987525783422893	0.4409369840992194
