Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
11.989587306976318	0	151.85753346681594	44.57849267028749	427.4761136174202	101.96680265665054	0	0.0	0
17.329412937164307	10	195.71702812314032	9.231310669299843	233.1293044090271	178.49585628509521	21088	0.9090909090909091	0.624606525556151
23.47818350791931	20	266.15417148768904	4.144484846897217	276.24611073732376	257.5886085033417	50106	0.9523809523809523	0.624606525556151
30.30494475364685	30	347.53746975600717	1.296161284449911	350.6238111257553	344.7740059494972	88339	0.967741935483871	0.624606525556151
37.83366060256958	40	340.681390260458	3.208138581410633	348.33331674337387	334.0794326663017	132811	0.975609756097561	0.624606525556151
45.79770588874817	50	606.0799864578247	2.903667565916761	614.0744124054909	597.7460619807243	182045	0.9803921568627451	0.624606525556151
55.71316909790039	60	650.5119874340296	33.00172009279774	757.1641425490379	528.6581653356552	243709	0.9836065573770492	0.624606525556151
67.53821659088135	70	1001.7660715299845	50.384335027027895	1112.4725983142853	741.7742063999176	315115	0.9859154929577465	0.624606525556151
81.7925386428833	80	1029.955936037302	88.26105186768066	1276.0866768360138	736.8129590749741	403537	0.9876543209876543	0.624606525556151
101.0265371799469	90	1737.2596268576383	360.67171352250523	2769.0347204208374	1313.316216826439	529559	0.989010989010989	0.624606525556151
128.92255401611328	100	2299.5982040435074	273.4373891376202	2661.1143592000008	756.4139322638512	691528	0.9900990099009901	0.624606525556151
160.3962218761444	110	2342.842884837985	274.37040604691424	2907.2158492803574	1400.2877239584923	891868	0.990990990990991	0.624606525556151
193.10006284713745	120	2493.1750125426056	23.847534831327508	2526.9772577881813	2414.9849945902824	1106351	0.9917355371900827	0.624606525556151
228.22803616523743	130	2644.200862452388	7.352290493216178	2666.836746931076	2620.9063935875893	1347526	0.9923664122137404	0.624606525556151
263.1580743789673	140	2914.7973273146154	26.1677435834142	2976.1794016957283	2849.6224600076675	1597166	0.9929078014184397	0.624606525556151
298.96879839897156	150	2951.191475170851	60.13502732806056	3026.468021571636	2760.046350300312	1855003	0.9933774834437086	0.624606525556151
334.43302273750305	160	2940.438884627819	34.60566637742471	2994.2465863227844	2827.357053220272	2098318	0.9937888198757764	0.624606525556151
369.7585988044739	170	2999.3940493440628	39.84452977881936	3044.886578679085	2822.8271169662476	2347947	0.9941520467836257	0.624606525556151
403.02734446525574	180	3025.1358866924047	32.79761922910269	3088.4713730812073	2933.8502764105797	2597318	0.994475138121547	0.624606525556151
439.97488713264465	190	3047.715569310188	37.94444004900917	3114.2601068019867	2959.9392417669296	2851694	0.9947643979057592	0.624606525556151
475.6302182674408	200	3065.0137009483574	48.274818012429236	3120.24646961689	2908.2496024370193	3104878	0.9950248756218906	0.624606525556151
512.0040791034698	210	3102.6646636378764	23.68009654973066	3131.066788852215	3018.3756368756294	3361230	0.995260663507109	0.624606525556151
548.1886417865753	220	3049.421693864465	18.42375604196402	3089.3459796905518	2940.424009501934	3618955	0.995475113122172	0.624606525556151
584.2367815971375	230	3098.7777282887696	21.564319837871192	3127.37149143219	3042.1299197673798	3871887	0.9956709956709957	0.624606525556151
621.7425193786621	240	3161.908653565645	30.90685105500173	3190.7295027971268	3062.7726774811745	4134363	0.995850622406639	0.624606525556151
658.6355447769165	250	3144.492681774497	21.874609030593547	3176.983571946621	3085.946956694126	4386686	0.9960159362549801	0.624606525556151
694.1578223705292	260	3048.4115882098677	153.86921031597683	3178.65327334404	1996.1808239221573	4643560	0.9961685823754789	0.624606525556151
730.4098529815674	270	3157.18285964787	13.4816535764822	3187.6905168890953	3122.300497353077	4894893	0.996309963099631	0.624606525556151
767.9249711036682	280	3149.760484710932	36.27817377511185	3204.841436982155	3048.404044985771	5145727	0.99644128113879	0.624606525556151
804.303085565567	290	3203.48606554389	38.94455171309391	3235.137651026249	3013.3045967817307	5400723	0.9965635738831615	0.624606525556151
840.3188035488129	300	3154.150718844533	46.09911750372493	3200.8821166157722	2993.934889137745	5652794	0.9966777408637874	0.624606525556151
877.3987216949463	310	3108.687325704098	122.89302221172191	3205.488352060318	2023.8900336027145	5915807	0.9967845659163987	0.624606525556151
913.929671049118	320	3158.4605276227	60.48178006526317	3241.404074549675	3034.8729690909386	6176372	0.9968847352024922	0.624606525556151
950.8397965431213	330	3161.355501796603	36.512000731847785	3205.408040046692	3013.3364065885544	6431840	0.9969788519637462	0.624606525556151
989.9240379333496	340	3201.2100227093697	26.155575271541455	3238.7259063124657	3119.314104616642	6693927	0.9970674486803519	0.624606525556151
1026.3009240627289	350	3240.174026237726	16.335203646693902	3265.821175634861	3183.437664091587	6954040	0.9971509971509972	0.624606525556151
1061.2836763858795	360	3227.472035192847	37.590303240545055	3266.9395568966866	3071.117021083832	7222851	0.997229916897507	0.624606525556151
1092.8725595474243	370	3186.048356099129	44.58458058642041	3256.6506930589676	3083.1183890104294	7487030	0.9973045822102425	0.624606525556151
1131.1605906486511	380	3227.2654594117403	26.536846338923468	3264.6463992595673	3148.0996057391167	7747989	0.9973753280839895	0.624606525556151
1166.8551304340363	390	3238.7150608545544	20.648235553929695	3281.8645493388176	3190.8843807578087	8011557	0.9974424552429667	0.624606525556151
1202.7618131637573	400	3253.3315315163136	27.356718685430874	3292.5095794796944	3176.281398296356	8267916	0.9975062344139651	0.624606525556151
1238.5237276554108	410	3268.6866317772865	7.421037190297593	3285.8239353895187	3244.002192437649	8519538	0.9975669099756691	0.624606525556151
1275.6640989780426	420	3269.9402376782896	11.902042549004179	3285.703293144703	3236.495164036751	8784037	0.997624703087886	0.624606525556151
1311.423044204712	430	3280.1551163250206	7.776373166405655	3295.105831682682	3254.4158675074577	9044196	0.9976798143851509	0.624606525556151
1348.3278625011444	440	3267.747273707986	23.83780120934608	3309.7748468518257	3220.38890594244	9306426	0.9977324263038548	0.624606525556151
1384.9416868686676	450	3273.8064303547144	5.32208014432016	3282.1316022872925	3258.5312745571136	9572360	0.9977827050997783	0.6382752175970965
1422.5071113109589	460	3283.5160263711214	7.369187059156124	3293.7527489066124	3255.123441517353	9844187	0.9978308026030369	0.6382752175970965
1459.3161704540253	470	3304.0625639933346	7.072128692740338	3313.876261174679	3261.3216012120247	10114319	0.9978768577494692	0.6382752175970965
1494.9979243278503	480	3281.8949937576053	13.661044537221898	3304.0926988720894	3237.804730951786	10368051	0.997920997920998	0.6382752175970965
1532.7698645591736	490	3281.5337861293556	12.56432069219709	3300.095892071724	3236.490331709385	10634660	0.9979633401221996	0.6382752175970965
1569.6164350509644	500	3279.485242469907	11.624365829050792	3299.4224166870117	3240.9055488705635	10904615	0.998003992015968	0.6382752175970965
1606.3143391609192	510	3275.2215633684395	11.17777504190047	3290.2637751102448	3237.4500780701637	11174973	0.9980430528375733	0.6382752175970965
1643.6234455108643	520	3288.9002508366107	11.622043592740471	3305.072477579117	3249.639815747738	11443356	0.9980806142034548	0.6382752175970965
1679.4443819522858	530	3277.3113019019365	18.07596451802366	3302.1821368336678	3224.4040688872337	11701786	0.9981167608286252	0.6382752175970965
1716.1404628753662	540	3307.5817526477576	8.792189004091004	3318.474997997284	3269.8666080236435	11969453	0.9981515711645101	0.6382752175970965
1752.7907392978668	550	3289.684871533513	18.654404629295954	3320.949049293995	3243.297030687332	12226014	0.9981851179673321	0.6382752175970965
1784.9833788871765	560	3306.2996555685995	9.774947168042546	3319.578493773937	3271.1870034337044	12483581	0.9982174688057041	0.6382752175970965
1820.551241159439	570	3312.3416256010532	9.715894723485672	3329.849937260151	3273.4545145630836	12741550	0.9982486865148862	0.6382752175970965
1857.0544409751892	580	3299.1519734108447	4.919087331298314	3309.4096373319626	3288.5072019696236	12996783	0.9982788296041308	0.6382752175970965
1893.339459180832	590	3289.6222797095775	18.110252139566242	3321.182860672474	3233.151683986187	13258791	0.9983079526226735	0.6382752175970965
1930.146854877472	600	3288.1763339835406	20.22260017524255	3316.198098361492	3224.8844912052155	13516511	0.9983361064891847	0.6382752175970965
1967.4154081344604	610	3291.395029205084	14.587916469343888	3310.5402932167053	3245.4490694999695	13779897	0.9983633387888707	0.6382752175970965
2004.3912057876587	620	3291.526480205655	16.0312337807398	3314.2696917057037	3240.752963066101	14051814	0.998389694041868	0.6382752175970965
2041.7406611442566	630	3301.4735711699723	6.1280825924359075	3311.8824006915092	3280.703196167946	14303404	0.9984152139461173	0.6382752175970965
2076.196733236313	640	3307.88598143518	4.611766279957148	3316.3762065172195	3288.644996404648	14562413	0.9984399375975039	0.6382752175970965
2113.00333237648	650	3310.9082109820843	6.57904996440402	3322.149875998497	3289.176789343357	14824282	0.9984639016897081	0.6382752175970965
2150.228878736496	660	3311.825666026473	4.928988565427744	3321.9847636818886	3296.4784878492355	15086145	0.9984871406959153	0.6382752175970965
2187.122658252716	670	3316.088574697971	5.970039533773431	3325.2867235541344	3284.106446802616	15340772	0.9985096870342772	0.6382752175970965
2225.63681101799	680	3312.5595755720137	4.214135303484367	3320.6144086122513	3298.9759905338287	15604317	0.9985315712187959	0.6382752175970965
2262.8134961128235	690	3304.0110867005587	4.10831370385469	3314.848655939102	3293.1645077466965	15865846	0.9985528219971056	0.6382752175970965
2301.3593418598175	700	3310.2890280878546	5.1000663326341105	3320.397328913212	3297.7064606547356	16138464	0.9985734664764622	0.6382752175970965
2339.097113132477	710	3317.6936419826748	4.757200416810422	3325.534054875374	3300.088389456272	16407331	0.9985935302390999	0.6382752175970965
2376.4936730861664	720	3316.93412132442	4.839974058336413	3329.9806631803513	3305.123705327511	16673539	0.9986130374479889	0.6382752175970965
2412.3364577293396	730	3313.5949535256623	5.519796573703057	3325.410983622074	3298.507793366909	16927067	0.9986320109439124	0.6382752175970965
2449.695701122284	740	3326.2239180606603	4.872183477156112	3337.2249808311462	3315.0585896372795	17192264	0.9986504723346828	0.6382752175970965
2483.5636229515076	750	3321.542278472781	10.63466595722835	3339.9480592012405	3296.3274961709976	17462102	0.9986684420772304	0.6382752175970965
2519.8745291233063	760	3316.765949764848	8.708712756937112	3331.7883798480034	3285.520880520344	17726024	0.9986859395532195	0.6382752175970965
2556.422242641449	770	3311.1173943799736	5.472659522198264	3320.816303730011	3297.3711947202682	17981361	0.9987029831387808	0.6382752175970965
2594.040914773941	780	3325.7011076021195	13.118516931512593	3338.1757086515427	3264.3741007447243	18248152	0.998719590268886	0.6382752175970965
2631.453157186508	790	3325.2210598140955	6.471337133739875	3335.672038793564	3302.2561815977097	18512325	0.9987357774968394	0.6382752175970965
2668.0783557891846	800	3325.70977933228	12.725615768344271	3340.6801407933235	3283.0437151789665	18774382	0.9987515605493134	0.6382752175970965
2706.1304109096527	810	3311.1642353510856	12.312237551397816	3342.124595105648	3280.7987316846848	19046378	0.998766954377312	0.6382752175970965
2742.5961673259735	820	3330.0659954041244	5.002767613861808	3339.568104505539	3313.0657773017883	19305663	0.9987819732034104	0.6382752175970965
2777.2145483493805	830	3332.056769773364	4.443387538789648	3340.147349655628	3318.1206377744675	19552109	0.9987966305655837	0.6382752175970965
2815.532552719116	840	3335.485870488882	4.3869663114758	3343.3585193157196	3325.287146985531	19811132	0.9988109393579072	0.6382752175970965
2852.6965577602386	850	3335.8073217481374	6.288657721449086	3344.5863708257675	3315.402443110943	20071151	0.9988249118683902	0.6382752175970965
2888.783515930176	860	3331.0989500296114	4.198625855338686	3339.6233429908752	3316.1334451436996	20328911	0.9988385598141696	0.6382752175970965
2925.743042945862	870	3336.816709691286	5.686502612281081	3347.5311602950096	3316.3953614234924	20591261	0.9988518943742825	0.6382752175970965
2963.7861182689667	880	3334.5041375261544	4.673250010322239	3346.2535251379013	3324.2875128388405	20869754	0.9988649262202043	0.6382752175970965
3001.258739709854	890	3338.392518297434	10.061975664481437	3358.9273105859756	3310.244591355324	21141097	0.9988776655443322	0.6382752175970965
3039.019154071808	900	3337.337110814452	8.59231668451731	3356.593652009964	3308.698172390461	21401198	0.9988901220865705	0.6382752175970965
3075.1225175857544	910	3347.620572678447	7.59339526855014	3361.2558613419533	3312.85879611969	21659062	0.9989023051591658	0.6382752175970965
3112.4016795158386	920	3341.2739736658336	5.972450547388507	3353.527186334133	3326.3771438002586	21920083	0.998914223669924	0.6382752175970965
3150.095372200012	930	3334.1481746703384	11.724922689148013	3360.981719791889	3311.2171463370323	22187163	0.9989258861439313	0.6382752175970965
3182.9684734344482	940	3338.3059286159278	7.2214490766472945	3358.6007078289986	3323.3371302485466	22448078	0.9989373007438895	0.6382752175970965
3220.737472295761	950	3332.356782248616	6.854572884652736	3349.9778020381927	3317.080470919609	22705235	0.9989484752891693	0.6382752175970965
3258.2736411094666	960	3344.895229842663	5.138642336533637	3354.230150938034	3331.044066131115	22962190	0.9989594172736732	0.6382752175970965
3294.8227441310883	970	3356.429373571873	6.187837284169471	3364.2761746644974	3332.503711104393	23220283	0.9989701338825953	0.6382752175970965
3331.56671500206	980	3336.8279057341815	5.028904365626207	3345.868939459324	3317.5278609991074	23472662	0.9989806320081549	0.6382752175970965
3369.961491584778	990	3358.627413633466	2.5636908837536576	3365.9639097452164	3351.6346660256386	23742258	0.9989909182643795	0.6382752175970965
3406.469621658325	1000	3353.7597861635686	3.726713524068532	3362.064008116722	3341.3653241991997	24005975	0.999000999000999	0.6382752175970965
3442.9720256328583	1010	3358.610501666069	4.708876687800192	3366.464403092861	3343.0051530599594	24267514	0.999000999000999	0.6382752175970965
3480.8406994342804	1020	3358.2884408646823	6.451825709834821	3367.6841290593147	3335.925858438015	24536049	0.999000999000999	0.6382752175970965
3517.245140314102	1030	3352.4630467414854	6.357285989512827	3365.171867311001	3339.7766352295876	24799879	0.999000999000999	0.6382752175970965
3554.1961147785187	1040	3353.9843081218005	8.677597512445098	3371.4651157855988	3330.384664416313	25069556	0.999000999000999	0.6382752175970965
3592.045897245407	1050	3371.94022428751	5.184148218614697	3381.047493338585	3349.5665397644043	25336838	0.999000999000999	0.6382752175970965
3627.9127383232117	1060	3364.460609616637	2.9252157311793736	3372.002197742462	3355.1352431178093	25593593	0.999000999000999	0.6382752175970965
3666.0036540031433	1070	3356.1479608082773	2.3500922147178307	3361.6577160954475	3350.6159078478813	25863895	0.999000999000999	0.6382752175970965
3702.275093317032	1080	3363.059429752827	4.320662708384854	3369.270997107029	3342.0284345149994	26129873	0.999000999000999	0.6382752175970965
3739.260102033615	1090	3362.6427346134187	3.1992665726954637	3371.181784927845	3354.121295452118	26394024	0.999000999000999	0.6382752175970965
3775.806540966034	1100	3354.181016893983	3.3512586417769374	3361.2362319231033	3345.523011982441	26651942	0.999000999000999	0.6382752175970965
3811.8730812072754	1110	3363.0312879490853	4.9417856111863125	3372.095872104168	3348.5342701673508	26920138	0.999000999000999	0.6382752175970965
3849.401576280594	1120	3364.474881272316	6.490951199635519	3372.829708337784	3338.980080127716	27190212	0.999000999000999	0.6382752175970965
3881.661213159561	1130	3361.3980983114243	4.8314950768250124	3370.572734773159	3348.4495690464973	27453264	0.999000999000999	0.6382752175970965
3919.144181251526	1140	3370.0382656425236	7.121227467912074	3377.607427716255	3342.0628044605255	27723898	0.999000999000999	0.6382752175970965
3955.832426071167	1150	3363.558398975134	3.514810332570673	3370.413696050644	3351.1096631884575	27986318	0.999000999000999	0.6382752175970965
3993.282652616501	1160	3367.4808401304485	3.18198533131756	3377.6310950517654	3360.3654765486717	28253240	0.999000999000999	0.6382752175970965
4031.6778090000153	1170	3372.5025683152676	3.7800154469686946	3379.7904158830643	3356.5806133151054	28512567	0.999000999000999	0.6382752175970965
4068.1946585178375	1180	3377.770162792802	8.481001597589566	3388.084680557251	3345.0112923383713	28775999	0.999000999000999	0.6382752175970965
4104.294557332993	1190	3385.6608572989703	4.740082595220618	3393.8668397665024	3358.633094549179	29036394	0.999000999000999	0.6382752175970965
4139.997125387192	1200	3371.761639264226	2.6909037308530768	3376.959228157997	3363.8411769866943	29287523	0.999000999000999	0.6382752175970965
4177.269805431366	1210	3369.945545938611	4.068050839856376	3378.357079088688	3349.4874165058136	29547391	0.999000999000999	0.6382752175970965
4214.18336224556	1220	3377.495836278796	3.690229005672869	3386.14954161644	3368.956507086754	29820692	0.999000999000999	0.6382752175970965
