Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
4.978031158447266	0	157.35502446115018	53.26789021594595	421.2008010149002	97.73617750406265	0	0.0	0
6.679330587387085	10	103.7420719665289	4.410427446659375	117.13850659132004	94.19297957420349	19315	0.9090909090909091	0.17407765595569785
8.315307855606079	20	78.71117457866669	2.7244374689771793	85.34079146385193	72.19326984882355	40349	0.9523809523809523	0.17407765595569785
9.918539762496948	30	119.56498963117599	1.5177496382844806	123.76722872257233	116.74302625656128	61096	0.967741935483871	0.17407765595569785
11.913151502609253	40	241.96824394822121	2.413433477564707	247.69250786304474	236.65073585510254	86045	0.975609756097561	0.17407765595569785
14.108048915863037	50	227.13773296177388	4.268430553204195	236.69258761405945	219.619380235672	114133	0.9803921568627451	0.17407765595569785
16.383644819259644	60	230.2216995692253	1.566378096022999	233.78625452518463	226.31080508232117	144476	0.9836065573770492	0.17407765595569785
18.709457874298096	70	244.91803146660328	1.1465546301283103	246.99942100048065	241.81541502475739	175858	0.9859154929577465	0.17407765595569785
21.02991509437561	80	250.16105319440365	0.8225581571973792	251.9211564064026	249.18191409111023	208413	0.9876543209876543	0.17407765595569785
23.43156147003174	90	270.4694711470604	1.3666462029173732	273.6144217848778	267.4094293117523	241409	0.989010989010989	0.17407765595569785
25.930148601531982	100	275.7155445504188	1.2534057177962163	277.9307826757431	272.60974752902985	275313	0.9900990099009901	0.17407765595569785
28.42081594467163	110	278.7995837407187	1.3931438203933568	281.9020118713379	275.3926444351673	310857	0.990990990990991	0.17407765595569785
31.056875228881836	120	295.33273654469434	1.2685892395064715	298.60971120744944	291.8068497031927	347296	0.9917355371900827	0.17407765595569785
33.72013854980469	130	312.0617709036404	1.4407216701422707	315.64471493661404	308.6247841268778	384966	0.9923664122137404	0.17407765595569785
36.424975872039795	140	325.32431597828867	1.149614832545869	328.6440501213074	322.4659972190857	422059	0.9929078014184397	0.17407765595569785
39.145822048187256	150	336.5232079231739	1.482162208962572	339.8065369129181	332.8872866630554	459124	0.9933774834437086	0.17407765595569785
41.92091417312622	160	347.88585737705233	1.5531400748562143	351.0418634414673	345.1540561914444	498764	0.9937888198757764	0.17407765595569785
44.688857316970825	170	358.42517946124076	1.6285792278561966	362.85687935352325	354.4408276081085	537267	0.9941520467836257	0.17407765595569785
47.48879337310791	180	377.9182756781578	1.483794188757547	381.58811831474304	374.7347180843353	577716	0.994475138121547	0.17407765595569785
50.372660636901855	190	395.3674115049839	1.6710540436971946	399.2963173389435	392.050528883934	619369	0.9947643979057592	0.17407765595569785
53.309439182281494	200	416.6487492918968	1.9757220389709307	421.0115269422531	413.2015976905823	661704	0.9950248756218906	0.17407765595569785
56.63579297065735	210	657.2365241479873	2.706411437010886	661.3328046798706	651.0102189779282	707928	0.995260663507109	0.17407765595569785
60.50197887420654	220	668.0299049055576	3.009696748468585	675.716711640358	662.6647332906723	759995	0.995475113122172	0.17407765595569785
64.80587244033813	230	773.497229129076	54.945843870703186	839.7203688621521	647.9283633232117	818856	0.9956709956709957	0.17407765595569785
69.291832447052	240	840.7776967072487	9.532116294310763	869.8025032281876	826.6306850910187	884037	0.995850622406639	0.17407765595569785
74.02073669433594	250	745.0505640532868	67.1218836337365	866.9046859741211	609.9649644270539	951516	0.9960159362549801	0.17407765595569785
79.35142016410828	260	822.9035624348372	47.17472518424174	918.9269044399261	732.3505321145058	1023986	0.9961685823754789	0.17407765595569785
84.35181832313538	270	962.3292630010192	187.2754728112474	1959.0482234954834	751.9245620369911	1094102	0.996309963099631	0.17407765595569785
89.61966228485107	280	847.388297934439	47.89057656368494	940.7559210062027	774.3683585226536	1168895	0.99644128113879	0.17407765595569785
95.2931261062622	290	851.3234146237373	44.894880026650235	971.2231501340866	781.9248805046082	1253954	0.9965635738831615	0.17407765595569785
101.18477845191956	300	827.4624050521851	41.91037189946364	1055.8067630529404	781.2838814258575	1336843	0.9966777408637874	0.17407765595569785
107.7359209060669	310	835.9636861974001	48.33737717388936	991.330020904541	782.4141265153885	1424728	0.9967845659163987	0.17407765595569785
114.33680319786072	320	1016.8490164231509	253.33211027506692	3142.5520354509354	798.1664311885834	1514654	0.9968847352024922	0.17407765595569785
121.26217842102051	330	1034.7657771223783	383.7096393798641	3124.068447828293	778.4239884614944	1612642	0.9969788519637462	0.17407765595569785
128.66002941131592	340	1165.068267887946	295.27068392214534	3133.6250479221344	1002.985993437469	1714837	0.9970674486803519	0.17407765595569785
137.2660267353058	350	1484.2877527403411	630.0444026373798	3070.151003241539	1053.5809804983437	1829941	0.9971509971509972	0.17407765595569785
146.41677045822144	360	1133.5237028863503	233.03706394970163	2974.528190970421	980.385714404285	1962009	0.997229916897507	0.17407765595569785
158.31790900230408	370	2983.851352962628	335.38269085469346	3150.957363963127	1283.728043049574	2109742	0.9973045822102425	0.17407765595569785
171.43292093276978	380	2854.849605316818	153.30059154199944	3012.7483879327774	2516.919993042946	2276783	0.9973753280839895	0.17407765595569785
183.79461932182312	390	2584.3681508032964	596.2555609324411	3005.704301714897	1320.8144799247384	2439127	0.9974424552429667	0.17407765595569785
196.45288968086243	400	2912.851695315838	14.294583505845326	2938.034056186676	2862.478993535042	2608028	0.9975062344139651	0.17407765595569785
210.8621850013733	410	2712.7482455050945	52.623266001846986	2808.3231801986694	2591.544348716736	2803575	0.9975669099756691	0.17407765595569785
225.35525178909302	420	2865.08128498435	10.969466884630297	2885.934902191162	2831.194513320923	2991928	0.997624703087886	0.17407765595569785
239.0384397506714	430	2897.6198893642427	22.022280045027813	2961.0520737171173	2839.3547608852386	3182558	0.9976798143851509	0.17407765595569785
252.94619822502136	440	2884.5407012963296	12.060324821452625	2912.2209171056747	2849.0127314329147	3365230	0.9977324263038548	0.17407765595569785
267.2413980960846	450	2726.573669868708	9.375356572651626	2745.822385787964	2701.2855722904205	3559347	0.9977827050997783	0.17407765595569785
281.36208415031433	460	2600.112397353649	46.89903194123585	2765.1638810634613	2547.4118530750275	3749504	0.9978308026030369	0.17407765595569785
296.1784279346466	470	2426.4843200862406	2.958714729749957	2436.0135169029236	2419.2590576410294	3951357	0.9978768577494692	0.17407765595569785
311.119252204895	480	2644.8370586276055	13.445768529025633	2676.4920350313187	2611.229141831398	4152324	0.997920997920998	0.17407765595569785
326.8749153614044	490	2607.0333777284623	27.12622996430337	2644.8984615802765	2540.8739708662033	4388699	0.9979633401221996	0.17407765595569785
342.9273085594177	500	2446.173739954233	17.076990257875572	2488.0954092741013	2398.1368594169617	4639679	0.998003992015968	0.17407765595569785
359.49020290374756	510	2320.938616331816	6.752334150749111	2334.7849494218826	2303.4800424575806	4906900	0.9980430528375733	0.17407765595569785
376.0524456501007	520	2586.6581458461283	15.54116609566658	2617.553165078163	2544.516266107559	5176172	0.9980806142034548	0.17407765595569785
392.8171865940094	530	2482.113027971983	10.921934386847532	2513.6250587701797	2454.1208391189575	5437191	0.9981167608286252	0.17407765595569785
409.4893093109131	540	2486.873028150797	12.839108737494959	2513.4513179063797	2451.1063398122787	5697241	0.9981515711645101	0.17407765595569785
425.9415168762207	550	2570.2360579919814	5.402179315090269	2582.6957302093506	2556.0978821516037	5956622	0.9981851179673321	0.17407765595569785
441.87526845932007	560	2531.3741594576836	11.158914047215033	2549.6846561431885	2498.647402524948	6208816	0.9982174688057041	0.17407765595569785
458.8038442134857	570	2535.7527843487264	5.601277737334225	2549.2147549390793	2517.86638712883	6482795	0.9982486865148862	0.17407765595569785
475.40746879577637	580	2533.3739181518554	5.719625299818102	2543.8870165348053	2517.0360008478165	6747641	0.9982788296041308	0.17407765595569785
491.9686553478241	590	2532.6250067806245	6.851129584987553	2546.9373975992203	2514.327704191208	7012939	0.9983079526226735	0.17407765595569785
508.1226456165314	600	2520.5496106386186	6.953202986778138	2537.683310866356	2502.556387066841	7261352	0.9983361064891847	0.17407765595569785
524.4413774013519	610	2476.9124119853973	6.7739036169566615	2488.8585616350174	2457.8864569664	7515626	0.9983633387888707	0.17407765595569785
540.8850693702698	620	2395.5813226127625	10.307758389974666	2417.022992372513	2362.811059355736	7780081	0.998389694041868	0.17407765595569785
557.2986342906952	630	2467.4974199593066	6.464271480540013	2480.649754881859	2451.5500626564026	8044773	0.9984152139461173	0.17407765595569785
573.734044790268	640	2451.1659711670877	7.549990252718149	2471.6536720991135	2424.7987821102142	8313386	0.9984399375975039	0.17407765595569785
590.510883808136	650	2398.773836362362	8.546693335672261	2417.449363589287	2377.442064523697	8577412	0.9984639016897081	0.17407765595569785
606.8606216907501	660	2366.781139458418	9.639849905866724	2390.7896317243576	2348.4066531658173	8845170	0.9984871406959153	0.17407765595569785
623.4645414352417	670	2316.8024557304384	7.602382712257123	2333.8556028604507	2298.3838381767273	9115452	0.9985096870342772	0.17407765595569785
640.4599385261536	680	2369.422952904701	5.502695255802108	2382.554811358452	2352.7793457508087	9388983	0.9985315712187959	0.17407765595569785
657.5562345981598	690	2370.336252536774	7.124148870934552	2385.895715236664	2351.4189348220825	9662943	0.9985528219971056	0.17407765595569785
674.2747685909271	700	2386.2827987754345	6.46919258348278	2398.8165481090546	2358.124519109726	9936486	0.9985734664764622	0.17407765595569785
691.319815158844	710	2356.299250956774	10.523069814267489	2379.41302549839	2331.672196626663	10206214	0.9985935302390999	0.17407765595569785
708.6383728981018	720	2387.813161959648	7.318549679350642	2406.0433448553085	2369.601709127426	10485879	0.9986130374479889	0.17407765595569785
725.3871986865997	730	2350.7021687984466	8.479148134581344	2368.123411178589	2328.907418370247	10756317	0.9986320109439124	0.17407765595569785
741.6592271327972	740	2342.0470031273367	6.9933588909209075	2360.1463693380356	2322.6481820344925	11021587	0.9986504723346828	0.17407765595569785
758.2732062339783	750	2340.331366987228	7.23372000018825	2358.9560356140137	2316.041426897049	11291440	0.9986684420772304	0.17407765595569785
774.3758387565613	760	2355.938728028536	6.927599714005167	2374.481046319008	2337.3812172412872	11551408	0.9986859395532195	0.17407765595569785
790.9100050926208	770	2278.3865227484703	6.482450232285642	2290.7108306884766	2262.7376061677933	11818806	0.9987029831387808	0.17407765595569785
807.8659932613373	780	2264.997009609938	4.036088804743898	2275.043891787529	2252.4001718759537	12099857	0.998719590268886	0.17407765595569785
824.8252606391907	790	2245.4695484602453	6.951312690615091	2259.243936777115	2226.5290489196777	12381937	0.9987357774968394	0.17407765595569785
841.3350219726562	800	2276.9979136663674	3.9893308283360427	2285.143519759178	2265.327294230461	12667424	0.9987515605493134	0.17407765595569785
858.1260859966278	810	2237.3592488199474	12.655353667566542	2258.499124288559	2182.453924179077	12946805	0.998766954377312	0.17407765595569785
875.0988826751709	820	2226.6411708968876	4.619945683219478	2235.429692387581	2213.6010234355927	13234825	0.9987819732034104	0.17407765595569785
892.3805503845215	830	2187.7181255447863	5.558994868323013	2200.8165616989136	2172.778676867485	13523382	0.9987966305655837	0.17407765595569785
909.5140781402588	840	2195.3453393030168	8.140894103485405	2212.2553478479385	2165.4721928834915	13806860	0.9988109393579072	0.17407765595569785
926.1964066028595	850	2202.042641375661	3.883737051148499	2208.9951990246773	2192.0335470438004	14093048	0.9988249118683902	0.17407765595569785
943.358690738678	860	2227.81701754272	11.050526690825468	2249.648897051811	2200.9546653032303	14380892	0.9988385598141696	0.17407765595569785
960.581793308258	870	2262.914730914235	9.31317930451472	2279.3592715263367	2240.645588994026	14670349	0.9988518943742825	0.17407765595569785
977.2111945152283	880	2212.3429798132183	12.719940180813664	2239.904505074024	2181.720762491226	14945795	0.9988649262202043	0.17407765595569785
993.8970799446106	890	2216.9575822252036	10.399827377970002	2250.917158842087	2198.7364631295204	15222311	0.9988776655443322	0.17407765595569785
1010.666580915451	900	2220.3097383511067	10.163858651382174	2253.2681016921997	2197.3239682912827	15503813	0.9988901220865705	0.17407765595569785
1027.4269723892212	910	2191.6905950707196	10.09824412484738	2216.380643248558	2169.160157561302	15789077	0.9989023051591658	0.17407765595569785
1044.3963844776154	920	2185.2215347212555	11.540768988786498	2212.6849484443665	2163.457463979721	16077560	0.998914223669924	0.17407765595569785
1061.4504210948944	930	2144.76769307971	11.725595573229489	2164.2254132032394	2116.62637257576	16368879	0.9989258861439313	0.17407765595569785
1078.3901689052582	940	2157.2572791790963	8.706920230531134	2181.864359974861	2137.786742925644	16665623	0.9989373007438895	0.17407765595569785
1095.559877872467	950	2160.29425455749	11.558357601360992	2192.9644268751144	2137.762966275215	16957612	0.9989484752891693	0.17407765595569785
1112.6467373371124	960	2132.6478964465855	18.75982722140329	2167.704209923744	2088.967188000679	17244961	0.9989594172736732	0.17407765595569785
1129.311152458191	970	2162.741003469229	16.385791351774063	2189.968431830406	2119.6317170858383	17534350	0.9989701338825953	0.17407765595569785
1146.629760503769	980	2135.9630701851843	10.098235250730541	2157.469499349594	2117.8055344820023	17837212	0.9989806320081549	0.17407765595569785
1163.477740764618	990	2150.323250179291	9.94755188837041	2179.691465139389	2130.9522347450256	18129062	0.9989909182643795	0.17407765595569785
1180.3955948352814	1000	2113.3654469496014	7.383691254152059	2133.6368242502213	2094.636537194252	18410495	0.999000999000999	0.17407765595569785
1197.6430311203003	1010	2125.672435975671	8.950655047442634	2151.4461963176727	2110.3043797016144	18704771	0.999000999000999	0.17407765595569785
1214.286113023758	1020	2127.724202708006	8.146959969857315	2146.676278114319	2107.3360010385513	18990274	0.999000999000999	0.17407765595569785
1230.9679293632507	1030	2104.3314334070683	8.301626486094449	2120.004776597023	2079.4046545028687	19275496	0.999000999000999	0.17407765595569785
1248.113133430481	1040	2081.7997632730007	8.907059361214994	2105.184812605381	2056.610623240471	19571971	0.999000999000999	0.17407765595569785
1265.2454376220703	1050	2078.941698573232	6.615535742375477	2094.4685834646225	2060.1725409030914	19860285	0.999000999000999	0.17407765595569785
1281.9589591026306	1060	2102.041517560482	7.843745760221099	2118.904955148697	2085.724982380867	20150676	0.999000999000999	0.17407765595569785
1298.9281730651855	1070	2103.222575131059	12.937061280216527	2152.5658180713654	2076.2576553821564	20446537	0.999000999000999	0.17407765595569785
1315.6736516952515	1080	2103.232081416845	19.065147486500365	2133.9372166395187	2069.3293303251266	20737928	0.999000999000999	0.17407765595569785
1332.7105767726898	1090	2081.5050274938344	9.755164725790122	2104.5952538251877	2053.9690128564835	21033509	0.999000999000999	0.17407765595569785
1349.632291316986	1100	2084.18097330749	8.144202927292048	2105.9937566518784	2065.270964741707	21323915	0.999000999000999	0.17407765595569785
1366.722859621048	1110	2071.323982397914	7.435202639860151	2092.275863289833	2055.56880736351	21622867	0.999000999000999	0.17407765595569785
1383.8571572303772	1120	2072.8168585914373	9.022342846640033	2109.0928053855896	2053.0500090122223	21925661	0.999000999000999	0.17407765595569785
1401.2233219146729	1130	2080.497592920065	16.50029789768877	2136.5192208886147	2059.460469484329	22226865	0.999000999000999	0.17407765595569785
1418.420327425003	1140	2068.8897408670186	7.881491780687438	2091.6997591257095	2047.6643251180649	22527483	0.999000999000999	0.17407765595569785
1435.6847558021545	1150	2099.5290041619537	4.076370096826309	2108.5319989919662	2090.1013609170914	22828101	0.999000999000999	0.17407765595569785
1452.6386134624481	1160	2091.8724023729565	4.541304420469284	2106.338945388794	2083.139110147953	23121799	0.999000999000999	0.17407765595569785
1469.9170920848846	1170	2078.774517028332	8.889551157962691	2105.145163357258	2063.099287867546	23421072	0.999000999000999	0.17407765595569785
1487.1197385787964	1180	2073.7076704978945	4.542316615808089	2088.260373353958	2063.9101110696793	23725204	0.999000999000999	0.17407765595569785
1504.4783124923706	1190	2080.355767222047	4.2970067758339905	2091.4719296097755	2070.917442560196	24034712	0.999000999000999	0.17407765595569785
1521.8543803691864	1200	2095.9856243097784	3.6544301920701923	2104.7140090465546	2086.9738594293594	24344016	0.999000999000999	0.17407765595569785
1539.362856388092	1210	2110.7081615287066	4.088089228094429	2117.499836921692	2089.981341481209	24652392	0.999000999000999	0.17407765595569785
1556.6395540237427	1220	2073.802750325203	4.490238652299641	2085.392506957054	2066.774382710457	24953796	0.999000999000999	0.17407765595569785
1574.2751426696777	1230	2080.627068835497	3.9889969606148488	2090.0919340848923	2069.056804537773	25259789	0.999000999000999	0.17407765595569785
1591.7770624160767	1240	2071.59272380054	5.504072099492217	2083.685341179371	2053.46027469635	25570680	0.999000999000999	0.17407765595569785
1609.4830482006073	1250	2136.7628401130437	9.157019669982303	2152.348722100258	2119.787240624428	25877979	0.999000999000999	0.17407765595569785
1626.8332357406616	1260	2119.1022233736517	16.278170961213903	2146.402433335781	2090.5830661058426	26179702	0.999000999000999	0.17407765595569785
1644.181824207306	1270	2136.8237544071676	13.671531310412231	2156.616730570793	2105.3086218833923	26488069	0.999000999000999	0.17407765595569785
1661.6795098781586	1280	2140.696126353145	6.474745868670516	2156.9310930371284	2127.343075990677	26798937	0.999000999000999	0.17407765595569785
1678.8717033863068	1290	2161.137938002944	6.1111698782199975	2181.803107738495	2150.4729831814766	27111517	0.999000999000999	0.17407765595569785
1696.2617795467377	1300	2221.0847754102947	6.71427980249603	2233.922986626625	2197.6106842160225	27426366	0.999000999000999	0.17407765595569785
1713.4561455249786	1310	2270.6316200113297	4.479975229975423	2288.102057695389	2258.433425426483	27737486	0.999000999000999	0.17407765595569785
1730.754844903946	1320	2349.61012347877	4.384973261336139	2361.9864609241486	2339.394374847412	28052561	0.999000999000999	0.17407765595569785
1747.8506951332092	1330	2438.2808711379766	4.472837858801442	2449.4318875074387	2426.3559185266495	28362326	0.999000999000999	0.17407765595569785
1764.8640818595886	1340	2474.076650031209	3.694458196190824	2483.8456737995148	2464.5342170000076	28672787	0.999000999000999	0.17407765595569785
1781.972404718399	1350	2507.637623797059	5.003608347475204	2519.8195992708206	2494.858240544796	28986084	0.999000999000999	0.17407765595569785
1799.1601197719574	1360	2532.789191983938	5.911888353766784	2545.8539140224457	2517.7636893987656	29297593	0.999000999000999	0.17407765595569785
1816.0073029994965	1370	2562.389193136096	3.7426262673250577	2573.4714345932007	2554.326939702034	29610029	0.999000999000999	0.17407765595569785
1832.7174270153046	1380	2592.6515385729076	4.146833424755179	2603.901425600052	2582.9146159887314	29921969	0.999000999000999	0.17407765595569785
