Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
7.895472526550293	0	157.29963360220194	54.18033272488144	396.60917741060257	94.37075918912888	0	0.0	0
12.189561367034912	10	236.68323484003542	1.6042446288954544	240.6811159849167	233.3010663986206	55731	0.9090909090909091	0.5012454010193433
16.79138946533203	20	242.0678360939026	1.7542465065583888	245.99894499778748	238.23449504375458	117493	0.9523809523809523	0.5863409205747109
21.55716586112976	30	246.1362535172701	1.827759845193391	250.02858823537827	240.9535402059555	182156	0.967741935483871	0.5863409205747109
26.665980100631714	40	237.35993154525758	1.5363400318275995	240.21764421463013	234.07656693458557	252090	0.975609756097561	0.5863409205747109
31.77557134628296	50	244.33494422078132	1.3878376550938798	246.9675109386444	242.19894289970398	321855	0.9803921568627451	0.5863409205747109
36.83462190628052	60	252.75122004568576	1.6142873886543574	256.76143538951874	249.36277562379837	392676	0.9836065573770492	0.5863409205747109
42.82271647453308	70	311.72826219558715	2.0318137234511138	316.26175850629807	306.44813764095306	473558	0.9859154929577465	0.6296850676428327
49.29320287704468	80	418.085281059742	91.56358217567724	685.4824087619781	298.85322511196136	564265	0.9876543209876543	0.6989155677276211
55.76704549789429	90	472.280466850996	41.51858404156114	677.7630305290222	416.3593724370003	657649	0.989010989010989	0.6989155677276211
63.06170892715454	100	545.2312067180872	108.14669580617567	830.0659541487694	413.76931619644165	764006	0.9900990099009901	0.6989155677276211
71.33369374275208	110	735.4527295780182	8.902525447290959	761.2173532247543	719.6712634563446	882819	0.990990990990991	0.6989155677276211
80.82183933258057	120	770.8489109575748	5.644137894566262	788.001178920269	757.1248198747635	1018417	0.9917355371900827	0.6989155677276211
91.62426114082336	130	783.405698299408	4.503172557328364	793.447496175766	772.6098111867905	1172332	0.9923664122137404	0.6989155677276211
103.11095333099365	140	804.2389161598683	5.467480385488325	821.4531534314156	791.3124366998672	1339127	0.9929078014184397	0.6989155677276211
114.76818680763245	150	803.0680499994755	6.534689500400194	818.3011716604233	788.1466123461723	1510012	0.9933774834437086	0.6989155677276211
127.1059365272522	160	821.12375852108	33.706664921002144	876.2775774002075	750.8977555036545	1686072	0.9937888198757764	0.6989155677276211
138.31169199943542	170	823.6057883697748	50.13122501264104	932.4126061201096	747.9430865645409	1850889	0.9941520467836257	0.6989155677276211
149.43988633155823	180	765.9372750300168	3.8929119923837505	779.2865459322929	757.7878385782242	2014787	0.994475138121547	0.6989155677276211
160.68608784675598	190	798.9499402070046	33.13804403528209	877.1291669607162	738.5714939236641	2178738	0.9947643979057592	0.6989155677276211
172.2370285987854	200	814.199895812869	40.50274482455198	923.9507672786713	743.2724271416664	2345877	0.9950248756218906	0.6989155677276211
184.92782735824585	210	825.1132651370764	43.69667956458476	926.2535072565079	748.878292798996	2516264	0.995260663507109	0.6989155677276211
197.6007182598114	220	1005.1928087484837	95.95395287992355	1258.7000529766083	829.0825681686401	2693711	0.995475113122172	0.6989155677276211
209.42351603507996	230	925.1986761116982	55.50130976615142	1045.3604786396027	813.6088023781776	2859913	0.9956709956709957	0.6989155677276211
220.87162256240845	240	884.1053699082136	28.90627524061144	941.6310114264488	794.4851380586624	3020302	0.995850622406639	0.6989155677276211
233.61069560050964	250	939.6660556876659	27.196182656555457	975.3638163208961	849.2206898927689	3189921	0.9960159362549801	0.6989155677276211
246.24952268600464	260	798.2046468877793	39.07037714549893	897.0700274705887	730.858950316906	3363690	0.9961685823754789	0.6989155677276211
258.5389401912689	270	809.0120304596425	36.384027462001335	896.088606595993	728.0049234628677	3538477	0.996309963099631	0.6989155677276211
272.4334409236908	280	1137.484864742756	102.96358840728014	1665.349249124527	954.9446829557419	3724315	0.99644128113879	0.6989155677276211
284.6243827342987	290	797.228037249446	41.61672883000727	870.7899934053421	722.4915158748627	3896604	0.9965635738831615	0.6989155677276211
297.2107298374176	300	814.7988929766417	45.64012537461896	942.603819668293	732.271113216877	4076178	0.9966777408637874	0.6989155677276211
310.49648666381836	310	879.213944209218	61.77145020991545	1037.14607578516	780.5719836950302	4256788	0.9967845659163987	0.6989155677276211
324.8269455432892	320	1123.9576352268457	92.3966880358979	1282.172210931778	948.6702454090118	4444033	0.9968847352024922	0.6989155677276211
338.8137059211731	330	1015.197579665184	24.097951985890933	1077.6923357844353	979.2558921575546	4634089	0.9969788519637462	0.6989155677276211
352.46709418296814	340	1008.254813861847	86.16371129401868	1349.4797754883766	891.859698176384	4821152	0.9970674486803519	0.6989155677276211
366.25700998306274	350	1014.5176499903203	14.227887046970814	1050.624553322792	994.0380969047546	5016843	0.9971509971509972	0.6989155677276211
379.7969229221344	360	1043.8959437590838	17.50749387313606	1083.8498824238777	1003.5455938577652	5201849	0.997229916897507	0.6989155677276211
393.11227798461914	370	1007.588110564351	27.423709387955594	1152.370966732502	978.7269349694252	5387108	0.9973045822102425	0.6989155677276211
407.1514811515808	380	1046.5810758954287	54.91852639044921	1322.023916900158	976.2955499887466	5581194	0.9973753280839895	0.6989155677276211
420.63145637512207	390	1049.3194660502672	18.597618693896976	1083.7604221105576	1003.2331475019455	5769673	0.9974424552429667	0.6989155677276211
434.8941173553467	400	1099.6294551205635	138.6916777869795	1422.8677458763123	852.5364484786987	5958891	0.9975062344139651	0.6989155677276211
448.937616109848	410	1059.5362335836887	18.738043051416707	1158.455283999443	1020.979092001915	6148097	0.9975669099756691	0.6989155677276211
463.1077308654785	420	1050.7811752182245	13.305211996849883	1084.1736562252045	1026.363105893135	6339446	0.997624703087886	0.6989155677276211
477.7642180919647	430	1183.4709823656083	139.25880989046593	1668.8466355800629	995.598835170269	6532947	0.9976798143851509	0.6989155677276211
491.2895839214325	440	1043.6933503967523	10.144199565531736	1068.503925383091	1014.3239248991013	6720339	0.9977324263038548	0.6989155677276211
504.52159094810486	450	1023.6896778082847	10.505284479207129	1059.3411350250244	1003.4501880407333	6904976	0.9977827050997783	0.6989155677276211
517.7153072357178	460	1006.6955810707808	8.305092012202472	1036.8836156129837	985.4214763641357	7093855	0.9978308026030369	0.6989155677276211
532.2338383197784	470	1206.9326386982668	259.5707630172379	2295.867081820965	860.5953339338303	7291227	0.9978768577494692	0.6989155677276211
546.3393971920013	480	1040.0517208898068	19.280620219769553	1091.3272758722305	1007.170355796814	7490487	0.997920997920998	0.6989155677276211
560.6812164783478	490	1040.1361808598042	13.29764269305909	1072.5518652796745	1010.0946617126465	7689134	0.9979633401221996	0.6989155677276211
573.7376673221588	500	1002.9849282747507	16.60276599610572	1047.793603360653	970.2256855964661	7875007	0.998003992015968	0.6989155677276211
587.0190055370331	510	1030.0599276381731	27.722700197742345	1126.6240251660347	998.6572650074959	8064834	0.9980430528375733	0.6989155677276211
601.286290884018	520	1025.1052430784703	12.429385680969212	1071.0501235723495	1007.2188240289688	8263616	0.9980806142034548	0.6989155677276211
615.7371027469635	530	1119.4776065552235	162.23560239765553	1661.9302666783333	969.8486567139626	8461468	0.9981167608286252	0.6989155677276211
630.2333850860596	540	1047.5236331182718	16.744361326377483	1086.553211569786	1019.1676667928696	8658416	0.9981515711645101	0.6989155677276211
644.2168717384338	550	1029.9778394281864	7.750496572167685	1058.7436866760254	1012.0235340595245	8854127	0.9981851179673321	0.6989155677276211
658.4119324684143	560	1070.4131315660477	27.941285662842102	1116.0367560386658	1005.2336295843124	9054745	0.9982174688057041	0.6989155677276211
673.743494272232	570	1073.7111970067024	10.493715783091583	1112.9926586151123	1044.5230014920235	9261100	0.9982486865148862	0.6989155677276211
688.2207953929901	580	1044.942148322463	8.748247133469393	1082.152646780014	1021.1102891564369	9464510	0.9982788296041308	0.6989155677276211
703.5481894016266	590	1057.416061078906	73.85485610531465	1404.521145939827	988.9229581356049	9668395	0.9983079526226735	0.6989155677276211
718.1306149959564	600	1058.9480643582344	72.50828715416938	1361.0204327702522	994.7989917993546	9869398	0.9983361064891847	0.6989155677276211
733.576123714447	610	1324.0933766530288	204.30901006277057	2078.0840325951576	996.2010912299156	10071130	0.9983633387888707	0.6989155677276211
747.994003534317	620	1061.8151817715168	8.374261431341143	1083.4542416334152	1041.7025698423386	10280708	0.998389694041868	0.6989155677276211
763.3132603168488	630	1163.6517874336243	112.62841461002044	1596.5906563401222	1036.692167878151	10494556	0.9984152139461173	0.6989155677276211
777.9515895843506	640	1163.4314000737668	167.27835360709935	2232.947494149208	1034.021808385849	10705778	0.9984399375975039	0.6989155677276211
792.4876396656036	650	1085.975386776924	44.08975677124751	1268.023675918579	1027.1107637882233	10910702	0.9984639016897081	0.6989155677276211
807.6669542789459	660	1169.1606067144871	164.33602665799393	2137.4396104216576	922.475702047348	11120825	0.9984871406959153	0.6989155677276211
822.5992887020111	670	1081.565106048584	49.73101671886338	1277.9635301828384	1021.9489555954933	11325101	0.9985096870342772	0.6989155677276211
838.0118038654327	680	1226.2976067358256	146.77581384125907	1716.4740589261055	982.6830890774727	11537424	0.9985315712187959	0.6989155677276211
853.5841689109802	690	1062.5624948066472	15.958714238091469	1114.1117349267006	1032.358337521553	11750883	0.9985528219971056	0.6989155677276211
868.9680995941162	700	1085.2619197922945	57.035976617282685	1433.3732877969742	1022.3874399065971	11960108	0.9985734664764622	0.6989155677276211
883.679121017456	710	1084.9076887780427	23.48007278148124	1120.6896976232529	1024.3432677388191	12158705	0.9985935302390999	0.6989155677276211
899.2323095798492	720	1116.9322084629537	97.19425249419943	1436.9504747986794	1027.4046951532364	12372428	0.9986130374479889	0.6989155677276211
915.8084888458252	730	1254.183995271921	180.42230400093996	1776.9344999790192	1003.7886613607407	12590735	0.9986320109439124	0.6989155677276211
931.6219835281372	740	1073.9691285461188	59.280642453375556	1346.9299274086952	991.1226269006729	12807031	0.9986504723346828	0.6989155677276211
947.0531032085419	750	1021.111631372571	12.348787442216114	1060.4120534658432	992.1750681996346	13026842	0.9986684420772304	0.6989155677276211
962.7567856311798	760	1210.4439183878899	140.82014381189958	1848.9905763864517	1020.7485437989235	13241426	0.9986859395532195	0.6989155677276211
978.0064783096313	770	1285.4926585235353	184.8546702280346	1847.7283132076263	992.3900731801987	13453597	0.9987029831387808	0.6989155677276211
993.1935768127441	780	1191.0669142723737	200.42253796354862	1840.5365918576717	983.1465976238251	13668358	0.998719590268886	0.6989155677276211
1007.5205025672913	790	1070.598206279874	24.28728670037454	1226.0069541931152	1033.1214349269867	13868544	0.9987357774968394	0.6989155677276211
1022.5952215194702	800	1108.6113950289787	162.09928846068172	1710.7725221514702	986.5694164037704	14070522	0.9987515605493134	0.6989155677276211
1037.2496576309204	810	1085.9103958660364	37.91471514825293	1288.0493469834328	1055.4700348973274	14274385	0.998766954377312	0.6989155677276211
1052.5602226257324	820	1131.4341202110052	112.51096520009402	1620.5923632979393	1029.734146475792	14480174	0.9987819732034104	0.6989155677276211
1068.0887978076935	830	1233.1715838126838	198.93624809049538	1742.6091225743294	932.7821641564369	14689064	0.9987966305655837	0.6989155677276211
1083.524602174759	840	1227.457497560624	229.28720401440276	2049.0440289974213	883.5112895965576	14891406	0.9988109393579072	0.6989155677276211
1099.4636170864105	850	1329.9164187198878	164.78532132714147	1710.1875774860382	1027.108688235283	15109085	0.9988249118683902	0.6989155677276211
1118.2043778896332	860	1353.7957230108977	186.17498166454865	2038.2549934983253	1036.6071823239326	15322468	0.9988385598141696	0.6989155677276211
1137.034585237503	870	1184.7809665983916	116.8577330571885	1507.6144934296608	1067.8705184459686	15539998	0.9988518943742825	0.6989155677276211
1156.1361439228058	880	1272.9740612381324	273.56406221933975	2363.4396335482597	838.6284909844398	15760007	0.9988649262202043	0.6989155677276211
1174.5513370037079	890	1154.0637387236952	224.96271798308456	1728.3920477628708	845.0272387862206	15977251	0.9988776655443322	0.6989155677276211
1194.954752922058	900	1198.875921498537	134.80735364874164	1710.8565473556519	1031.9645535349846	16194264	0.9988901220865705	0.6989155677276211
1213.6848776340485	910	1099.3211043083668	63.19448946958319	1378.980798959732	1018.8764992952347	16409136	0.9989023051591658	0.6989155677276211
1232.9041574001312	920	1403.4428120337427	190.30529792314113	2383.6217626929283	1078.5499293208122	16623010	0.998914223669924	0.6989155677276211
1251.128118276596	930	1130.6016026645898	121.86680264732648	1647.0362595915794	1009.407774746418	16830451	0.9989258861439313	0.6989155677276211
1269.7730991840363	940	1329.3334141385556	221.30843296645196	2002.0862796902657	958.6168122887611	17039109	0.9989373007438895	0.6989155677276211
1288.7725267410278	950	1261.2057017228008	180.9236131837072	1711.186819076538	979.4285722374916	17243163	0.9989484752891693	0.6989155677276211
1307.8055152893066	960	1317.1579265243397	226.35489023349618	2022.9918948411942	936.1186915636063	17451677	0.9989594172736732	0.6989155677276211
1326.4935750961304	970	1255.5760870879888	124.31715321587052	1519.491247177124	1065.973720550537	17665990	0.9989701338825953	0.6989155677276211
1345.6998615264893	980	1269.9469264829158	196.55490900580352	2101.719591796398	1062.499190211296	17878648	0.9989806320081549	0.6989155677276211
1364.3073000907898	990	982.6226348343491	150.88556100025855	1759.8550253510475	830.9527761340141	18087360	0.9989909182643795	0.6989155677276211
1383.8135392665863	1000	1311.3050153858214	160.62558897704093	2050.271141767502	1010.5122994184494	18299477	0.999000999000999	0.6989155677276211
1403.2396502494812	1010	1203.9636288619042	274.8051742171095	2334.889413833618	826.7812819480896	18516402	0.999000999000999	0.6989155677276211
1423.1185007095337	1020	1058.5657814162969	226.45131500899402	1789.6741886138916	845.570772767067	18723680	0.999000999000999	0.6989155677276211
1443.489367723465	1030	1103.2775896126032	215.20123262476676	1783.902286708355	842.0570510625839	18937036	0.999000999000999	0.6989155677276211
1464.766330242157	1040	1140.1046407485007	228.92780553021646	1883.9109201431274	860.4562178850174	19151044	0.999000999000999	0.6989155677276211
1486.3479678630829	1050	1233.4095048093795	184.69693668029558	1932.9608824253082	1008.2809962034225	19363723	0.999000999000999	0.6989155677276211
1507.9532628059387	1060	1275.6127060079575	158.2879482464454	1630.3468254208565	930.7422305941582	19576916	0.999000999000999	0.6989155677276211
1529.095820426941	1070	1344.3878663783473	184.6081561736037	1836.6648353934288	852.034236907959	19787096	0.999000999000999	0.6989155677276211
1550.4012262821198	1080	1287.9345470017195	178.21478823908498	2038.4977940917015	1032.3133145570755	19995865	0.999000999000999	0.6795099758941943
1571.6494600772858	1090	1221.507823730111	119.6951260742761	1600.505989432335	1074.7746094465256	20204020	0.999000999000999	0.6795099758941943
1593.4442038536072	1100	1210.548946197629	144.3546940993459	1705.8447902202606	1038.6043255329132	20417496	0.999000999000999	0.6795099758941943
1615.767198562622	1110	1196.1569802819192	253.5402354566633	1917.1231778860092	844.8394920825958	20631596	0.999000999000999	0.6795099758941943
1637.448227405548	1120	986.9888768863678	197.26726807616126	1720.42808842659	812.1260808706284	20844380	0.999000999000999	0.6795099758941943
1657.919100522995	1130	798.6173674845695	20.026719178306518	841.3872168660164	721.3343679904938	21057328	0.999000999000999	0.6795099758941943
1679.3734607696533	1140	1195.1086629322172	161.94111207876824	1759.3781217336655	982.1094150543213	21274288	0.999000999000999	0.6795099758941943
1701.5045115947723	1150	1114.9548210990429	22.739626719539785	1168.0254744887352	1080.7490767240524	21495187	0.999000999000999	0.6795099758941943
1723.5814182758331	1160	1258.4076943469047	185.8015772817103	1837.698520898819	980.0082697868347	21711897	0.999000999000999	0.6795099758941943
1745.7145564556122	1170	1088.4579227072	25.751636573964817	1181.5863938331604	1048.5081511735916	21924549	0.999000999000999	0.6795099758941943
1769.0055890083313	1180	1256.9757434171438	155.57982426876703	1745.5814230442047	1047.9388293027878	22156858	0.999000999000999	0.6795099758941943
1792.311782360077	1190	1204.045128941536	139.13289604552455	1655.5455667972565	1025.3890509605408	22389156	0.999000999000999	0.6795099758941943
1815.0228550434113	1200	1085.080274322629	18.98427192201971	1149.526224732399	1051.8664143681526	22614160	0.999000999000999	0.6795099758941943
1839.396327495575	1210	1115.6441083741188	73.06991793018253	1558.451322555542	1058.6736382842064	22847158	0.999000999000999	0.6795099758941943
1861.3605744838715	1220	1119.7032885426283	94.48736792598882	1573.6766949892044	1022.4453904628754	23065491	0.999000999000999	0.6795099758941943
1883.0677297115326	1230	1177.8625929635764	131.60017490254353	1499.1423482894897	1040.9751799106598	23290076	0.999000999000999	0.6795099758941943
1905.4968349933624	1240	1314.344351427555	146.9707869533377	1781.0817843079567	1079.3966740369797	23509310	0.999000999000999	0.6795099758941943
1927.90886926651	1250	1292.6756555038692	249.21570177674266	1978.2895935177803	873.8488265275955	23736413	0.999000999000999	0.6795099758941943
1949.443885564804	1260	1105.6573405832053	357.3465689511376	2063.3890147209167	832.8204084634781	23955588	0.999000999000999	0.6795099758941943
1970.7645387649536	1270	1266.1591226410865	248.7627800762032	2345.933921813965	852.1669672727585	24167645	0.999000999000999	0.6795099758941943
1992.8064539432526	1280	1202.0043188798427	100.83575895736445	1429.31457310915	1068.231505870819	24385215	0.999000999000999	0.6795099758941943
2015.705919265747	1290	1259.8952683192492	121.78666439926569	1471.7246047854424	1099.934287250042	24606774	0.999000999000999	0.6795099758941943
2037.1683223247528	1300	1127.2294554728269	7.6706474999620475	1149.0358579158783	1110.4373444914818	24826305	0.999000999000999	0.6795099758941943
2059.149274110794	1310	1201.3278354972601	134.40100291749863	1646.5732226371765	1056.92736941576	25046514	0.999000999000999	0.6795099758941943
2080.656034231186	1320	1116.782640014887	41.104025708742476	1408.701322555542	1069.5798285603523	25261529	0.999000999000999	0.6795099758941943
2102.52125620842	1330	1185.989729399085	289.40381158160744	1985.084560930729	864.1113220453262	25486065	0.999000999000999	0.6795099758941943
2124.531481742859	1340	966.4221512246132	190.44902523957597	1729.4665761590004	830.4000731110573	25707892	0.999000999000999	0.6795099758941943
2147.140421628952	1350	1272.2303280496596	171.74605636400602	1669.7261627912521	879.3767940998077	25928397	0.999000999000999	0.6795099758941943
2168.379582643509	1360	1343.4568668973445	226.33925467275725	2084.3425264954567	902.6210174560547	26143238	0.999000999000999	0.6795099758941943
2190.8209042549133	1370	1404.2938835662603	146.51682764333822	1922.108815908432	1017.5211446881294	26368833	0.999000999000999	0.6795099758941943
2213.2472043037415	1380	1122.8817121344805	259.51044821125987	2339.5249675512314	876.2158543467522	26587519	0.999000999000999	0.6795099758941943
2234.7885699272156	1390	974.1513427132368	204.11538609450753	1835.591676056385	832.9579861164093	26805179	0.999000999000999	0.6795099758941943
2255.9305651187897	1400	1183.9007908451558	119.55504989588417	1738.372877061367	1059.2093575000763	27019931	0.999000999000999	0.6795099758941943
2277.3831057548523	1410	913.3820303410291	180.98215178128896	1943.3783826828003	802.7478048801422	27235607	0.999000999000999	0.6795099758941943
2298.7728822231293	1420	1265.5367816066741	184.9227929675042	2017.6530793309212	994.6062970161438	27446495	0.999000999000999	0.6795099758941943
2320.2315402030945	1430	1080.9618775320052	231.4792151448497	1962.2642776966095	856.9453678131104	27658138	0.999000999000999	0.6172249374680313
2343.0629484653473	1440	1276.1559277129172	216.31295418801255	1731.0411369800568	859.7069289684296	27877950	0.999000999000999	0.6172249374680313
2364.5796196460724	1450	1058.321118914485	199.68305003248133	1818.205951333046	855.7488313317299	28093734	0.999000999000999	0.6172249374680313
2386.21169757843	1460	1185.4644866275787	223.85980535362773	2267.6119980812073	961.3702852129936	28307042	0.999000999000999	0.6172249374680313
2407.308806657791	1470	1363.694782025218	111.11475549185629	1717.1609356999397	1068.428940474987	28519139	0.999000999000999	0.6172249374680313
2429.7413108348846	1480	1200.3309286999702	246.9457741175068	2318.1745231747627	880.4343614578247	28734548	0.999000999000999	0.6172249374680313
2450.979683637619	1490	930.270825483799	214.7852720434182	1605.7646928429604	796.6845496296883	28944632	0.999000999000999	0.6172249374680313
2471.776470184326	1500	1283.061541337967	238.36600395322665	1891.057612478733	983.865304350853	29150617	0.999000999000999	0.6172249374680313
2494.152527809143	1510	1234.3592621207238	223.4223445751309	1951.1407288312912	969.3232192397118	29370117	0.999000999000999	0.6172249374680313
2515.812269926071	1520	1267.4677842377125	256.00850889983224	2038.2800911664963	882.4610896110535	29584847	0.999000999000999	0.6172249374680313
2537.790855884552	1530	849.8403121501208	42.25935309680397	967.7884401679039	810.7617353200912	29807078	0.999000999000999	0.6172249374680313
2559.6890552043915	1540	1020.0962825118005	230.22704478966455	1630.3040835261345	803.9247169494629	30022194	0.999000999000999	0.6172249374680313
