Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
6.6774468421936035	0	95.59098316907883	9.885925953583445	130.82640382647514	79.12662926316261	0	0.0	0
14.798728704452515	10	249.88082133293153	3.237920056621823	258.4197151660919	243.02954626083374	122311	0.9090909090909091	0.36689788400748546
25.367414712905884	20	269.57089183688163	4.85722559464303	280.2844513654709	259.4484438896179	294739	0.9523809523809523	0.36689788400748546
37.71159553527832	30	313.18899191975595	4.66002649559518	326.1876904964447	300.9219620227814	490060	0.967741935483871	0.36689788400748546
50.87267303466797	40	358.7760038608313	4.155388037999601	368.1668310165405	350.830842256546	706618	0.975609756097561	0.36689788400748546
65.10582661628723	50	381.06086678266524	4.40389885136289	393.39619636535645	372.51051437854767	948788	0.9803921568627451	0.36689788400748546
79.54775929450989	60	391.9701762461662	3.3242392030218153	400.11598348617554	385.4496406316757	1202233	0.9836065573770492	0.36689788400748546
94.54324221611023	70	399.8691697311401	3.313095907811561	407.8827269077301	391.1468197107315	1472146	0.9859154929577465	0.36689788400748546
109.6883933544159	80	399.1928262114525	3.7557119686843774	408.5815590620041	391.21311151981354	1748193	0.9876543209876543	0.36689788400748546
126.63824582099915	90	437.3118870854378	4.147038158568497	448.6833065748215	429.58273708820343	2044623	0.989010989010989	0.36689788400748546
142.72816801071167	100	444.3010639059544	4.22417958286596	454.0480408668518	435.9687751531601	2330455	0.9900990099009901	0.36689788400748546
159.2287516593933	110	458.1842843830585	4.7276350580705735	476.7978322505951	448.3795120716095	2609421	0.990990990990991	0.36689788400748546
175.52211570739746	120	461.073385528326	3.9316797807037047	469.84714615345	453.523610830307	2884105	0.9917355371900827	0.36689788400748546
191.35295724868774	130	469.6761239957809	3.9828076724676653	480.91481161117554	461.1779121160507	3151445	0.9923664122137404	0.36689788400748546
207.21970987319946	140	501.6562446641922	5.0159901426744975	515.0619167089462	493.39421927928925	3418753	0.9929078014184397	0.36689788400748546
223.7674479484558	150	531.6390363013744	4.402379149289021	542.5352544784546	521.4807720184326	3694067	0.9933774834437086	0.36689788400748546
240.32963609695435	160	540.1347404193879	4.212114459267715	550.8101917505264	529.0857553482056	3971081	0.9937888198757764	0.36689788400748546
256.84776973724365	170	562.6096909850836	3.8026130517522536	574.1623830795288	553.4182053804398	4247565	0.9941520467836257	0.36689788400748546
272.7428197860718	180	567.0752761691808	5.650816153625762	579.8625818490982	554.3726433515549	4519343	0.994475138121547	0.36689788400748546
288.8368709087372	190	536.2218681204319	4.2488021832353216	547.545975446701	523.672538459301	4788405	0.9947643979057592	0.36689788400748546
304.37281918525696	200	553.682191927433	5.319724506323184	566.3880462646484	539.1980155706406	5053848	0.9950248756218906	0.36689788400748546
319.673455953598	210	548.6638839769363	4.654103876157728	558.8189562559128	537.2830756306648	5313020	0.995260663507109	0.36689788400748546
335.56068563461304	220	546.8955242824554	4.617536188169244	563.2567528486252	536.4917351007462	5584948	0.995475113122172	0.36689788400748546
350.7202060222626	230	544.8705304527283	5.4789339128208825	557.012602686882	527.2441987395287	5846390	0.9956709956709957	0.36689788400748546
366.76400208473206	240	552.8750828230382	5.384004431995156	565.3680690526962	533.6744115352631	6106330	0.995850622406639	0.36689788400748546
381.9394965171814	250	548.8705117809773	5.616391955084717	568.0468312501907	538.2360247373581	6359805	0.9960159362549801	0.4182382515936844
397.3595197200775	260	540.3036994844675	5.388691613068633	556.1350250840187	529.2004258036613	6629199	0.9961685823754789	0.4182382515936844
413.0640139579773	270	541.7413925141096	5.2728372945084985	553.0588775873184	527.4319877028465	6890971	0.996309963099631	0.4182382515936844
428.6774652004242	280	544.3005586630106	4.954342630827307	555.1059691905975	531.9319528341293	7164358	0.99644128113879	0.4182382515936844
444.52122044563293	290	538.7478832173348	6.46990850503117	557.0207916498184	521.9966435432434	7435687	0.9965635738831615	0.4182382515936844
460.3359344005585	300	547.7561322897673	5.680618973822104	563.8050428628922	533.791993021965	7703602	0.9966777408637874	0.4182382515936844
475.57501459121704	310	557.6180758666992	7.92309416392526	575.4225848913193	537.9765965938568	7963534	0.9967845659163987	0.4182382515936844
491.66446471214294	320	544.730282793045	6.995420568296026	560.4591690301895	529.5257160663605	8236155	0.9968847352024922	0.4182382515936844
507.07913637161255	330	543.7920184159279	8.659896057122728	568.6994527578354	522.7792746424675	8490898	0.9969788519637462	0.4182382515936844
522.4546642303467	340	546.4535575670004	5.807120580850927	567.5404468774796	532.953409075737	8754504	0.9970674486803519	0.4182382515936844
537.9443674087524	350	556.5095712196827	8.629493128640744	575.0793581008911	535.8903262019157	9026236	0.9971509971509972	0.4182382515936844
553.9033002853394	360	553.1460537338257	8.890942286587892	574.3657432794571	533.9761506319046	9302138	0.997229916897507	0.4182382515936844
569.7395737171173	370	563.7013234782219	10.600272912624739	585.292522072792	544.5713765621185	9574981	0.9973045822102425	0.4182382515936844
585.254332780838	380	558.5147157502174	6.500796632986072	572.6703847646713	539.3114451169968	9847601	0.9973753280839895	0.4182382515936844
600.9557180404663	390	559.6045231091977	7.96056198549011	584.4305913448334	543.2399763464928	10120644	0.9974424552429667	0.4182382515936844
616.7986419200897	400	555.0597898936271	9.372526862228622	578.6432152986526	536.4114766120911	10390326	0.9975062344139651	0.4182382515936844
633.2961251735687	410	564.6067715579271	5.915918861643631	579.4436707496643	550.7923570871353	10684531	0.9975669099756691	0.4182382515936844
649.8289806842804	420	573.029737624526	6.49289179248103	587.0937517881393	553.4188719391823	10972882	0.997624703087886	0.4182382515936844
666.4870030879974	430	576.6946970921755	6.917840517916906	597.1911151409149	562.2134912014008	11265042	0.9976798143851509	0.4182382515936844
683.0228884220123	440	596.6876865947247	7.709010613051523	617.5640907287598	572.8941965699196	11557039	0.9977324263038548	0.4182382515936844
700.6284470558167	450	596.4992476034164	9.088848026481244	615.7257459163666	569.4101266264915	11858094	0.9977827050997783	0.4182382515936844
717.4745898246765	460	590.9409524941444	10.522134365474427	640.054474234581	574.8132684230804	12157529	0.9978308026030369	0.4182382515936844
734.723726272583	470	595.7646950137615	7.644320109531902	612.2593339681625	574.2723997235298	12458528	0.9978768577494692	0.4182382515936844
752.0683853626251	480	601.7915481442213	10.254336377342748	637.3556852340698	578.8935327529907	12757847	0.997920997920998	0.4182382515936844
769.6222884654999	490	612.0657287174463	15.881116603759224	660.4729516506195	582.8750605583191	13071018	0.9979633401221996	0.4182382515936844
787.0167872905731	500	599.7779597479105	7.694769751925365	615.2280348539352	579.4697989225388	13379193	0.998003992015968	0.4182382515936844
804.9381177425385	510	598.2445656782388	8.387749381838853	620.176097869873	580.0441541075706	13692282	0.9980430528375733	0.4182382515936844
823.020542383194	520	597.6416595637799	8.76128532560917	618.90971326828	576.9911881685257	14010043	0.9980806142034548	0.4182382515936844
840.7975473403931	530	623.1101170033216	14.038211164069153	661.1784828901291	591.4638857245445	14324215	0.9981167608286252	0.4182382515936844
858.3212926387787	540	611.0051717299223	9.936686973699825	653.3468235731125	589.9933079481125	14655018	0.9981515711645101	0.4182382515936844
877.6862554550171	550	644.7762437868118	27.480292096125662	790.7447428703308	603.87011885643	15002926	0.9981851179673321	0.4182382515936844
896.4830284118652	560	673.8788741014898	38.07884441132724	798.6308364868164	616.3941447734833	15339300	0.9982174688057041	0.4182382515936844
915.9980392456055	570	660.7814930664003	34.878296253755224	775.5081727951765	597.2440825104713	15688537	0.9982486865148862	0.4182382515936844
935.6060290336609	580	645.2720516562462	27.876794062125768	735.8039059638977	601.1251446008682	16038700	0.9982788296041308	0.4182382515936844
955.0994381904602	590	651.6081725025177	34.534099919590226	781.8080042600632	591.344673871994	16379600	0.9983079526226735	0.4182382515936844
973.984032869339	600	626.6273864996433	20.726381588741432	687.5983327627182	593.2317410707474	16729551	0.9983361064891847	0.4182382515936844
994.5678954124451	610	678.4841860745847	28.664234674180626	812.483724117279	605.9050956815481	17090842	0.9983633387888707	0.4182382515936844
1015.9075152873993	620	707.5437926700711	81.96540927418424	1138.7187414169312	631.8975415527821	17468091	0.998389694041868	0.4182382515936844
1037.9569337368011	630	658.4856876218319	15.654710247613453	695.3592001199722	614.8973696231842	17854809	0.9984152139461173	0.4182382515936844
1061.0674216747284	640	841.3210102675855	168.464281425738	1190.324170589447	627.7732710838318	18246097	0.9984399375975039	0.4182382515936844
1086.093472957611	650	803.9102381548286	161.7621015958417	1276.2468553185463	666.0125464498997	18670455	0.9984639016897081	0.4182382515936844
1114.7264995574951	660	1344.0730493168858	280.32931819313956	2047.6576360464096	562.0752396467142	19123208	0.9984871406959153	0.4182382515936844
1148.694018125534	670	1962.1543212242425	155.96962045255506	2115.226604104042	868.9110223650932	19624072	0.9985096870342772	0.4182382515936844
1183.0452876091003	680	1725.4436890415848	472.209404299484	2050.975351214409	393.5984565615654	20144066	0.9985315712187959	0.4182382515936844
1216.7087972164154	690	1874.6964800715446	145.04249028811375	2002.7889485359192	469.68087154626846	20660348	0.9985528219971056	0.4182382515936844
1254.013750076294	700	1843.8985643211008	234.60382654212134	1987.6244558095932	-8.416025340557098	21224671	0.9985734664764622	0.4182382515936844
1289.2744143009186	710	1883.326176185608	20.877191898375983	1943.6179426908493	1848.652123451233	21776710	0.9985935302390999	0.4182382515936844
1327.2101554870605	720	1949.603879247904	216.32291885147885	2091.5420805215836	412.995324075222	22341649	0.9986130374479889	0.4182382515936844
1368.246633529663	730	1866.9488121031295	372.02739483933397	2062.8273611068726	387.29702377319336	22942665	0.9986320109439124	0.4182382515936844
1408.2107946872711	740	1799.8007846580074	225.1467681223602	1873.68383705616	-9.095095664262772	23533724	0.9986504723346828	0.4182382515936844
1445.4777536392212	750	1944.4247536756843	156.93913061669863	2038.2395993471146	402.1544537767768	24091331	0.9986684420772304	0.4182382515936844
1483.3319420814514	760	1836.4751806871593	324.9375787826258	1961.7264310121536	-10.577370971441269	24649799	0.9986859395532195	0.4182382515936844
1518.751625776291	770	1673.9590113830009	475.3804059921937	1963.6689503192902	-8.847497791051865	25175752	0.9987029831387808	0.4182382515936844
1552.5854218006134	780	1779.9987670875503	274.2964539937016	2017.1373237371445	-5.703154081478715	25673991	0.998719590268886	0.4182382515936844
1588.794186115265	790	1854.2686496004462	188.48796294038848	1928.5633778572083	-9.888252288103104	26197638	0.9987357774968394	0.4182382515936844
1626.664089679718	800	1829.78253861811	324.4225507387099	1975.1465454101562	-10.492786347866058	26748734	0.9987515605493134	0.4182382515936844
1663.4117951393127	810	1841.5639152544736	265.6467771588303	1940.9028247594833	-10.63997733592987	27277228	0.998766954377312	0.4182382515936844
1698.8698885440826	820	1809.2226067227125	467.846197354456	2039.8533281087875	-12.828176513314247	27801250	0.9987819732034104	0.4182382515936844
1735.4471900463104	830	1804.3249177870528	433.37046955835984	2051.830737352371	-5.1352777779102325	28347876	0.9987966305655837	0.4182382515936844
1771.8385226726532	840	1816.1498128328844	462.908626633391	2016.43883061409	-13.284484848380089	28882766	0.9988109393579072	0.4182382515936844
1807.970853805542	850	1829.5294558757544	185.24035819094505	1870.4603337049484	-11.95384293794632	29411145	0.9988249118683902	0.4182382515936844
1842.7367148399353	860	1760.368052859828	410.25174498717473	1938.23271048069	-12.30671639740467	29913075	0.9988385598141696	0.4182382515936844
1876.8231709003448	870	1599.4051404551324	651.83846407564	1971.5200809240341	-14.222338184714317	30405803	0.9988518943742825	0.4182382515936844
1910.851369857788	880	1726.0687076663226	579.8977313957923	2017.567217707634	-14.020668298006058	30901560	0.9988649262202043	0.4182382515936844
1946.5155186653137	890	1733.1667662283778	556.9749771256256	1957.4582294225693	-13.843253254890442	31433344	0.9988776655443322	0.4182382515936844
1981.0032727718353	900	1720.565543113351	511.1428392497901	1923.8051714897156	-14.17877995967865	31938365	0.9988901220865705	0.4182382515936844
2017.3718121051788	910	1706.1749541481863	506.79295625306435	1914.0404365062714	-13.559246838092804	32469630	0.9989023051591658	0.4182382515936844
2053.929402589798	920	1782.3962953683733	256.57331524622066	1832.4139151573181	-13.596399158239365	32984861	0.998914223669924	0.4182382515936844
2089.6843614578247	930	1724.6410610322655	398.3233139436076	1837.721756696701	-12.405815988779068	33517088	0.9989258861439313	0.4182382515936844
2123.812518596649	940	1724.1750416024588	404.6872072126933	1882.491781115532	-15.110074684023857	34021783	0.9989373007438895	0.4505445318278762
2159.120835542679	950	1729.9419940926134	400.01093936251783	1841.7764197587967	-14.85393051803112	34520679	0.9989484752891693	0.4505445318278762
2192.0761172771454	960	1618.9425391988923	573.6760121757414	1841.739210009575	-15.643343642354012	35005212	0.9989594172736732	0.4505445318278762
2226.804183483124	970	1753.3359176239371	360.71247213839007	1879.9949426054955	-14.74852579832077	35511673	0.9989701338825953	0.4505445318278762
2262.3585436344147	980	1814.463289320469	72.08015479313705	1876.6238288283348	1245.8642050623894	35997596	0.9989806320081549	0.4505445318278762
2297.4493358135223	990	1582.4484959993697	616.6130202849887	1838.4303212165833	-15.469425320625305	36485282	0.9989909182643795	0.4505445318278762
2330.415938615799	1000	1732.9964818486571	445.95427683033256	1919.504618525505	-15.783460706472397	36943243	0.999000999000999	0.4505445318278762
2362.711320400238	1010	1682.6523416815699	500.0857581344689	1876.624747633934	-15.491018608212471	37406461	0.999000999000999	0.4505445318278762
2396.4115760326385	1020	1715.284605223611	436.79800238577207	1848.602815270424	-16.16646119952202	37877610	0.999000999000999	0.4505445318278762
2433.0761601924896	1030	1608.375095576495	570.4555354718931	1829.3722076416016	-16.27369913458824	38363928	0.999000999000999	0.4505445318278762
2465.2812988758087	1040	1631.132228057012	547.9528619550417	1853.0518591403961	-15.910696029663086	38836246	0.999000999000999	0.4505445318278762
2497.8311178684235	1050	1604.8542519325763	597.461795302304	1837.8368599414825	-16.216555804014206	39293521	0.999000999000999	0.4505445318278762
2531.014755010605	1060	1665.2889099486918	495.12021910059883	1822.940946340561	-16.711991786956787	39769430	0.999000999000999	0.4505445318278762
2566.5650358200073	1070	1716.7768021298946	397.49243557753005	1861.8526046276093	-17.51394085586071	40254191	0.999000999000999	0.4505445318278762
2603.003004550934	1080	1736.5402430322765	357.92506257780593	1841.0304200053215	-16.273274809122086	40744390	0.999000999000999	0.4505445318278762
2635.04013466835	1090	1692.2655902500637	392.283556320887	1859.5733551979065	-15.829440772533417	41225131	0.999000999000999	0.4505445318278762
2670.519330739975	1100	1666.0833157807588	461.10692940311355	1847.2887091040611	-17.96009761095047	41742738	0.999000999000999	0.4505445318278762
2704.7491130828857	1110	1664.5000268362462	424.7926855880516	1802.309406220913	-18.10846410691738	42239538	0.999000999000999	0.4505445318278762
2741.0656344890594	1120	1626.408698897874	516.4816364640469	1805.9797580838203	-18.535976320505142	42746485	0.999000999000999	0.4505445318278762
2773.1563556194305	1130	1334.7767519606464	476.1796989964501	1821.2744653224945	-17.56394024193287	43216051	0.999000999000999	0.4505445318278762
2807.7765090465546	1140	1693.613732876908	432.0448316223493	1843.0517608523369	-17.625270932912827	43724927	0.999000999000999	0.4505445318278762
2842.394472837448	1150	1675.7327701565623	464.35568649287836	1815.6968973279	-17.824085146188736	44224213	0.999000999000999	0.4505445318278762
2876.849900007248	1160	1680.6364614829422	465.63086178969354	1819.2738644480705	-18.381599068641663	44716695	0.999000999000999	0.4505445318278762
2911.4083285331726	1170	1718.347588945329	354.0987521006678	1804.3890829086304	-17.654739797115326	45196079	0.999000999000999	0.4505445318278762
2944.5583543777466	1180	1479.5816080516577	610.6589213032181	1803.1348116993904	-18.474140256643295	45670480	0.999000999000999	0.4505445318278762
2978.3171343803406	1190	1629.9333437661826	517.4137533902477	1810.9685572981834	-18.345253944396973	46146635	0.999000999000999	0.4505445318278762
3015.0782704353333	1200	1661.4345993679763	460.6502416357812	1799.9926639795303	-18.320508897304535	46648395	0.999000999000999	0.4505445318278762
3050.9167778491974	1210	1514.2856557705998	643.3207840751155	1797.6434481143951	-19.238280832767487	47134125	0.999000999000999	0.4505445318278762
3082.366590499878	1220	905.1451106180436	542.9086539868292	1819.1823001503944	-18.79189169406891	47594766	0.999000999000999	0.4505445318278762
3113.1313672065735	1230	1394.0647457403318	560.9698696767748	1814.561832010746	-18.80711081624031	48018263	0.999000999000999	0.4505445318278762
3146.651343345642	1240	1616.9692937749624	477.7957001256533	1825.2974157333374	-19.538511276245117	48476637	0.999000999000999	0.4505445318278762
3180.194221973419	1250	1567.9443589454145	584.9168263310019	1795.5008574724197	-18.406994253396988	48926536	0.999000999000999	0.4505445318278762
3213.7175731658936	1260	1542.3994735381007	578.0759275173784	1779.4467155337334	-19.286338061094284	49383456	0.999000999000999	0.4505445318278762
3246.866776704788	1270	1321.1807533466072	621.2419097683509	1773.9915733933449	-19.808710612356663	49853605	0.999000999000999	0.4505445318278762
