Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
4.776508808135986	0	157.35502446115018	53.26789021594595	421.2008010149002	97.73617750406265	0	0.0	0
8.109523057937622	10	363.62078367352484	1.414031631064278	366.75898826122284	360.61890095472336	41200	3.3832716571593875	1.6469709249316011
13.636368751525879	20	1577.449073266387	436.7706907677193	3041.5274064540863	1084.0116706490517	103921	3.720464290509515	2.304677204224989
26.392008781433105	30	2629.7595535206797	113.8645972767811	2786.095921933651	1510.762866795063	279484	3.7195431368438627	2.304677204224989
41.873448848724365	40	2804.8860792285204	8.271571134052806	2829.5988445281982	2789.220023036003	518925	3.6686271693039227	2.304677204224989
57.809709787368774	50	2984.9523986393215	26.662582971931997	3037.246788263321	2931.8307894468307	776988	3.631623509768045	2.304677204224989
73.80949378013611	60	3038.5327429401873	21.548908419172907	3068.669472694397	2972.1730244755745	1031934	3.569261641735953	2.304677204224989
88.7452621459961	70	2988.424365708232	4.926483042155582	3001.960216164589	2977.094909608364	1266739	3.5950281334328578	2.304677204224989
103.2762336730957	80	3128.4715326672795	10.609588816094579	3164.4599453806877	3108.271945476532	1490161	3.5782259906411	2.304677204224989
118.97810101509094	90	3181.608690441251	11.134522502892972	3206.902930676937	3151.4694343209267	1742175	3.5616205584674945	2.304677204224989
134.5672059059143	100	3184.7685798573493	3.8450323997393836	3194.120736837387	3175.653129518032	1991894	3.5429047958017317	2.304677204224989
149.79606986045837	110	3029.394716028571	641.8577313892081	3318.037386775017	1287.1103588938713	2242425	3.5411128114580217	2.304677204224989
165.10019731521606	120	3238.0712812417746	24.38947862143375	3284.840863466263	3174.4722339510918	2484983	3.5359716494621596	2.304677204224989
179.95941615104675	130	3222.273011904359	20.62393045308688	3263.0677093863487	3164.4053570628166	2726587	3.518295661944039	2.304677204224989
195.33315086364746	140	3252.710574273467	3.1878572688763613	3262.1371617913246	3244.672729730606	2973437	3.4970845644517503	2.304677204224989
211.18265676498413	150	3411.9343326735498	6.117331834400371	3422.2776851654053	3393.804128885269	3236135	3.5117554792865855	2.304677204224989
226.54375338554382	160	3355.240444086194	20.275880404799942	3386.6935256123543	3288.252658843994	3483396	3.5026233788982344	2.304677204224989
242.03373742103577	170	3349.9634881675242	1.5116110745563938	3354.096867978573	3344.675855576992	3739120	3.498519774360296	2.304677204224989
257.7078206539154	180	3451.362996573448	3.4925666962217266	3457.9612605571747	3441.9011910557747	3984627	3.493178552694118	2.304677204224989
273.53529024124146	190	3478.9609209406376	5.471555139546294	3490.3369438648224	3467.9961505532265	4239347	3.484874310400433	2.304677204224989
289.1261696815491	200	3457.9004626941683	2.905330631821782	3463.7963641285896	3448.48611420393	4499076	3.4550306383411704	2.304677204224989
304.66958141326904	210	3500.354297515154	1.9952787617096452	3504.726723611355	3495.483586549759	4750845	3.461136086868587	2.304677204224989
320.7666096687317	220	3513.729688562155	8.00011739656467	3532.8674714565277	3481.599161863327	5015463	3.460670129544935	2.304677204224989
336.7306056022644	230	3524.2004192084073	202.01597793311151	3572.9253076314926	2132.5618871450424	5276649	3.454189658803587	2.304677204224989
352.4377362728119	240	3546.02068138957	5.438067376424979	3552.8124890327454	3521.357673764229	5534083	3.450244534823288	2.304677204224989
368.4619035720825	250	3536.71519585371	7.3093145405787485	3546.7869619727135	3485.6724655628204	5789419	3.4465130624715288	2.304677204224989
384.03648924827576	260	3514.7674463278054	3.6070358934818647	3522.607957780361	3505.988610267639	6044130	3.447554609010388	2.304677204224989
400.0203776359558	270	3515.252202022076	3.7824830328514456	3523.913488149643	3505.271070122719	6309086	3.4311152814623496	2.304677204224989
416.5260491371155	280	3560.8475285524128	3.0640536499626068	3567.8553341031075	3552.3688255548477	6570244	3.4177859351888107	2.304677204224989
432.02079248428345	290	3537.288799316287	2.2117139381093933	3541.589440047741	3530.755164563656	6817843	3.4116062483248286	2.304677204224989
447.5845260620117	300	3524.126975325942	5.75352460410787	3537.3950579166412	3510.2521849274635	7078225	3.4130330388151826	2.304677204224989
463.7183623313904	310	3540.8608368206023	3.1767437257684796	3546.1911214590073	3529.5616079568863	7349267	3.4061856440241782	2.304677204224989
479.84714674949646	320	3516.6636396437884	3.0422542071196363	3524.1965849399567	3509.3593546152115	7617745	3.4003378360551024	2.304677204224989
495.92310762405396	330	3579.6272873580456	3.9339604298938045	3590.5922045111656	3569.8448562026024	7886898	3.3911258658758827	2.304677204224989
512.1094298362732	340	3569.5304592359066	4.050335745509059	3581.950744509697	3560.441615462303	8150647	3.385602406010471	2.304677204224989
528.4302525520325	350	3557.217160575986	3.2984556740343245	3566.006833434105	3549.8899465203285	8419556	3.3766426008718837	2.304677204224989
544.2008605003357	360	3552.454907310009	4.753740276239827	3565.47661536932	3543.022070348263	8684697	3.3691504467025326	2.304677204224989
560.3485832214355	370	3557.597043067813	5.591609014055153	3566.345288693905	3542.785379767418	8958388	3.3673828801566716	2.304677204224989
575.8748555183411	380	3596.9284696972372	3.7019623086949847	3605.7130985856056	3588.8609394431114	9216114	3.3664294117119367	2.304677204224989
591.4775581359863	390	3585.3197601741554	24.961248018308606	3603.8223654031754	3444.6474707722664	9480203	3.361638220968888	2.304677204224989
607.543708562851	400	3593.2465755444764	4.428179059899475	3605.074222266674	3581.4574528336525	9755865	3.3617382945015786	2.304677204224989
623.4284205436707	410	3595.061825476289	3.7759624396846605	3604.569347500801	3586.2239595651627	10034951	3.3612943378464513	2.304677204224989
639.2450578212738	420	3617.8559049886467	2.816256607071178	3624.486448943615	3610.5034050941467	10303787	3.3564575714796403	2.304677204224989
655.6649227142334	430	3642.0953710228205	4.0613372880539105	3650.6410333514214	3632.149282872677	10577532	3.3468005610219236	2.304677204224989
671.5594215393066	440	3624.312273119092	28.34550367974682	3648.704592347145	3506.4392090439796	10854533	3.3471233803465306	2.304677204224989
687.5170481204987	450	3626.0484319210054	3.580376152270951	3633.534703850746	3614.9562078118324	11137815	3.3364791221643837	2.304677204224989
703.9445331096649	460	3659.6674334406853	3.3656884867438364	3667.2957748174667	3647.6990052461624	11412176	3.325997588702561	2.304677204224989
720.2972121238708	470	3630.5350651466847	27.78046366902586	3653.4741536974907	3491.776763856411	11692459	3.3191824548785864	2.304677204224989
736.7266328334808	480	3631.5964696359633	5.11050497047206	3642.2438519001007	3618.4527175426483	11980269	3.3153512060775623	2.304677204224989
752.5125012397766	490	3666.867031779885	4.143795254911847	3673.570428788662	3653.9866824150085	12245639	3.3084457198834802	2.304677204224989
768.7160573005676	500	3631.7406827026607	4.265284185335182	3639.693345248699	3622.19916754961	12529650	3.310786670625707	2.304677204224989
785.2236428260803	510	3610.0296947294473	35.76239423135893	3633.630933701992	3462.95898938179	12817413	3.306863056606327	2.304677204224989
801.5860464572906	520	3626.9192106491328	4.295982679463703	3635.9412646889687	3617.052286207676	13103091	3.3049911720829956	2.304677204224989
818.3226089477539	530	3622.2022656184436	15.624627003607955	3635.417703330517	3511.5881006121635	13390275	3.3011649198397333	2.304677204224989
834.6538918018341	540	3575.6137678313257	121.20646809892021	3653.5274907946587	2823.9495348334312	13673665	3.2945332011434414	2.304677204224989
851.2914936542511	550	3656.784547405243	14.855531845674872	3667.9423077106476	3520.747632622719	13960212	3.2898642142511507	2.304677204224989
867.1793222427368	560	3648.260372347832	4.882825506788803	3660.043234705925	3638.2317507863045	14235814	3.2899584217412725	2.304677204224989
883.5892763137817	570	3641.8166151416303	24.143796907323782	3658.4851943850517	3455.2877982258797	14520780	3.2845218159184455	2.304677204224989
899.6515271663666	580	3667.264373945594	3.9721501312977905	3674.8570326566696	3654.298517048359	14808931	3.283071299615259	2.304677204224989
915.5965256690979	590	3656.983991950154	38.346329443711184	3677.8010293245316	3500.688083410263	15080619	3.281411265194291	2.304677204224989
931.9589304924011	600	3655.3355044829846	31.946723649924024	3670.1741805672646	3419.0537365674973	15361858	3.2803729649163924	2.304677204224989
947.9655635356903	610	3689.396711675525	3.415617721588946	3694.7335664629936	3681.60441249609	15631425	3.279752605836748	2.304677204224989
964.488109588623	620	3675.198970605731	4.071852019742515	3683.5383669137955	3666.1931117773056	15905383	3.2799393547465043	2.304677204224989
980.7358844280243	630	3598.721487163901	183.03833363987795	3658.086920619011	2520.7194180488586	16177653	3.2782334168032636	2.304677204224989
997.361266374588	640	3646.472859864235	103.87394973595319	3683.9417529702187	2754.25955170393	16460226	3.274292922244073	2.304677204224989
1013.4913744926453	650	3683.506093747616	15.78834416385842	3703.0282385349274	3560.1743787527084	16730805	3.2751777639073087	2.304677204224989
1029.444271326065	660	3670.7770596557857	15.533355077588197	3685.8950384259224	3529.5731941461563	17006113	3.2724694091596005	2.304677204224989
1045.8122947216034	670	3674.145425667167	11.534768184104909	3690.1050832867622	3597.0501124858856	17289988	3.2667171217724067	2.304677204224989
1062.2795722484589	680	3675.8721254366637	18.629390569669848	3691.122945189476	3551.7267022132874	17578187	3.2680014211226003	2.304677204224989
1078.500883102417	690	3676.822265585065	7.706515730447233	3687.6301183104515	3615.489801466465	17853096	3.26782021274729	2.304677204224989
1094.769507408142	700	3683.2779355597495	16.21890294030325	3696.6360704898834	3549.6542124152184	18129287	3.267264379974143	2.304677204224989
1110.2423114776611	710	3691.2754233253004	5.105498715806991	3703.483351111412	3680.480571269989	18385131	3.2683383980865464	2.304677204224989
1126.2680473327637	720	3712.710193479061	4.5594545961052875	3721.625328183174	3701.7756531834602	18658426	3.26666099001802	2.304677204224989
1141.9676864147186	730	3692.4703421616555	4.460665473148407	3700.9863163232803	3681.704836189747	18917664	3.2651659366437618	2.304677204224989
1157.7137603759766	740	3697.8279779428244	4.985140799663845	3707.0294525027275	3680.833726942539	19177213	3.262465683991876	2.304677204224989
1173.883960723877	750	3718.149362748861	23.67850885208632	3729.6003101468086	3505.8705451488495	19451343	3.2607730182713746	2.304677204224989
1189.8603830337524	760	3707.3953750425576	6.660507459118432	3717.1689573526382	3666.03083974123	19732463	3.25781251334145	2.304677204224989
1206.20969414711	770	3722.0384463638065	9.634343631111829	3733.9232701063156	3669.620848119259	20015834	3.257720534044197	2.304677204224989
1222.7033822536469	780	3713.3207253593205	22.26812785322536	3721.771924197674	3496.3700593709946	20304404	3.255107139011289	2.304677204224989
1239.1711204051971	790	3707.952548880577	6.144999439820826	3718.5675354599953	3686.0645214915276	20593626	3.252772566434138	2.304677204224989
1255.3860714435577	800	3700.3229345828295	109.00648049045867	3727.7984412908554	2642.474413216114	20871288	3.2510678834551228	2.304677204224989
1271.590830564499	810	3725.1905392849444	5.554765786481167	3736.5000371336937	3711.8515200018883	21138808	3.2484893432254176	2.304677204224989
1287.6733238697052	820	3714.816512081623	7.901761361474588	3726.7373646497726	3684.5094301104546	21409751	3.2471849362361156	2.304677204224989
1303.4033465385437	830	3683.1106178718805	102.25219498900275	3710.4546187520027	2700.5033074617386	21681716	3.2440793652271136	2.304677204224989
1319.1411592960358	840	3704.954879384041	8.04050614167417	3716.4754182696342	3668.2254314422607	21955006	3.244501174547968	2.304677204224989
1335.2264285087585	850	3712.76066010654	12.735855130409027	3727.620385169983	3664.023877799511	22233628	3.243875509927981	2.304677204224989
1351.4977145195007	860	3697.0826189410686	23.52830911562649	3718.890734910965	3593.252057015896	22510847	3.2415279430605395	2.304677204224989
1367.7761492729187	870	3717.4832282799484	4.367811471162387	3727.0984795689583	3702.2103863358498	22789180	3.242446874054711	2.304677204224989
1383.5815591812134	880	3731.524911684394	3.512087084866071	3739.7110384106636	3722.72335845232	23067044	3.240796978507018	2.304677204224989
1399.5477404594421	890	3721.6088985455035	4.103846097545278	3728.672309219837	3707.09964966774	23344491	3.2388071212918526	2.304677204224989
1415.7777543067932	900	3700.7766513991355	48.54376211192306	3722.506053328514	3388.7052623033524	23617485	3.2395301159208607	2.304677204224989
1431.7306156158447	910	3699.854865133166	4.446266038323539	3711.570045232773	3690.310633599758	23882229	3.23842826310565	2.304677204224989
1448.078322649002	920	3659.392960586548	129.02372647675725	3685.3539350628853	2379.1134682297707	24157408	3.2385674555423085	2.304677204224989
1464.6180686950684	930	3645.849810256362	231.3193222248073	3701.0310794711113	2061.8261085152626	24440642	3.2334918464978863	2.304677204224989
1480.904853105545	940	3699.3878025990725	4.7054588854877135	3707.4829112887383	3680.235424757004	24719187	3.2306286317479116	2.304677204224989
1497.05850315094	950	3721.9030370640753	21.45840613668914	3742.4308770895004	3612.4796001315117	24996161	3.228886427131433	2.304677204224989
1513.4400973320007	960	3707.702375891805	29.9786461885638	3722.6433987617493	3435.079278409481	25272583	3.2301210537078933	2.304677204224989
1529.9882938861847	970	3725.83591894567	4.381707800162852	3734.304252386093	3707.7820414304733	25547198	3.228668643867825	2.304677204224989
1546.2442495822906	980	3726.8945575672387	3.9767245911801874	3734.4179285764694	3710.7365852594376	25823202	3.2265757100889165	2.304677204224989
1562.4474837779999	990	3731.8730670797827	3.610297421470613	3739.583030283451	3722.0398682951927	26095617	3.2281157927690085	2.304677204224989
1578.5203075408936	1000	3732.0510459554193	4.661429509196732	3742.6330546736717	3705.3203799128532	26359002	3.2296047636043212	2.304677204224989
1594.6621811389923	1010	3736.2373426920176	4.831914888869797	3749.285277068615	3724.850416123867	26624727	3.224551963674392	2.304677204224989
1611.063826084137	1020	3738.4903221309187	4.11870405998738	3747.15538418293	3724.2298858761787	26904983	3.214077614634352	2.281842142768876
1627.11079454422	1030	3715.5333951723574	5.689015392111776	3729.111119687557	3696.1805065870285	27171754	3.20867811913252	2.281842142768876
1642.937359571457	1040	3699.7156542026996	35.80004964451621	3717.923887848854	3470.0319322943687	27449403	3.205255994219822	2.261891449265397
1658.931983947754	1050	3700.3034488129615	19.485228884470136	3719.274931073189	3559.026931464672	27721392	3.2024810969683055	2.261891449265397
1675.2021265029907	1060	3738.532470883131	3.7468285819036837	3748.2563186883926	3727.4667851924896	27998928	3.200597210815042	2.261891449265397
1691.0910515785217	1070	3690.6759713733195	201.17627462526812	3745.252394556999	2252.7390444874763	28280069	3.193168917813441	2.261891449265397
1707.0055170059204	1080	3720.1624990224836	3.163874602847667	3728.0648386478424	3709.0112884044647	28550754	3.1889206253777402	2.261891449265397
1723.2324776649475	1090	3718.5350669515133	4.542632698314601	3727.408821582794	3705.5577169656754	28828246	3.1848259180487335	2.261891449265397
1739.2227001190186	1100	3704.8140202373265	3.631240884256183	3713.846755027771	3696.024448156357	29093122	3.181695740071349	2.261891449265397
1755.4309086799622	1110	3616.8729252099993	501.839854899944	3725.5309893488884	760.9402416348457	29370805	3.1785412849298575	2.261891449265397
1771.5156574249268	1120	3706.518469403982	2.987333836708661	3712.8928894400597	3694.457972109318	29643335	3.1747248286748104	2.294371594380437
1787.136792898178	1130	3716.3230094134806	5.547493328057541	3727.0379534363747	3703.2344718575478	29912219	3.1747605685822764	2.294371594380437
