Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
8.113065004348755	0	151.85753346681594	44.57849267028749	427.4761136174202	101.96680265665054	0	0.0	0
11.253726482391357	10	221.01526762962342	4.998210025571725	238.92288601398468	212.2338423728943	21826	3.166232018196802	1.509140034362733
19.232449054718018	20	804.4036300241947	145.7169171059534	1148.7639859318733	415.26600474119186	56294	3.265814736963293	2.0092819750419793
36.46796154975891	30	1935.7088701355458	226.14574394423397	2546.9831963181496	1283.7372691631317	140841	3.3888064395515975	2.0092819750419793
62.75781011581421	40	2896.234960485697	89.23927441816215	2961.9351630806923	2274.563163936138	290953	3.4882896391932015	2.0702534483386374
96.49856781959534	50	2892.358510919213	220.3016236256175	3054.9556478261948	1925.5984070897102	521932	3.486581322870744	2.0702534483386374
130.86356329917908	60	2946.459578371048	46.957726749622076	3001.6913844943047	2679.118412733078	764089	3.4717739677455013	2.0702534483386374
166.4712574481964	70	2978.940253505707	41.18388649385917	3064.284943342209	2875.935672521591	1023770	3.439746064474707	2.0702534483386374
202.59288120269775	80	3055.0606552237273	38.48775809707837	3120.3028042912483	2950.0227792859077	1290090	3.4411526081984682	2.3610016530924454
237.82137179374695	90	3068.5662130498886	25.557287630829215	3113.933584153652	3010.441670358181	1547451	3.42380060244135	2.3610016530924454
274.15658235549927	100	3065.5428096932174	8.373051649459564	3094.737474679947	3048.938208222389	1806962	3.431726895801119	2.3610016530924454
310.66515374183655	110	3181.254477611184	28.477927226487097	3209.6271807551384	3075.51551091671	2074326	3.440725258951338	2.3610016530924454
345.67170548439026	120	3147.912439135909	10.156858892487895	3165.4725394248962	3096.7389711737633	2318331	3.4466970249966837	2.503845954852767
382.03896403312683	130	3139.812278006673	63.18860564748061	3240.570994734764	3056.530053794384	2583882	3.447893885623669	2.503845954852767
417.6981031894684	140	3223.502580664754	14.748111938692492	3238.105602622032	3145.49492508173	2849873	3.4494854961960812	2.503845954852767
455.1592974662781	150	3346.3343838244677	8.755030720347909	3358.2533700466156	3303.859157025814	3128876	3.437248102152864	2.503845954852767
491.5177445411682	160	3294.1629092544317	44.03844005638935	3376.7445895671844	3232.994513452053	3398442	3.425595602387054	2.503845954852767
527.6876640319824	170	3315.6037727117537	2.8828519754128448	3321.370446205139	3309.19862306118	3670248	3.4184729976588963	2.503845954852767
564.9993386268616	180	3407.890175987482	3.297539251309195	3414.365407884121	3398.8448888659477	3937553	3.422124987249904	2.503845954852767
600.84796833992	190	3386.795481171608	2.864114807414082	3393.4751178622246	3381.4007229208946	4200471	3.4293599464333813	2.503845954852767
638.0945472717285	200	3450.074641276002	7.8167544143909	3464.359439730644	3432.6169677972794	4472412	3.429410417979577	2.503845954852767
671.8704991340637	210	3468.1247221970557	2.0133219142735785	3473.0912030935287	3463.8745523691177	4745513	3.4170411506901095	2.503845954852767
706.7505509853363	220	3494.7155183190107	3.4011545102820695	3506.9709728360176	3486.67030698061	4996300	3.4306456147996767	2.503845954852767
743.3704793453217	230	3491.223490369916	2.5586462400544154	3496.2312415242195	3484.9779331684113	5251894	3.426978079183488	2.8810088345261082
780.361344575882	240	3433.6017639797924	175.17293309433822	3503.796335399151	2183.4774482250214	5502365	3.419161460311751	2.8810088345261082
821.3496825695038	250	3514.9769975596664	11.515391594328934	3525.2171623706818	3471.160899043083	5771433	3.4068044611708013	2.8810088345261082
857.9340927600861	260	3503.464424536824	1.7206652259814608	3508.690006315708	3499.5690879821777	6015465	3.401626892106295	2.8810088345261082
896.3635621070862	270	3535.1094235104324	6.243110127319616	3543.789917767048	3523.9019007086754	6270919	3.402468511382677	2.8810088345261082
934.2461092472076	280	3502.3898043090103	5.8846172826708285	3516.062075614929	3488.976455748081	6527900	3.389256322575023	2.8810088345261082
972.9326403141022	290	3531.64525914073	11.92329752035566	3554.05203050375	3458.525254011154	6783986	3.381790805156781	2.8810088345261082
1007.5565655231476	300	3533.670887237191	8.02522244814908	3548.191952288151	3515.569575190544	7023493	3.3771751359746727	2.8810088345261082
1041.8297345638275	310	3467.0424431675674	4.347620083466907	3475.1705998778343	3452.5085301995277	7259136	3.3729019108499974	2.8810088345261082
1076.9679987430573	320	3512.9029102766513	5.685208007878116	3527.003491640091	3500.44716578722	7515865	3.368848539769863	2.8810088345261082
1109.986139535904	330	3442.8533188700676	3.8718595362815917	3452.8265548348427	3435.795020699501	7749871	3.372076388885465	2.8810088345261082
1143.75164103508	340	3459.242397413254	11.060639156255903	3479.730089366436	3435.0751165151596	7984628	3.374696911731805	2.8810088345261082
1179.5953028202057	350	3502.4083986353876	2.317037040574609	3507.6690098047256	3496.8209196329117	8232738	3.377698645870471	2.8810088345261082
1212.7412331104279	360	3455.3211758637426	1.9520515767797963	3460.244413614273	3451.224482893944	8469960	3.3716009608853152	2.8810088345261082
1247.6851453781128	370	3481.087210968137	8.119401051769945	3500.00861620903	3465.333352088928	8725354	3.361642888598006	2.8810088345261082
1283.3550107479095	380	3495.676808078289	9.142049679808025	3516.1185323596	3477.164620935917	8977269	3.363386569820504	2.8810088345261082
1318.9305424690247	390	3182.055985198021	715.1929956557998	3529.9439681768417	1034.9275955557823	9234757	3.35759383586172	2.8810088345261082
1355.6317460536957	400	3507.274281720519	10.665607376609639	3526.2822047472	3479.33096909523	9501448	3.3632596467794817	2.8810088345261082
1389.4136819839478	410	3517.586266297102	5.620675772422876	3532.800152182579	3502.122244477272	9770750	3.3637445044099796	2.8810088345261082
1425.1719334125519	420	3485.221731030345	318.650863300994	3560.7415029406548	1458.6151871085167	10030592	3.3624675661371457	2.8810088345261082
1461.8095710277557	430	3553.907397199273	6.634888617852983	3567.759965598583	3527.5638504624367	10293013	3.359012099339823	2.8810088345261082
1496.4056024551392	440	3558.106058194637	136.21732582626026	3600.8757846951485	2430.965921461582	10545015	3.3572127863426373	2.8810088345261082
1532.7040131092072	450	3585.0041854411365	6.095959572004364	3596.763325512409	3572.992531955242	10812842	3.355921890943129	2.8810088345261082
1567.3776729106903	460	3552.9162381905317	7.490579813236767	3563.3698621988297	3525.588381409645	11068872	3.3526999309627654	2.8810088345261082
1604.876764535904	470	3595.7643508183955	4.210112466385391	3602.612398505211	3584.27711135149	11340813	3.3467981622793217	2.8810088345261082
1640.968150138855	480	3632.7152472484113	5.960344761883894	3644.7806230187416	3618.4313321113586	11605586	3.348705793648176	2.8810088345261082
1675.921882390976	490	3633.3014178550243	4.880192631020026	3641.0772367715836	3615.035472691059	11865386	3.3503247887036327	2.8810088345261082
1711.6406004428864	500	3587.9433821994066	7.440449487825535	3599.9476444125175	3548.826419353485	12128936	3.34813643051583	2.8810088345261082
1746.7281513214111	510	3618.8589401054383	2.900580320765908	3625.899095058441	3610.9903489351273	12391179	3.346247668974918	2.8810088345261082
1782.971242427826	520	3606.611064206958	4.225986778982151	3615.1307005286217	3596.7237924933434	12655900	3.338323340940539	2.8810088345261082
1818.0747702121735	530	3610.676626109481	3.5937269267434875	3621.7480345368385	3602.6364278793335	12909127	3.3358854718706823	2.8810088345261082
1852.9325156211853	540	3620.8947923368214	3.6897223867357622	3631.6887218356133	3610.9231476783752	13160149	3.3366490289775808	2.8810088345261082
1889.109183549881	550	3538.9529034370184	404.46329655679205	3673.4471027851105	1320.4169477820396	13427050	3.3362129286334103	2.8810088345261082
1925.3879330158234	560	3614.530502103567	5.006145930189935	3621.1111322045326	3597.3155047893524	13685664	3.335202924474349	2.8810088345261082
1962.8798971176147	570	3625.149925919175	63.16663831022887	3669.701838672161	3202.9347350001335	13960416	3.330596988955024	2.8810088345261082
1998.9814221858978	580	3642.639098577499	5.2211667475115675	3652.6783757805824	3628.50708681345	14221898	3.3306452059483935	2.8810088345261082
2036.4826970100403	590	3640.700362159014	3.8950809639148236	3649.0514835715294	3632.94565141201	14494621	3.3237023160632315	2.8810088345261082
2074.045338869095	600	3636.3781853246687	5.104994779645792	3647.6328777074814	3623.679397404194	14777036	3.3171373809834397	2.8810088345261082
2109.5789177417755	610	3652.2216604018213	2.6445874398263927	3660.9995245933533	3640.4635530114174	15040954	3.3154618349457508	2.8810088345261082
2144.8561630249023	620	3685.531319599748	2.576697841484085	3691.459078669548	3676.962169408798	15311903	3.313675333079566	2.8810088345261082
2181.150360107422	630	3659.447459797859	5.743488514516595	3670.6973311901093	3637.8942903876305	15582385	3.3081427473374077	2.8810088345261082
2220.6555001735687	640	3446.500225005746	662.4218984496392	3673.4229712486267	1209.614743590355	15853607	3.306201091279013	2.8810088345261082
2260.1007285118103	650	3652.9364358353614	10.729069057081082	3664.3312814831734	3559.785474538803	16118731	3.3049509451083625	2.8810088345261082
2296.522693872452	660	3665.60832603693	5.516889535793166	3675.572035253048	3644.2772631049156	16384209	3.3056223578521373	2.8810088345261082
2332.607139825821	670	3650.3675851631165	5.109959108333806	3665.8130009174347	3634.547569811344	16651188	3.307840084125529	2.8810088345261082
2367.5851356983185	680	3615.656867389083	6.168887776518127	3629.4818155765533	3596.1310043931007	16909062	3.3061119663259695	2.8810088345261082
2404.7915754318237	690	3662.8424021172523	6.431856658397467	3676.0139995217323	3636.7022307515144	17186180	3.305099231882485	2.8810088345261082
2441.062138080597	700	3630.4533179301025	10.148454956745544	3647.8402510285378	3597.9230459928513	17454018	3.3021018653917795	2.8810088345261082
2477.6521468162537	710	3457.7727277362346	421.6844355354885	3666.1405579447746	2161.8276950120926	17720644	3.3036528827143727	2.8810088345261082
2514.6322491168976	720	3648.972053641081	3.568770274322273	3658.7272643446922	3639.7569268345833	17986656	3.2987969163796196	2.8810088345261082
2550.347891807556	730	3654.8461196798085	5.950655974601661	3669.780751645565	3636.7028756141663	18236897	3.299513178537571	2.8810088345261082
2587.344598531723	740	3661.5956619346143	4.4422397821905015	3671.798754930496	3650.0264099240303	18503401	3.2986632105378653	2.8810088345261082
2623.9755918979645	750	3681.003069025278	5.456836967643002	3692.8226186037064	3667.5690368413925	18764201	3.2972831285054673	2.8810088345261082
2659.4637320041656	760	3673.0803202617167	4.538702756634954	3682.159381508827	3662.2885162234306	19020639	3.2972819544093386	2.8810088345261082
2695.8246927261353	770	3702.789798887968	9.279851646662557	3718.046023607254	3675.6532561182976	19285907	3.295445575220675	2.8810088345261082
2733.053619861603	780	3703.4577058285477	10.094814227681578	3713.5234165787697	3614.0351341962814	19554700	3.2940424787351335	2.8810088345261082
2770.8135201931	790	3691.5623298716546	11.426312543219698	3713.1478539705276	3603.9116381406784	19815500	3.2936322152600495	2.8810088345261082
2807.695585489273	800	3707.5236001425983	4.733713543528884	3718.4666462540627	3695.9724494814873	20071448	3.291865197353952	2.8810088345261082
2844.980417251587	810	3693.7708362704516	5.185920135412941	3704.338953912258	3681.446696281433	20324645	3.2901073405793357	2.8810088345261082
2879.6634199619293	820	3689.364555079341	5.038327487088821	3701.3152034282684	3675.1407151818275	20595533	3.2902693798765137	2.8810088345261082
2915.7593896389008	830	3701.9213521277907	5.9876838695216	3714.6884400844574	3682.83713889122	20855025	3.290856964494268	2.8810088345261082
2953.5530166625977	840	3725.3873907375337	5.471825865529038	3736.9845002293587	3708.0085032582283	21109096	3.289196139812814	2.8810088345261082
2989.930196285248	850	3709.3327996492385	5.488639261500212	3724.8734699487686	3694.695225954056	21368315	3.289944550773015	2.8810088345261082
3026.6259486675262	860	3707.868941655159	24.66327328781218	3727.911422729492	3584.6989364624023	21609711	3.2870807275116687	2.8810088345261082
3061.5726516246796	870	3713.306880198717	6.595592677478861	3726.3452155590057	3696.3796632289886	21849254	3.285002845773803	2.8810088345261082
3097.5464260578156	880	3712.1525430214406	9.586511650824711	3725.0557663440704	3673.9013590216637	22093939	3.283511388352233	2.8810088345261082
3131.891345977783	890	3718.317133826017	18.34854580548077	3745.8998970389366	3605.3417159318924	22336410	3.283186513219822	2.8810088345261082
3166.8107616901398	900	3721.1139151769876	5.892866209610433	3734.0559082627296	3708.032414495945	22570323	3.2838222784715083	2.8810088345261082
3201.65589928627	910	3734.6069023263453	8.222263340426354	3752.031816780567	3711.0408174991608	22830672	3.2818247131764475	2.8810088345261082
3236.906578063965	920	3726.6107663011553	8.65086552203005	3747.8256083726883	3698.0813106894493	23080255	3.2787948879086017	2.8810088345261082
3271.210935354233	930	3722.7141956824066	80.24341622773748	3750.1231961250305	2938.0946907401085	23327544	3.2784384367926083	2.8810088345261082
3306.4107410907745	940	3734.491213644743	7.111075070288194	3751.6980794668198	3715.1520739793777	23582583	3.276928022984782	2.8810088345261082
3343.916333913803	950	3728.8863560777904	8.508726525049251	3750.230302631855	3701.60189473629	23860739	3.276492097278662	2.8810088345261082
3379.754739522934	960	3733.660815128088	8.24429062276296	3753.4802634119987	3711.0419722795486	24124820	3.276296797640014	2.8810088345261082
3415.39963388443	970	3726.075913925767	11.40763009843298	3751.4482486844063	3681.137839913368	24391796	3.275406227856227	2.8810088345261082
3450.9477458000183	980	2773.4737464517357	1201.148712851119	3760.7958668470383	964.7251763939857	24655833	3.274365873809134	2.8810088345261082
3487.1925320625305	990	3733.2079782295227	5.782838293754665	3746.185804784298	3716.3578763604164	24914144	3.274008626533651	2.8810088345261082
3522.979569911957	1000	3732.0291536951063	7.252852035855795	3747.4742609858513	3706.3281431794167	25171583	3.2724892792748737	2.8810088345261082
3559.218698501587	1010	3731.7943792039155	17.380865230747315	3752.125169157982	3624.1524601578712	25434434	3.2699850470712883	2.8810088345261082
3594.790871858597	1020	3742.0807005250454	20.71300000254709	3762.0841003656387	3623.894139766693	25696159	3.2683669227537213	2.8810088345261082
3626.970879793167	1030	3735.1798406082394	9.80635933892736	3752.8089394569397	3709.488594055176	25954655	3.2627813862657122	2.8810088345261082
3662.389926671982	1040	3740.247927758098	8.426616420754282	3758.2424663305283	3708.0260260105133	26214542	3.2597335670532526	2.8810088345261082
3698.8182048797607	1050	3728.662696412802	6.890484170082154	3742.40660905838	3712.4250940680504	26472219	3.2607966050119597	2.8810088345261082
3735.1491107940674	1060	3697.924319371581	6.857633691742384	3714.7538208961487	3681.3542255163193	26730942	3.2589251862519517	2.8810088345261082
3771.754472732544	1070	3747.876925997734	6.287804517112861	3761.22637796402	3732.4508296251297	27003153	3.2580686915543517	2.8810088345261082
3807.747311592102	1080	3742.400353692174	135.8920244097682	3772.873927652836	2392.380398750305	27263396	3.2560409700540656	2.8810088345261082
3843.7334389686584	1090	3741.667088199854	7.941419934798194	3757.678750514984	3720.8342084288597	27520689	3.254202929968925	2.8810088345261082
3879.3916895389557	1100	3526.4962678647044	623.0840963329168	3760.268442928791	1476.6795725226402	27774442	3.250715330278194	2.8810088345261082
3916.1542212963104	1110	3709.597626835704	21.53206346825622	3730.8645782470703	3576.694217324257	28040340	3.2472665587562086	2.8810088345261082
3951.65194606781	1120	3736.148581250906	11.03187456890618	3760.845292508602	3708.1650038957596	28297418	3.2465900298790182	2.8810088345261082
3987.799469947815	1130	3720.463843688965	9.749985555890671	3737.9166818261147	3688.0855508446693	28556237	3.245354530288139	2.8810088345261082
4022.8277990818024	1140	3734.98167509675	9.08999472468998	3758.186339735985	3710.3185639977455	28819210	3.243366942861164	2.8810088345261082
4059.66384100914	1150	3730.7694300460817	11.174854754277295	3754.2440959215164	3685.349664390087	29083420	3.2432845587172734	2.8810088345261082
4097.056329488754	1160	3741.4373862743378	7.340455210904742	3756.7393976449966	3723.994563162327	29356014	3.2447392358916414	2.8810088345261082
4133.834711074829	1170	3743.312926720381	7.422356489854858	3756.03443223238	3720.621941447258	29613187	3.240772076709505	2.8810088345261082
4172.281914234161	1180	3754.982016569972	10.544279508440733	3773.5425552129745	3688.828180849552	29892103	3.238953416480672	2.8810088345261082
