Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
12.664265871047974	0	143.59096898257732	22.073115011765626	222.65856474637985	102.30733162164688	0	0.0	0
17.83426785469055	10	422.4831378304958	4.0838342635108225	430.4928031563759	411.57986092567444	27293	0.9090909090909091	0.17407765595569785
24.2009060382843	20	365.9293175572157	1.860904550560097	369.9426281452179	361.24176728725433	69898	0.9523809523809523	0.17407765595569785
32.51941394805908	30	352.90443282485006	1.4469611886831364	356.1673291325569	350.62639367580414	115829	0.967741935483871	0.17407765595569785
39.79717755317688	40	345.3308563286066	1.609560695642741	348.93030911684036	340.91565549373627	159561	0.975609756097561	0.17407765595569785
47.09446978569031	50	345.9753595674038	1.399214068152521	349.165110707283	342.30133950710297	201061	0.9803921568627451	0.17407765595569785
54.22596788406372	60	368.4382130712271	1.2624690837329668	371.67538899183273	365.842677295208	241931	0.9836065573770492	0.17407765595569785
61.74506115913391	70	411.04436234235766	1.4308804001555533	413.5651046037674	406.1060283780098	285327	0.9859154929577465	0.17407765595569785
71.41001534461975	80	655.2896512794495	2.0683954383070065	662.4204490184784	651.6359102725983	340766	0.9876543209876543	0.17407765595569785
82.73581862449646	90	811.9479344987869	103.38422435748697	960.6498099565506	697.0509102344513	408458	0.989010989010989	0.17407765595569785
94.67121434211731	100	867.3836255478859	87.25100937022083	1080.1803912520409	702.3987975120544	485105	0.9900990099009901	0.17407765595569785
107.58749341964722	110	1951.2089691781998	487.04450925875454	3121.9544833898544	1294.9796362519264	569272	0.990990990990991	0.17407765595569785
122.03562259674072	120	1225.2769847029447	316.884918086885	2077.8241050243378	858.0597077012062	657083	0.9917355371900827	0.17407765595569785
140.23417258262634	130	1865.6828562718629	401.7714687786545	3261.9183933734894	1433.3873451948166	757039	0.9923664122137404	0.17407765595569785
161.98273277282715	140	2615.2244222831728	619.5379737209763	3213.7305113077164	1362.1287910342216	867513	0.9929078014184397	0.17407765595569785
187.05620574951172	150	2958.511110672355	43.194282600191876	3050.812569141388	2889.3442147374153	1009181	0.9933774834437086	0.17407765595569785
217.2401258945465	160	2721.3342130088804	16.179236854667735	2778.071957051754	2675.577770769596	1189014	0.9937888198757764	0.17407765595569785
249.7018837928772	170	3046.5201118910313	36.19194508426214	3095.51731467247	2947.631687581539	1381435	0.9941520467836257	0.17407765595569785
280.618403673172	180	3017.9569148361684	26.99341084424995	3059.69176620245	2896.2297989726067	1582740	0.994475138121547	0.17407765595569785
311.4891872406006	190	3035.8576471072433	28.650652009809587	3077.9388977885246	2947.9551990032196	1777255	0.9947643979057592	0.17407765595569785
348.6438410282135	200	3034.8828999096154	41.181432319744765	3121.5708850622177	2837.0295711159706	1986121	0.9950248756218906	0.17407765595569785
386.02902150154114	210	3034.2708181464673	22.718063408748232	3094.478870987892	2963.6411659121513	2210908	0.995260663507109	0.17407765595569785
424.59242963790894	220	3046.248138817549	18.688723482573167	3080.3215720057487	2998.7655436992645	2433927	0.995475113122172	0.17407765595569785
464.7810170650482	230	3115.3550797110797	21.794318041350426	3146.1323296427727	3054.6505423784256	2695615	0.9956709956709957	0.17407765595569785
506.7476878166199	240	3095.6185450959206	12.823781132613524	3141.813834607601	3053.342258155346	2949201	0.995850622406639	0.17407765595569785
551.850533246994	250	3046.369592758417	14.33788848811326	3082.7303677797318	3015.9479622244835	3219652	0.9960159362549801	0.17407765595569785
598.3936474323273	260	3034.8079670619964	204.3374817218208	3127.348792076111	1443.197150349617	3487267	0.9961685823754789	0.17407765595569785
643.7639586925507	270	3125.1841142475605	16.211537380056974	3180.5645167827606	3069.523100912571	3752359	0.996309963099631	0.17407765595569785
691.3167371749878	280	3137.2811352556946	19.28865258744085	3194.339332282543	3088.8404321074486	4026312	0.99644128113879	0.17407765595569785
736.5804054737091	290	3161.2337644290924	12.180238653677613	3179.6887988448143	3132.225680589676	4296638	0.9965635738831615	0.17407765595569785
781.5268051624298	300	3191.512194164395	11.223186363435035	3216.5552155971527	3169.2405248880386	4573607	0.9966777408637874	0.17407765595569785
829.1941847801208	310	3177.0493823605775	17.65273929404756	3222.521921515465	3119.1710260510445	4850796	0.9967845659163987	0.17407765595569785
871.5333914756775	320	3161.2787968981265	12.848826853143619	3188.392778635025	3136.497975230217	5114933	0.9968847352024922	0.17407765595569785
918.3772704601288	330	3205.649346972704	13.90551860279917	3229.093476176262	3162.4585054516792	5382143	0.9969788519637462	0.17407765595569785
954.1014642715454	340	3176.511597302556	10.615494265403372	3195.991898417473	3158.1068668961525	5638584	0.9970674486803519	0.17407765595569785
991.3288187980652	350	3202.5668080228565	16.67410352768141	3233.6841994524	3164.8472007513046	5893974	0.9971509971509972	0.17407765595569785
1027.3929352760315	360	3194.069282462001	15.923015366015735	3221.885614693165	3162.0974160432816	6163333	0.997229916897507	0.17407765595569785
1065.1215648651123	370	3192.655049790144	15.941627799838573	3221.8889914155006	3154.1513338685036	6436240	0.9973045822102425	0.17407765595569785
1103.8878920078278	380	3196.1902971434592	16.452813029627936	3218.199108362198	3148.2313244342804	6717404	0.9973753280839895	0.17407765595569785
1143.175631761551	390	3196.660082618594	17.66959785238418	3228.5099560022354	3149.624791622162	6991776	0.9974424552429667	0.17407765595569785
1181.5846588611603	400	3200.618838367462	26.768863451868356	3238.1889320611954	3119.621045947075	7263436	0.9975062344139651	0.17407765595569785
1216.8571465015411	410	3195.21482711494	20.3151306601232	3242.131883621216	3144.9950201511383	7527087	0.9975669099756691	0.17407765595569785
1254.9233107566833	420	3204.2419513338805	26.08070533222857	3243.359718680382	3123.156874358654	7792647	0.997624703087886	0.17407765595569785
1292.1830523014069	430	3202.6237129771707	17.692601865886836	3239.0531863570213	3170.5628078579903	8059911	0.9976798143851509	0.17407765595569785
1330.906438112259	440	3198.901142088771	15.553596874621116	3228.3185861706734	3162.006192803383	8324392	0.9977324263038548	0.17407765595569785
1368.3582561016083	450	3205.6161272370814	19.58430361860731	3246.0479475855827	3159.803013265133	8588874	0.9977827050997783	0.17407765595569785
1402.303938627243	460	3204.1380930244923	9.409365672094854	3222.814512848854	3185.1863471269608	8843339	0.9978308026030369	0.17407765595569785
1441.356469154358	470	3212.7442948299645	9.811785323017403	3229.680861413479	3173.0254579782486	9113484	0.9978768577494692	0.17407765595569785
1473.4515852928162	480	3239.700313926935	10.102770304179792	3257.749126315117	3199.951750278473	9378651	0.997920997920998	0.17407765595569785
1510.9862658977509	490	3207.1666994529965	27.869645723065787	3262.7574802041054	3161.4281780719757	9641218	0.9979633401221996	0.17407765595569785
1548.2020797729492	500	3235.3638831198214	21.40214951951934	3277.464470922947	3168.7007935643196	9902417	0.998003992015968	0.17407765595569785
1584.3505818843842	510	3239.3909107488394	33.191260508810636	3291.1091808080673	3153.7226675748825	10163277	0.9980430528375733	0.17407765595569785
1620.351863861084	520	3244.079180678129	28.52965590716436	3300.967158317566	3173.5567224621773	10403709	0.9980806142034548	0.17407765595569785
1654.1564888954163	530	3294.224528951645	19.396325732806417	3321.0570044517517	3211.517049729824	10654244	0.9981167608286252	0.17407765595569785
1690.6481976509094	540	3296.462103639841	9.194131297586953	3326.0339745879173	3275.3842710852623	10899825	0.9981515711645101	0.17407765595569785
1726.4775094985962	550	3291.64157728076	27.579238299038828	3327.8363778591156	3208.654463171959	11153036	0.9981851179673321	0.17407765595569785
1762.425889968872	560	3271.4170468497277	50.6090198250627	3329.989546895027	3073.4106249809265	11401510	0.9982174688057041	0.17407765595569785
1800.018797636032	570	3347.5325189971923	4.162914239853699	3356.8648228645325	3334.075907230377	11650398	0.9982486865148862	0.17407765595569785
1830.7864050865173	580	3366.113661953807	5.381730668681075	3375.235449910164	3351.065670490265	11887002	0.9982788296041308	0.17407765595569785
1867.798410654068	590	3350.0319425338507	16.112985169019606	3374.86887216568	3297.70309817791	12132168	0.9983079526226735	0.17407765595569785
1902.1826605796814	600	3367.750171993375	11.330383697649571	3384.8925558924675	3323.8742555379868	12364858	0.9983361064891847	0.17407765595569785
1938.7040855884552	610	3335.4956763023138	17.760819772939673	3365.2697371840477	3273.918108165264	12611003	0.9983633387888707	0.17407765595569785
1976.1863825321198	620	3365.8583965194225	7.787164681223559	3379.017348885536	3342.3538390398026	12865341	0.998389694041868	0.17407765595569785
2011.7697038650513	630	3370.9581816363334	6.980851658233918	3381.229972243309	3346.4721446037292	13128045	0.9984152139461173	0.17407765595569785
2049.812475681305	640	3368.3682502985002	12.051931184263248	3383.3744493722916	3338.408919274807	13396030	0.9984399375975039	0.17407765595569785
2090.5589723587036	650	3376.3162885522843	6.531747327058027	3388.474005818367	3343.9005070328712	13658508	0.9984639016897081	0.17407765595569785
2132.359562397003	660	3364.998007237911	4.110622278194562	3374.7459719777107	3352.1815167069435	13904486	0.9984871406959153	0.17407765595569785
2170.721268415451	670	3401.4966692101957	9.800105505693736	3413.999277293682	3358.916746377945	14164828	0.9985096870342772	0.17407765595569785
2209.8486087322235	680	3387.6971091389655	9.580753897351789	3402.0034479498863	3343.5318874120712	14411369	0.9985315712187959	0.17407765595569785
2248.946363925934	690	3396.2533690059186	4.392378840981834	3404.6393298506737	3381.4340708851814	14653546	0.9985528219971056	0.17407765595569785
2289.3511984348297	700	3388.389167419672	4.0065224054651125	3397.697992146015	3377.094492137432	14904839	0.9985734664764622	0.17407765595569785
2330.2961699962616	710	3392.1522267717123	5.2047443956087704	3401.2713356614113	3374.967116177082	15153512	0.9985935302390999	0.17407765595569785
2369.0578393936157	720	3410.526485505104	3.734086388329847	3418.837869465351	3396.5996595025063	15411050	0.9986130374479889	0.17407765595569785
2411.811641216278	730	3443.574019998908	4.552255756122804	3452.0307064056396	3427.9707035422325	15670233	0.9986320109439124	0.17407765595569785
2451.1555819511414	740	3448.2913452279568	4.77992690895865	3458.876151263714	3435.892820954323	15910174	0.9986504723346828	0.17407765595569785
2490.2739005088806	750	3431.3912605673077	3.380954470591067	3440.2832322120667	3421.593100965023	16147954	0.9986684420772304	0.17407765595569785
2527.127864599228	760	3478.2678697568176	7.710428289873658	3499.3972142338753	3462.2209109663963	16398551	0.9986859395532195	0.17407765595569785
2568.060647249222	770	3465.8138433480262	3.950082258455626	3475.9946641921997	3453.9756914377213	16640672	0.9987029831387808	0.17407765595569785
2602.5023021698	780	3417.441422097087	3.890824404915003	3427.51166254282	3404.492783844471	16898154	0.998719590268886	0.17407765595569785
2644.6408400535583	790	3461.3624371171	3.5106159802161794	3469.432847082615	3452.967546105385	17151354	0.9987357774968394	0.17407765595569785
2683.2176196575165	800	3486.1264621847868	8.575705675675712	3503.5040426254272	3462.901416003704	17408884	0.9987515605493134	0.17407765595569785
2723.68190574646	810	3465.869646748304	5.183015739660649	3478.4406057596207	3448.2952666282654	17659695	0.998766954377312	0.17407765595569785
2761.122279882431	820	3517.2268469327687	32.24854224950868	3539.7537880539894	3296.8478301763535	17913130	0.9987819732034104	0.17407765595569785
2801.672511100769	830	3491.603582881093	10.304766064996217	3504.7173865437508	3415.5151848196983	18151683	0.9987966305655837	0.17407765595569785
2840.999931335449	840	3488.0854541277886	3.6214883767455492	3494.116277396679	3476.9159917235374	18404736	0.9988109393579072	0.17407765595569785
2880.3791761398315	850	3524.95841504395	8.384637851110012	3543.354823410511	3507.419196486473	18653692	0.9988249118683902	0.17407765595569785
2919.8957052230835	860	3510.9149792647363	4.534019631281929	3520.6673192977905	3496.5326682925224	18896141	0.9988385598141696	0.17407765595569785
2958.5741868019104	870	3490.9628979945182	204.84975176522073	3547.832296729088	1706.9735369682312	19147568	0.9988518943742825	0.17407765595569785
2998.2361545562744	880	3483.583228687644	4.232228661283647	3495.7270560860634	3472.909159421921	19388451	0.9988649262202043	0.17407765595569785
3038.9410994052887	890	3495.0847218191625	4.610632665349578	3503.056547522545	3480.658999443054	19655236	0.9988776655443322	0.17407765595569785
3082.115894317627	900	3510.5555112206935	3.865765686349185	3519.2314952611923	3497.7000566124916	19924133	0.9988901220865705	0.17407765595569785
3123.8983726501465	910	3529.9266724437475	3.5857993744993935	3538.8508361577988	3522.9930841326714	20184480	0.9989023051591658	0.17407765595569785
3164.714911222458	920	3530.3172301846744	3.8537653911873915	3539.326083123684	3518.8740025758743	20426440	0.998914223669924	0.17407765595569785
3198.9133570194244	930	3522.4170943903923	3.859730349815017	3532.667353093624	3512.8327013254166	20670252	0.9989258861439313	0.17407765595569785
3240.0103797912598	940	3506.8244467014074	168.86975648805472	3536.0803524255753	1827.1853895187378	20929758	0.9989373007438895	0.17407765595569785
3279.5655143260956	950	3559.746352367997	4.971014668502006	3570.494597733021	3548.201759517193	21185877	0.9989484752891693	0.17407765595569785
3313.0397396087646	960	3516.602626169324	4.692446153993768	3530.5023557543755	3502.464920401573	21435375	0.9989594172736732	0.17407765595569785
3352.736532688141	970	3527.4711151736974	294.00075813793615	3583.6884633898735	1330.4093422293663	21693949	0.9989701338825953	0.17407765595569785
3389.499748468399	980	3483.8644396960735	428.58924762139526	3605.728599011898	1401.1823568940163	21929750	0.9989806320081549	0.17407765595569785
3427.665285587311	990	3465.230264661312	390.2492893486627	3576.520237147808	1663.3175765872002	22176944	0.9989909182643795	0.17407765595569785
3465.529175758362	1000	3524.27309817791	8.598751344036485	3541.300408780575	3481.794491112232	22414003	0.999000999000999	0.17407765595569785
3503.8759336471558	1010	3535.8601617622376	4.862184390091622	3545.7328226566315	3522.1657027602196	22661945	0.999000999000999	0.17407765595569785
3543.085385084152	1020	3549.48450966239	3.136924091728963	3556.337863087654	3542.234734416008	22912928	0.999000999000999	0.17407765595569785
3581.069480895996	1030	3583.9497039312123	4.771327028683707	3593.3107865452766	3567.3863239884377	23169151	0.999000999000999	0.17407765595569785
3618.976096391678	1040	3536.5846945875883	4.247222345799829	3545.292770087719	3525.7608325481415	23419314	0.999000999000999	0.17407765595569785
3657.9196026325226	1050	3553.425763965249	5.3043787596128125	3563.0766030550003	3536.971103012562	23673141	0.999000999000999	0.17407765595569785
3696.323664665222	1060	3567.095245052576	4.4119047474944395	3578.076980948448	3558.15266007185	23921977	0.999000999000999	0.17407765595569785
3736.176182746887	1070	3588.8712307411433	5.322371027139963	3599.0281997919083	3566.04597645998	24178184	0.999000999000999	0.17407765595569785
3774.370959043503	1080	3610.1536914312837	6.021189709312598	3621.782699108124	3591.2189151644707	24428986	0.999000999000999	0.17407765595569785
3815.0638222694397	1090	3601.446591299772	20.22748202746875	3614.8065165281296	3418.3958968520164	24684309	0.999000999000999	0.17407765595569785
3852.6927120685577	1100	3404.707380629778	593.6267232854606	3622.9357525110245	1595.2430509924889	24931879	0.999000999000999	0.17407765595569785
3888.2183513641357	1110	3595.7706746000053	9.359204930658857	3611.393798828125	3569.613298356533	25176925	0.999000999000999	0.17407765595569785
3926.2758457660675	1120	3595.1981806224585	5.9070745398125855	3604.95058965683	3577.3287004828453	25433468	0.999000999000999	0.17407765595569785
3965.033028125763	1130	3569.402610011101	251.78717615605075	3622.104745388031	1408.2382868528366	25682191	0.999000999000999	0.17407765595569785
4004.616087436676	1140	3571.8501599383353	8.753826701033729	3592.9327452778816	3543.7901099920273	25928765	0.999000999000999	0.17407765595569785
4043.6295936107635	1150	3561.844265535474	11.534172857297643	3578.5735945105553	3509.846625328064	26188562	0.999000999000999	0.17407765595569785
4081.5151093006134	1160	3572.8005651038884	207.55098382145053	3626.0066202282906	1524.4276237487793	26434684	0.999000999000999	0.17407765595569785
4120.908262968063	1170	3615.08593562603	8.135595005444198	3627.474184334278	3587.158341407776	26684176	0.999000999000999	0.17407765595569785
4160.394488573074	1180	3612.4553162103894	7.820570145474532	3630.5114641189575	3583.542665719986	26941088	0.999000999000999	0.17407765595569785
4199.089370012283	1190	3606.1148612612487	8.868207080713614	3623.815960943699	3585.6909368038177	27191702	0.999000999000999	0.17407765595569785
4237.198820590973	1200	3548.8240864127874	285.3015975860441	3618.2838886380196	1907.3490056991577	27443287	0.999000999000999	0.17407765595569785
4276.104505300522	1210	3569.283217282891	4.539697113525641	3579.0610113739967	3557.9294689297676	27697535	0.999000999000999	0.17407765595569785
4317.042596101761	1220	3597.8206833851336	4.963387951207906	3610.840851187706	3586.7197826504707	27957321	0.999000999000999	0.17407765595569785
4354.915691137314	1230	3594.6592445635797	15.244872406879887	3607.362658381462	3486.875801086426	28217233	0.999000999000999	0.17407765595569785
4394.748916864395	1240	3510.9155019450186	402.0096297117797	3618.7151312232018	1357.7774173617363	28489586	0.999000999000999	0.17407765595569785
4435.515871047974	1250	3614.459311411381	4.699709018296458	3626.1051132678986	3598.792267680168	28749790	0.999000999000999	0.17407765595569785
4476.043137073517	1260	3589.962010726929	210.70508146717467	3625.887713611126	1499.1089636087418	29013320	0.999000999000999	0.17407765595569785
4517.499921798706	1270	3474.4959656816723	432.69146632698073	3601.627971470356	1392.354246199131	29281304	0.999000999000999	0.17407765595569785
4556.824010372162	1280	3576.8943896430733	10.231437436115655	3589.1433234214783	3491.760626077652	29536042	0.999000999000999	0.17407765595569785
4597.976355314255	1290	3581.233661993742	16.235595672282066	3601.0050991773605	3492.9921968579292	29811330	0.999000999000999	0.17407765595569785
