Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
17.59208846092224	0	151.85753346681594	44.57849267028749	427.4761136174202	101.96680265665054	0	0.0	0
41.295751094818115	200	200.02269987642765	48.356178062443625	355.3339343070984	163.6335397362709	29227	0.9950248756218906	0.17407765595569785
76.18258619308472	400	348.82733527183535	1.7751476693819634	353.509134888649	345.2635176181793	79703	0.9975062344139651	0.17407765595569785
112.87358450889587	600	334.0946159082651	1.4491435392292864	337.536965072155	331.3706351518631	134732	0.9983361064891847	0.17407765595569785
148.0220444202423	800	335.8616155588627	1.4249400238236278	338.9961987733841	332.3525201678276	187379	0.9987515605493134	0.17407765595569785
186.2998011112213	1000	366.10093037724494	1.2969452270735473	369.4017238020897	362.8329011797905	239619	0.999000999000999	0.17407765595569785
222.18335938453674	1200	403.29161555588246	1.7039625679956618	407.083807349205	399.3508903980255	293533	0.999000999000999	0.17407765595569785
262.79314064979553	1400	519.5608747708798	2.88812039531422	525.7101694345474	509.973024725914	356362	0.999000999000999	0.17407765595569785
307.66693210601807	1600	582.2053418272734	11.014911960194512	610.4062877893448	565.6957759857178	427837	0.999000999000999	0.17407765595569785
357.32487869262695	1800	615.8963428997994	3.5460464822865134	624.371908903122	608.4173179864883	502519	0.999000999000999	0.17407765595569785
404.3954510688782	2000	666.163959441781	37.62192521568768	734.4194829463959	617.118656873703	578536	0.999000999000999	0.17407765595569785
456.44520258903503	2200	859.4672237765789	38.796966995939684	984.423828959465	765.6963610053062	663366	0.999000999000999	0.17407765595569785
514.2587096691132	2400	772.3444633215665	16.10292704882923	803.2246234416962	736.7694588899612	753848	0.999000999000999	0.17407765595569785
582.3702611923218	2600	1380.3046442508698	126.3200358621127	1658.661378145218	1240.4283825159073	866767	0.999000999000999	0.17407765595569785
688.5906047821045	2800	2109.1324345815183	471.8525917401976	2939.292118668556	1626.1758851408958	1044156	0.999000999000999	0.17407765595569785
846.7728357315063	3000	2770.481907273531	22.504405964692175	2826.3367354273796	2703.246966123581	1319075	0.999000999000999	0.17407765595569785
1028.529470205307	3200	2547.797124248743	112.55349206759125	2710.73594391346	1975.3447744846344	1639891	0.999000999000999	0.17407765595569785
1217.851071357727	3400	2688.5053972154856	60.1128750443695	2843.3186614513397	2505.431064605713	1976210	0.999000999000999	0.17407765595569785
1410.6333193778992	3600	2583.144791651964	88.86027262353065	2733.7261542081833	1877.8851410746574	2318344	0.999000999000999	0.17407765595569785
1611.6432881355286	3800	2757.104469923377	180.59135317789978	2944.052041709423	1735.9594432115555	2672053	0.999000999000999	0.17407765595569785
1801.7994360923767	4000	2683.9571312242747	387.50655336631576	2960.777431190014	1708.1083723902702	3011669	0.999000999000999	0.17407765595569785
1994.3913824558258	4200	2813.134262663722	127.52282065586614	2999.7186843156815	2407.896992623806	3352064	0.999000999000999	0.17407765595569785
2222.009000301361	4400	2956.363148236275	193.2350064091274	3124.9659511446953	1252.9214643836021	3703604	0.999000999000999	0.17407765595569785
2442.9205152988434	4600	2846.1334836816786	70.94690676825545	3053.604369342327	2712.026083767414	4056255	0.999000999000999	0.17407765595569785
2665.8069212436676	4800	2885.4850999456644	35.40951040242111	2961.3282851576805	2819.520937681198	4397383	0.999000999000999	0.17407765595569785
2876.15305352211	5000	2859.5611115968227	14.971208340722646	2940.234247326851	2843.426859974861	4743440	0.999000999000999	0.17407765595569785
3098.834282398224	5200	3115.2816380631925	6.373257910575443	3133.105236053467	3099.166289448738	5094948	0.999000999000999	0.17407765595569785
3313.2992827892303	5400	3151.8592837828396	5.257348858727905	3164.7625039219856	3136.509663105011	5431205	0.999000999000999	0.17407765595569785
3529.894908428192	5600	3134.333752852678	19.04802519591068	3176.5887934565544	3065.132954955101	5777675	0.999000999000999	0.17407765595569785
3749.7649133205414	5800	3157.577783583403	3.1575437148251715	3165.1151082515717	3150.1774939894676	6126576	0.999000999000999	0.17407765595569785
3974.6860387325287	6000	3224.7962046402695	2.939232082583817	3230.2989264130592	3213.8792075514793	6485969	0.999000999000999	0.17407765595569785
4206.349915504456	6200	3174.558435510993	1.347186476432249	3178.254156768322	3172.2217004299164	6845042	0.999000999000999	0.17407765595569785
4431.402716398239	6400	3215.096063939333	1.395327969109686	3218.151305615902	3211.9454752206802	7204234	0.999000999000999	0.17407765595569785
4659.588729143143	6600	3236.8210376632214	2.8009693030400773	3242.0334597229958	3228.4648128151894	7566059	0.999000999000999	0.17407765595569785
4892.916832447052	6800	3229.4063326263426	2.917626071396941	3234.300571680069	3216.991758108139	7937269	0.999000999000999	0.17407765595569785
5121.852927207947	7000	3277.450097042918	3.84109525589274	3289.5562009215355	3267.0929196476936	8309541	0.999000999000999	0.17407765595569785
5348.356478691101	7200	3240.4578135311604	17.442286352340062	3266.0206058621407	3205.586521446705	8672657	0.999000999000999	0.17407765595569785
5588.849073171616	7400	3261.5434802901746	4.077553827933952	3269.9237466454506	3250.19501131773	9044138	0.999000999000999	0.17407765595569785
5822.7603125572205	7600	3279.6432066971065	3.405467685033674	3286.4120039343834	3270.3704048991203	9411728	0.999000999000999	0.17407765595569785
6054.506496429443	7800	3287.595137897134	7.219257207055313	3301.570819079876	3268.8833871483803	9780149	0.999000999000999	0.17407765595569785
6287.7875435352325	8000	3320.5745837450027	5.959063273139883	3330.002371072769	3305.3542751073837	10149804	0.999000999000999	0.17407765595569785
6518.722463607788	8200	3313.125976034999	5.501867699306146	3324.0779608488083	3296.438221156597	10518643	0.999000999000999	0.17407765595569785
6753.632220983505	8400	3360.544529464245	4.329740871292597	3370.9473869800568	3346.7308690547943	10891733	0.999000999000999	0.17407765595569785
6990.048617362976	8600	3356.5420928037165	2.4992804149686396	3362.282098054886	3348.919025838375	11261141	0.999000999000999	0.17407765595569785
7222.738401174545	8800	3396.918246743083	3.384150422656778	3403.3001642227173	3387.865169763565	11624258	0.999000999000999	0.17407765595569785
7437.916293144226	9000	3381.451247676015	5.953680629281623	3394.6922513842583	3366.591509461403	11965333	0.999000999000999	0.17407765595569785
7669.8507714271545	9200	3361.8826639288664	8.914803089773851	3385.0760291814804	3343.928640604019	12331999	0.999000999000999	0.17407765595569785
7899.754680395126	9400	3403.584088746309	6.142736222424739	3417.037638127804	3385.241613984108	12699077	0.999000999000999	0.17407765595569785
8116.066624403	9600	3396.600757856369	5.2491452945958725	3409.4236307144165	3378.56168872118	13041906	0.999000999000999	0.17407765595569785
8340.312290906906	9800	3395.5641413742305	5.741368669395816	3405.2343492507935	3382.0549000501633	13395063	0.999000999000999	0.17407765595569785
8565.413011789322	10000	3374.271534306407	5.0641937084243605	3387.4254665374756	3361.034229040146	13749449	0.999000999000999	0.17407765595569785
8792.816573619843	10200	3400.042369516492	4.977791347649284	3408.8374287486076	3385.221207022667	14107667	0.999000999000999	0.17407765595569785
9030.402217388153	10400	3388.2924316078424	7.279014798967497	3403.304210305214	3364.058614194393	14476427	0.999000999000999	0.17407765595569785
9260.261615276337	10600	3396.031350492835	8.652832335626876	3411.275416433811	3375.835523247719	14837968	0.999000999000999	0.17407765595569785
9494.771165370941	10800	3385.3806203716995	5.586910258731933	3397.978585124016	3370.552526950836	15203871	0.999000999000999	0.17407765595569785
9734.090504646301	11000	3375.1908512222767	4.870400388085126	3387.8628317713737	3362.77524125576	15571247	0.999000999000999	0.17407765595569785
9961.942975997925	11200	3417.7983085078	4.653015336882888	3429.4269263744354	3405.716674208641	15923214	0.999000999000999	0.17407765595569785
10192.761760950089	11400	3422.581404658556	3.9054807840441685	3430.9722979664803	3405.7220148444176	16278418	0.999000999000999	0.17407765595569785
10425.268054485321	11600	3416.8526999753713	3.9119575932584527	3425.249906718731	3407.567415058613	16631926	0.999000999000999	0.17407765595569785
10655.283922672272	11800	3426.189431051016	5.43746600151467	3439.999084174633	3413.066621899605	16989212	0.999000999000999	0.17407765595569785
10880.685365200043	12000	3435.9560373157265	7.775561275368644	3450.9460058808327	3420.4467148780823	17336354	0.999000999000999	0.17407765595569785
11108.328289747238	12200	3424.8747424912453	7.406058846296543	3445.3127748966217	3409.4614341259003	17687159	0.999000999000999	0.17407765595569785
11342.216958522797	12400	3442.0291691994667	4.05719194162202	3451.164879500866	3430.8430236577988	18041544	0.999000999000999	0.17407765595569785
11581.619552612305	12600	3460.605881576538	6.147278261282697	3478.155580341816	3435.016249001026	18401459	0.999000999000999	0.17407765595569785
11815.954409360886	12800	3453.39217220068	3.9036573585181378	3461.7639806866646	3444.77035677433	18754523	0.999000999000999	0.17407765595569785
12054.063908100128	13000	3465.2489280855657	8.809248538363063	3480.8547348976135	3442.4204766750336	19112085	0.999000999000999	0.17407765595569785
12285.524596691132	13200	3463.5741718411446	4.873984950073952	3475.644571363926	3449.895146071911	19463943	0.999000999000999	0.17407765595569785
12517.134309530258	13400	3476.641250792146	6.519899377048306	3491.377486407757	3460.2158244252205	19818675	0.999000999000999	0.17407765595569785
12756.0989112854	13600	3460.692146266103	3.3733707967446267	3469.6799488663673	3453.9145582318306	20179137	0.999000999000999	0.17407765595569785
12994.910315275192	13800	3473.8900779676437	3.190760144323646	3482.2356880307198	3465.4773141741753	20545542	0.999000999000999	0.17407765595569785
13218.495392560959	14000	3477.4494914537668	3.5929367368808913	3484.812077522278	3469.0353639125824	20885533	0.999000999000999	0.17407765595569785
13451.621681690216	14200	3494.550855278969	3.6945061552116876	3502.676518857479	3483.449799478054	21232231	0.999000999000999	0.17407765595569785
13676.516159296036	14400	3522.076549782753	6.273774348579139	3532.5753316283226	3499.3532160520554	21569319	0.999000999000999	0.17407765595569785
13898.974945545197	14600	3519.577439298034	4.626261883311921	3530.9645233750343	3509.365048766136	21897462	0.999000999000999	0.17407765595569785
14130.562048912048	14800	3551.4034882611036	5.524996787758696	3561.237337887287	3538.385458767414	22242775	0.999000999000999	0.17407765595569785
14364.908565998077	15000	3548.9746252274513	5.7618519550010525	3559.700181543827	3534.5679318904877	22585214	0.999000999000999	0.17407765595569785
14584.712748527527	15200	3535.083148196936	10.349930512803986	3552.314926326275	3495.56353276968	22909151	0.999000999000999	0.17407765595569785
14807.015560150146	15400	3549.3520616912842	11.602152770698616	3586.782118856907	3510.530260026455	23244076	0.999000999000999	0.17407765595569785
15036.81735777855	15600	3538.376055561304	21.105487405626004	3590.2658502459526	3508.933052957058	23580192	0.999000999000999	0.17407765595569785
15271.37285208702	15800	3561.7786167889835	15.290236100174234	3587.7021659612656	3512.919668018818	23933832	0.999000999000999	0.17407765595569785
15510.45685005188	16000	3556.8779919612407	3.5961519719001105	3567.3610739707947	3550.032393038273	24293720	0.999000999000999	0.17407765595569785
15756.16905784607	16200	3571.579293013811	5.66525930323578	3588.963068306446	3558.8130735754967	24654757	0.999000999000999	0.17407765595569785
15979.712234258652	16400	3592.161251062751	7.123411517136991	3609.6222835183144	3574.3047826886177	24989128	0.999000999000999	0.17407765595569785
16207.026653528214	16600	3592.237503951788	14.167210152786819	3618.6633235812187	3562.352783739567	25328392	0.999000999000999	0.17407765595569785
16437.431993484497	16800	3600.4366119378806	18.379359088688794	3630.8708187937737	3545.5809820890427	25674815	0.999000999000999	0.17407765595569785
16663.390424728394	17000	3613.2695162242653	14.164232109622713	3642.4508271217346	3575.3066974282265	26011338	0.999000999000999	0.17407765595569785
16887.3327832222	17200	3593.807123939395	5.012965395969599	3604.461504459381	3585.649942278862	26348803	0.999000999000999	0.17407765595569785
17109.945162057877	17400	3607.9402410286666	15.495984574631894	3641.283569395542	3578.6062757372856	26681274	0.999000999000999	0.17407765595569785
17339.688046693802	17600	3598.4624429541827	7.8674121879854875	3631.339492201805	3582.574861049652	27022352	0.999000999000999	0.17407765595569785
17577.66880965233	17800	3595.8270073455574	16.283672709111002	3629.231435894966	3553.6887397766113	27374229	0.999000999000999	0.17407765595569785
17809.864911079407	18000	3606.7339458537103	8.164878337235914	3624.589104294777	3584.8338184952736	27716484	0.999000999000999	0.17407765595569785
18044.328622579575	18200	3600.438238173127	11.478053200309562	3625.166387796402	3579.0102994441986	28065414	0.999000999000999	0.17407765595569785
18281.611256837845	18400	3593.8233729028702	5.797368748770008	3610.4496817588806	3580.626694738865	28417941	0.999000999000999	0.17407765595569785
18508.923352479935	18600	3607.5035437381266	12.458761070575786	3642.724929213524	3584.513534426689	28765181	0.999000999000999	0.17407765595569785
18733.400466918945	18800	3611.9164355653525	16.401086815835306	3657.4890922904015	3583.1830111145973	29105441	0.999000999000999	0.17407765595569785
18972.064922571182	19000	3605.4930367922784	9.685009607931706	3632.110159635544	3583.235652446747	29465753	0.999000999000999	0.17407765595569785
19206.719553232193	19200	3601.7733931928874	5.959289801606461	3613.5301594138145	3587.333685398102	29820433	0.999000999000999	0.17407765595569785
