Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
4.945874452590942	0	157.35502446115018	53.26789021594595	421.2008010149002	97.73617750406265	0	0.0	0
7.0629050731658936	10	114.0907380515337	8.301186122050849	136.77406573295593	97.92346256971359	23991	0.9090909090909091	0.17407765595569785
9.21920919418335	20	137.2774005073309	18.158669066215932	248.99081844091415	119.11843180656433	49464	0.9523809523809523	0.17407765595569785
11.482336282730103	30	231.99739569842816	0.9948934694929016	233.9675282239914	229.64012986421585	76965	0.967741935483871	0.17407765595569785
13.877760171890259	40	308.4197490930557	3.508931681994557	316.3907345533371	300.96458292007446	106955	0.975609756097561	0.17407765595569785
16.477518320083618	50	318.43481755018234	1.3958822915264988	321.81165277957916	315.3470573425293	139945	0.9803921568627451	0.17407765595569785
19.23892641067505	60	324.82190628409387	1.4758272620653978	328.6774173974991	320.3728218078613	177729	0.9836065573770492	0.17407765595569785
22.0756254196167	70	326.47799911022184	1.3817853239954936	329.3496369123459	323.36984050273895	216253	0.9859154929577465	0.17407765595569785
24.941176176071167	80	336.9336953341961	1.5481141546279957	340.2937353849411	332.5576403141022	256254	0.9876543209876543	0.17407765595569785
27.79953670501709	90	335.50251891314986	1.3578101190251686	338.98964405059814	332.4790860414505	296794	0.989010989010989	0.17407765595569785
30.601231575012207	100	363.7424672418833	1.3125951796157191	366.24279725551605	360.273269534111	336743	0.9900990099009901	0.17407765595569785
33.534868240356445	110	392.7556800079346	1.5310921474127224	396.22051537036896	388.80396485328674	379073	0.990990990990991	0.17407765595569785
36.59837627410889	120	410.15077460408213	3.7778967724094588	423.67859733104706	403.9851400256157	422744	0.9917355371900827	0.17407765595569785
39.9647581577301	130	627.7271905773878	5.855459835660851	637.6551216840744	611.9728084802628	470602	0.9923664122137404	0.17407765595569785
43.80681085586548	140	650.2564884465933	4.087205348326861	658.971752166748	641.6786016225815	528989	0.9929078014184397	0.17407765595569785
47.686911821365356	150	664.8541560608148	8.631574046307543	675.7618448734283	639.1950780153275	589518	0.9933774834437086	0.17407765595569785
52.092713356018066	160	764.6810992646217	62.938132387794056	857.2449226379395	682.0513972043991	655274	0.9937888198757764	0.17407765595569785
56.89287829399109	170	864.3259666657448	21.353878819864722	890.9542428255081	792.5646347999573	727001	0.9941520467836257	0.17407765595569785
63.00118684768677	180	1195.27774892807	144.51250415866667	1577.3535962104797	975.72170317173	810623	0.994475138121547	0.17407765595569785
72.02236318588257	190	2234.1227605205772	66.82243765392498	2705.8304644823074	2007.377487897873	917336	0.9947643979057592	0.17407765595569785
83.96934366226196	200	2180.6012151032687	9.132803139831573	2204.9099472761154	2166.1082912683487	1059218	0.9950248756218906	0.17407765595569785
95.73023200035095	210	2356.7759820860624	21.98297825840111	2544.5215443372726	2332.951376080513	1208441	0.995260663507109	0.17407765595569785
108.31201004981995	220	2232.303797250986	12.239233514390342	2298.0346817970276	2217.676368355751	1373537	0.995475113122172	0.17407765595569785
122.1000862121582	230	2286.688073652983	7.153581148307381	2314.369613647461	2275.1504706144333	1566818	0.9956709956709957	0.17407765595569785
135.98442792892456	240	2390.359869978428	38.516055193915	2721.403061389923	2369.168799996376	1766369	0.995850622406639	0.17407765595569785
150.22783708572388	250	2336.3922951054574	63.489994757972894	2926.363401055336	2308.169860124588	1972974	0.9960159362549801	0.17407765595569785
164.71484446525574	260	2691.029374588728	181.28798433866984	3056.529659628868	2120.6206595897675	2193793	0.9961685823754789	0.17407765595569785
179.2577896118164	270	2605.554360562563	147.3441015574374	2910.031568288803	2388.42585337162	2411412	0.996309963099631	0.17407765595569785
193.30936098098755	280	2242.899416284561	472.6118846377176	3085.0092310905457	1580.711660861969	2631673	0.99644128113879	0.17407765595569785
208.1782946586609	290	2554.359146953821	89.4325033348229	2850.5110652446747	2452.187639951706	2861121	0.9965635738831615	0.17407765595569785
223.00238394737244	300	2524.7606223380567	32.188569892380514	2733.812368750572	2490.691582918167	3085250	0.9966777408637874	0.17407765595569785
237.3675491809845	310	2482.934361615181	424.0199410940112	3005.3410725593567	1573.1171733140945	3319311	0.9967845659163987	0.17407765595569785
252.42504239082336	320	2590.2844854515793	218.7603299375469	3002.076788544655	1699.2728650569916	3563695	0.9968847352024922	0.17407765595569785
268.0419580936432	330	2921.254514930248	88.66196315891702	3111.7424805164337	2488.810623407364	3824515	0.9969788519637462	0.17407765595569785
283.8510789871216	340	3042.2480406057834	28.890520700732928	3124.986628651619	2965.617286324501	4092309	0.9970674486803519	0.17407765595569785
299.1489932537079	350	3014.2294801229236	246.8028095988252	3112.654859185219	1161.539745092392	4342566	0.9971509971509972	0.17407765595569785
314.1434226036072	360	3065.33788913846	30.884861264700774	3138.1730078458786	2988.02333343029	4594407	0.997229916897507	0.17407765595569785
330.13143658638	370	3089.5992499613762	25.10494298797469	3138.912766456604	3037.9373853206635	4866400	0.9973045822102425	0.17407765595569785
346.35321617126465	380	3128.7529714763164	30.00605172466488	3172.3375573158264	3038.1155874729156	5149679	0.9973753280839895	0.17407765595569785
362.5734610557556	390	3105.7620311284063	46.22324020401266	3191.7079647779465	3011.072438955307	5432910	0.9974424552429667	0.17407765595569785
378.81192421913147	400	3137.0545748949053	26.726431612281782	3168.831674695015	3073.0948227643967	5710187	0.9975062344139651	0.17407765595569785
394.9185166358948	410	3110.984290590286	27.272278906375657	3157.1044729948044	3028.942892551422	5984564	0.9975669099756691	0.17407765595569785
411.1254360675812	420	3103.6416360890867	49.36063670993438	3196.7779248952866	2997.297973871231	6263532	0.997624703087886	0.17407765595569785
427.13155817985535	430	3115.0995928001403	31.725800971773157	3197.5026618242264	3050.4390692710876	6533615	0.9976798143851509	0.17407765595569785
443.0006036758423	440	3075.9186171996594	57.385297388583	3219.8035291433334	2981.1527869701385	6808039	0.9977324263038548	0.17407765595569785
458.9333851337433	450	3126.504678813219	28.892324199285095	3192.7320157289505	3064.8172525167465	7080802	0.9977827050997783	0.17407765595569785
474.7564585208893	460	3104.2227549147606	67.38278680102216	3226.5704913139343	2967.7395840883255	7352249	0.9978308026030369	0.17407765595569785
490.64736127853394	470	3125.6222393399476	63.78134874916417	3224.388781309128	2934.6324206590652	7625188	0.9978768577494692	0.17407765595569785
506.5375106334686	480	3174.6082366758583	19.95439524959991	3229.073424220085	3119.8128578662872	7886674	0.997920997920998	0.17407765595569785
521.9381251335144	490	3199.619757740498	17.760386893925688	3242.5926600694656	3155.7825857400894	8146258	0.9979633401221996	0.17407765595569785
538.3308069705963	500	3171.7485193419457	34.73356290033526	3241.0865668058395	3105.127649784088	8429306	0.998003992015968	0.17407765595569785
554.2974059581757	510	3177.3328943669794	30.185678772667835	3231.481861948967	3115.736732363701	8702118	0.9980430528375733	0.17407765595569785
570.7256498336792	520	3196.2779693722723	25.06205747179115	3245.5440950393677	3146.317506313324	8984753	0.9980806142034548	0.17407765595569785
586.8678214550018	530	3198.4642671597003	40.207034135125035	3258.673843026161	3120.8588795661926	9260520	0.9981167608286252	0.17407765595569785
602.4817855358124	540	3207.143110898733	28.172669148203994	3259.661967277527	3115.200480222702	9537149	0.9981515711645101	0.17407765595569785
618.8109970092773	550	3226.012295006514	26.242847425408247	3265.945960998535	3143.9662466049194	9824598	0.9981851179673321	0.17407765595569785
635.0371158123016	560	3226.018700851202	25.829769006536598	3278.9630278348923	3142.1240253448486	10107232	0.9982174688057041	0.17407765595569785
651.7050194740295	570	3257.6653490293024	11.957437653401634	3281.7492215633392	3231.9768686294556	10397070	0.9982486865148862	0.17407765595569785
668.1873364448547	580	3259.5627806913853	14.399557222632385	3291.1053240299225	3232.109498500824	10689146	0.9982788296041308	0.17407765595569785
684.7213060855865	590	3281.987708358765	19.03611472585935	3304.029328107834	3214.798234939575	10977707	0.9983079526226735	0.17407765595569785
701.1013281345367	600	3263.8173145878313	20.284242460854745	3291.4472860097885	3196.9835876226425	11258334	0.9983361064891847	0.17407765595569785
717.3641591072083	610	3280.1627760756014	10.335329888403189	3295.102703332901	3251.136304497719	11546691	0.9983633387888707	0.17407765595569785
733.9625873565674	620	3288.517497887611	20.432989792595357	3305.4816703796387	3208.5655282735825	11829512	0.998389694041868	0.17407765595569785
750.196307182312	630	3288.9027068734167	23.833689687823846	3311.1808754205704	3218.5203298330307	12107113	0.9984152139461173	0.17407765595569785
766.8450765609741	640	3287.288953111172	11.444846853972322	3300.7310816049576	3211.853759765625	12393211	0.9984399375975039	0.17407765595569785
783.8261547088623	650	3301.4551264703273	19.455381814186147	3328.983280777931	3249.3933140039444	12683581	0.9984639016897081	0.17407765595569785
800.1728558540344	660	3316.0209078419207	13.128868901116324	3333.699538588524	3273.228180408478	12963077	0.9984871406959153	0.17407765595569785
816.2161478996277	670	3290.7653687775137	14.782054462648833	3314.7789204120636	3263.1379529237747	13236711	0.9985096870342772	0.17407765595569785
832.9283494949341	680	3276.291871701479	21.290057605617154	3311.294284939766	3233.6139036417007	13517711	0.9985315712187959	0.17407765595569785
849.2041034698486	690	3320.316336803436	13.268038629842668	3334.8034121990204	3279.396977186203	13794492	0.9985528219971056	0.17407765595569785
864.9438655376434	700	3321.689365781546	14.121804666838106	3341.0031349658966	3287.70476436615	14061648	0.9985734664764622	0.17407765595569785
880.9679689407349	710	3321.1011050653456	18.13069948034231	3355.5702461004257	3271.2835648059845	14323098	0.9985935302390999	0.17407765595569785
897.4091215133667	720	3301.9549230539797	38.04455309943259	3358.1006186008453	3207.716505885124	14597059	0.9986130374479889	0.17407765595569785
913.7631597518921	730	3326.1570385861396	15.130162698960925	3354.5262800455093	3283.6127865314484	14861534	0.9986320109439124	0.17407765595569785
930.2600529193878	740	3309.5453036475183	18.977458251231074	3350.0908036231995	3264.0578342676163	15133243	0.9986504723346828	0.17407765595569785
946.7553100585938	750	3313.9995806252955	15.684159127526623	3344.6117824316025	3272.9825595617294	15409492	0.9986684420772304	0.17407765595569785
962.9079239368439	760	3312.1485622692107	19.45013175252291	3355.0654668807983	3261.3977638483047	15678773	0.9986859395532195	0.17407765595569785
979.3031373023987	770	3344.490836695433	13.975934641195355	3385.6617991924286	3311.92607152462	15954821	0.9987029831387808	0.17407765595569785
996.0080201625824	780	3380.6500328946113	11.806353332894725	3403.053687930107	3348.589070081711	16232231	0.998719590268886	0.17407765595569785
1012.6905996799469	790	3378.4420150589945	12.170216085162359	3401.690911054611	3338.3389518260956	16507149	0.9987357774968394	0.17407765595569785
1029.2292494773865	800	3363.508071779013	19.994647490027386	3418.9163373708725	3311.0594824552536	16784671	0.9987515605493134	0.17407765595569785
1045.9025919437408	810	3425.1962755846976	7.747443449885758	3447.0211038589478	3410.8637667894363	17062482	0.998766954377312	0.17407765595569785
1061.9516508579254	820	3427.7366563999653	8.466243226009722	3447.296712040901	3407.4318985939026	17332150	0.9987819732034104	0.17407765595569785
1078.0108375549316	830	3426.2159921634197	7.9148465831150485	3441.2656631469727	3411.121854543686	17607230	0.9987966305655837	0.17407765595569785
1094.0069513320923	840	3435.405660170317	9.670005441180066	3453.163922190666	3411.441640138626	17879143	0.9988109393579072	0.17407765595569785
1110.780740737915	850	3446.2479515075684	8.212896020493089	3460.8169845342636	3424.381892681122	18151965	0.9988249118683902	0.17407765595569785
1127.1892223358154	860	3446.312343604565	11.728460584465433	3466.054117679596	3409.1681426763535	18425810	0.9988385598141696	0.17407765595569785
1143.5668041706085	870	3453.0547330415247	9.029584429027219	3470.5343182086945	3429.7426340579987	18694178	0.9988518943742825	0.17407765595569785
1159.3320767879486	880	3471.373021402359	4.523998890457107	3479.2044476270676	3456.320435166359	18952660	0.9988649262202043	0.17407765595569785
1175.696665763855	890	3496.5276745438578	3.7962147174891383	3503.8654129505157	3483.718340277672	19219442	0.9988776655443322	0.17407765595569785
1191.0278108119965	900	3449.26211777091	7.147211933177276	3460.760518670082	3433.6002436876297	19468144	0.9988901220865705	0.17407765595569785
1207.6977078914642	910	3433.1730566310885	28.239358617585474	3490.1601773500443	3356.8371374607086	19748034	0.9989023051591658	0.17407765595569785
1223.7862253189087	920	3463.09540114522	11.288161059007978	3483.6295722723007	3426.5393357276917	20002236	0.998914223669924	0.17407765595569785
1240.2805423736572	930	3485.3462569105627	6.164293895507437	3495.18614089489	3468.5037940740585	20271838	0.9989258861439313	0.17407765595569785
1256.7557921409607	940	3494.8156670498847	4.775483998691486	3503.5675711631775	3481.8500649929047	20549131	0.9989373007438895	0.17407765595569785
1273.2332589626312	950	3512.8879940402508	7.329423974346594	3524.02517080307	3491.9736243486404	20832571	0.9989484752891693	0.17407765595569785
1289.9775700569153	960	3500.515814859867	5.712047256181408	3510.642786860466	3485.3651274442673	21112770	0.9989594172736732	0.17407765595569785
1306.7615611553192	970	3489.4620531773567	5.1581906182330295	3498.7599180936813	3473.6424552202225	21406729	0.9989701338825953	0.17407765595569785
1323.4110746383667	980	3507.5945802772044	4.051656082088415	3516.3707704544067	3495.7874249219894	21698218	0.9989806320081549	0.17407765595569785
1340.266363143921	990	3519.5007418000696	5.9041916891108785	3528.2372558116913	3496.8878288269043	21988115	0.9989909182643795	0.17407765595569785
1356.9593193531036	1000	3511.6113377058505	3.881134386627371	3518.950115084648	3497.529735803604	22278714	0.999000999000999	0.17407765595569785
1373.6012392044067	1010	3531.419952827692	3.796244510141926	3540.574706554413	3522.6600761413574	22562259	0.999000999000999	0.17407765595569785
1390.7045276165009	1020	3523.7456303524973	3.200301923237377	3531.4398344755173	3514.991121530533	22854252	0.999000999000999	0.17407765595569785
1407.5898261070251	1030	3533.155253446102	4.071795609609913	3541.373759031296	3515.569361925125	23137374	0.999000999000999	0.17407765595569785
1424.1658730506897	1040	3529.438949773312	13.692697312294287	3549.336418032646	3474.9644516706467	23413517	0.999000999000999	0.17407765595569785
1440.5824029445648	1050	3533.145714305639	7.828950865789423	3545.051039814949	3503.915061235428	23681802	0.999000999000999	0.17407765595569785
1457.1131677627563	1060	3552.892446886301	4.840237752641876	3561.310358762741	3530.052995324135	23961654	0.999000999000999	0.17407765595569785
1473.7856996059418	1070	3553.027364358902	3.1350877585164993	3562.0798168182373	3543.900255560875	24245810	0.999000999000999	0.17407765595569785
1490.4570426940918	1080	3549.856078584194	4.221682081249168	3557.5504599809647	3531.730649828911	24514005	0.999000999000999	0.17407765595569785
1507.0171465873718	1090	3549.491648579836	3.1037891021499715	3557.6376165151596	3542.965488910675	24791505	0.999000999000999	0.17407765595569785
1523.6279134750366	1100	3562.674515525103	2.969921042960548	3568.317956328392	3555.2517384290695	25056249	0.999000999000999	0.17407765595569785
1539.618836402893	1110	3558.6785609900953	3.8628980471070427	3566.516725063324	3544.1872124671936	25320738	0.999000999000999	0.17407765595569785
1555.9423367977142	1120	3552.392903904915	3.9420183079675453	3560.4523762464523	3543.062651157379	25587417	0.999000999000999	0.17407765595569785
1571.4500260353088	1130	3559.857653927803	2.8691910653622124	3566.0878014564514	3553.754650235176	25853394	0.999000999000999	0.17407765595569785
1587.7356555461884	1140	3546.8040364849567	15.209259363900365	3562.804142475128	3499.4761286973953	26122721	0.999000999000999	0.17407765595569785
1604.4552059173584	1150	3574.426856558323	4.007178810278367	3583.6751688718796	3562.8138645887375	26409441	0.999000999000999	0.17407765595569785
1620.2522671222687	1160	3558.5946536695956	10.787167701998522	3571.427361726761	3514.9621794223785	26667321	0.999000999000999	0.17407765595569785
1636.815822839737	1170	3540.219675320387	20.06088735776364	3563.3330612182617	3487.5839762687683	26950457	0.999000999000999	0.17407765595569785
1653.0910983085632	1180	3571.5571538937093	3.98846218455805	3581.136725783348	3558.292944431305	27231192	0.999000999000999	0.17407765595569785
1669.7212648391724	1190	3543.296424239874	13.145786711241932	3563.151206970215	3504.5379313230515	27509127	0.999000999000999	0.17407765595569785
1686.0530395507812	1200	3544.052311244011	10.225160647429707	3555.679052710533	3504.3550114631653	27779316	0.999000999000999	0.17407765595569785
1702.9162933826447	1210	3554.465577816963	10.809786017433634	3569.060441493988	3518.9616664648056	28061789	0.999000999000999	0.17407765595569785
1719.5630729198456	1220	3561.0229875421524	6.241449482997549	3571.9940506219864	3534.9307075738907	28342864	0.999000999000999	0.17407765595569785
1735.9723818302155	1230	3571.840785237551	5.393462691642656	3581.547448992729	3550.6931179761887	28614887	0.999000999000999	0.17407765595569785
1752.2652003765106	1240	3562.539597550631	7.9860006784629425	3575.1385428905487	3532.3366042375565	28881207	0.999000999000999	0.17407765595569785
1768.6764132976532	1250	3561.0823416900635	6.121526234156767	3570.753121495247	3535.353207707405	29155672	0.999000999000999	0.17407765595569785
1785.3587808609009	1260	3570.9425295460223	5.0256200654484156	3581.540066719055	3551.1188917160034	29435911	0.999000999000999	0.17407765595569785
1801.5305342674255	1270	3574.766322954893	11.630880452731683	3586.8251080513	3489.2358783483505	29708933	0.999000999000999	0.17407765595569785
1817.7722606658936	1280	3574.9506009697916	5.001830591611562	3586.9032645225525	3558.199127793312	29986143	0.999000999000999	0.17407765595569785
