Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
10.885979652404785	0	207.25958717823028	2.541089972201966	213.12214756011963	203.5939154624939	0	0.0	0
52.1113760471344	10	212.39504820346832	3.241558991360519	218.61833572387695	206.77532529830933	215941	0.9090909090909091	0.050789042166088226
93.64326119422913	20	199.45160804748537	2.7395019612606566	203.88211679458618	194.12605094909668	442842	0.9523809523809523	0.05723775229252126
138.26352453231812	30	251.16736246585845	4.048061122205758	260.2246069908142	234.47483015060425	682431	0.967741935483871	0.0581076550858643
184.9828507900238	40	290.87697670936586	5.63980103917874	298.95397186279297	271.0964493751526	934201	0.975609756097561	0.0581076550858643
236.02482724189758	50	300.2680501317978	11.324424485838422	331.8215174674988	276.2447075843811	1200258	0.9803921568627451	0.0581076550858643
289.0748438835144	60	297.3980563545227	12.070598434608897	324.74149656295776	275.3718776702881	1481023	0.9836065573770492	0.0581076550858643
345.52002573013306	70	293.27998203754424	9.325463986824207	314.56691551208496	270.1833291053772	1775235	0.9859154929577465	0.0581076550858643
403.92480397224426	80	291.40057513237	10.673710526705474	313.3992257118225	270.03345584869385	2078738	0.9876543209876543	0.0581076550858643
459.7858819961548	90	290.57443365573886	9.925351587919101	313.80198192596436	270.4186019897461	2389752	0.989010989010989	0.0581076550858643
521.98805809021	100	292.8240121603012	10.910608984446007	314.47376918792725	270.7883052825928	2706819	0.9900990099009901	0.0581076550858643
584.6731731891632	110	291.49505725383756	10.309723770032146	314.87830686569214	271.0158176422119	3028270	0.990990990990991	0.0581076550858643
650.413581609726	120	291.32775028705595	9.775568334336311	314.3688416481018	270.83020067214966	3353063	0.9917355371900827	0.0581076550858643
713.063441991806	130	296.5291814804077	10.068665451142921	321.23088026046753	277.4093289375305	3679009	0.9923664122137404	0.058456388592715514
777.3691565990448	140	294.01481976032255	11.066041516526345	316.0175452232361	272.64253520965576	4011184	0.9929078014184397	0.058456388592715514
842.552077293396	150	295.7342634677887	10.022693510324848	316.5416188240051	272.08362913131714	4345430	0.9933774834437086	0.058456388592715514
908.8562686443329	160	296.2708244085312	11.367147322864957	326.78970670700073	277.32749795913696	4683665	0.9937888198757764	0.058456388592715514
974.2086126804352	170	297.56430063247683	10.327372688857103	326.9462203979492	277.5502305030823	5023953	0.9941520467836257	0.058456388592715514
1039.0673015117645	180	298.93362587451935	11.28956051775655	327.5546946525574	278.3519229888916	5366868	0.994475138121547	0.058456388592715514
1102.169542312622	190	302.1075878047943	11.343880237697304	328.1353735923767	277.77675342559814	5710095	0.9947643979057592	0.058456388592715514
1169.7043151855469	200	297.8976145219803	10.019261404799181	327.44514894485474	277.36827325820923	6056989	0.9950248756218906	0.058456388592715514
1237.075063943863	210	303.6409313488007	10.589654638715695	323.315993309021	277.770574092865	6406146	0.995260663507109	0.058456388592715514
1304.3050529956818	220	300.64791347026824	10.437794360266103	323.39579725265503	278.465585231781	6758260	0.995475113122172	0.05937154961754513
1372.5303976535797	230	303.68717972755434	10.02335981981167	328.87710905075073	279.15613651275635	7111663	0.9956709956709957	0.05937154961754513
1440.0652267932892	240	308.0564779138565	11.423071823782767	330.45686531066895	280.22306060791016	7468348	0.995850622406639	0.05937154961754513
1510.6946814060211	250	309.20103426933287	11.958016490889145	330.63313817977905	280.07401180267334	7827375	0.9960159362549801	0.05937154961754513
1579.3702430725098	260	306.5933739948273	10.670497603667442	332.76445055007935	286.4161162376404	8187789	0.9961685823754789	0.05937154961754513
1644.3166654109955	270	311.18161406993863	11.25491132883394	339.3127884864807	288.2512893676758	8549120	0.996309963099631	0.06062507353540138
1713.571594953537	280	315.7047934103012	11.477179776749516	340.88162755966187	290.5888934135437	8913709	0.99644128113879	0.06836659967560066
1782.721233844757	290	320.7554267787933	13.310986142116729	347.6823534965515	292.18549394607544	9279997	0.9965635738831615	0.06836659967560066
1853.5707960128784	300	326.4653087902069	10.993044924262273	354.5972843170166	299.44156980514526	9647404	0.9966777408637874	0.06836659967560066
1923.4167697429657	310	331.8457873725891	11.351752033011914	360.6825838088989	306.6849627494812	10018159	0.9967845659163987	0.06836659967560066
1994.2109382152557	320	336.0257696294785	10.797271540373393	363.19764518737793	313.6075768470764	10392059	0.9968847352024922	0.06836659967560066
2063.9070591926575	330	337.946619682312	9.995296429600868	359.0155396461487	319.2226219177246	10768685	0.9969788519637462	0.06836659967560066
2136.1301441192627	340	342.4696172761917	10.517077786581263	363.71094274520874	320.48329067230225	11148828	0.9970674486803519	0.06836659967560066
2204.6995277404785	350	344.2769843196869	11.005975120750858	367.7024703025818	320.1818618774414	11531766	0.9971509971509972	0.06836659967560066
2277.938273668289	360	348.68376407146457	9.353985949062379	366.34071016311646	326.80169773101807	11916172	0.997229916897507	0.06836659967560066
2351.067501306534	370	349.6512778902054	10.960169092853205	372.9569935798645	327.98146533966064	12303465	0.9973045822102425	0.06836659967560066
2423.7529850006104	380	353.04935134887694	10.979072014006459	375.2161645889282	334.4347996711731	12694353	0.9973753280839895	0.06836659967560066
2497.832104921341	390	355.6481622314453	10.199334761488931	376.5358200073242	335.00865936279297	13087137	0.9974424552429667	0.06836659967560066
2572.302849292755	400	358.51598189353945	8.514789766499744	380.29813289642334	342.0441265106201	13483371	0.9975062344139651	0.06836659967560066
2646.6892533302307	410	361.65851038455963	9.313521374409703	386.8262286186218	342.8584222793579	13883206	0.9975669099756691	0.06836659967560066
2722.869736433029	420	365.2392578601837	9.957397686475371	389.08224534988403	344.08177852630615	14286210	0.997624703087886	0.06836659967560066
2795.157788991928	430	367.0633650159836	9.904953145851348	390.6718535423279	344.1378741264343	14692661	0.9976798143851509	0.06836659967560066
2869.9625415802	440	366.359694480896	10.84290158045632	396.88006114959717	343.42515993118286	15102675	0.9977324263038548	0.06836659967560066
2947.572767972946	450	370.3664676856995	11.26840351146085	402.8817443847656	344.9556088447571	15515795	0.9977827050997783	0.06836659967560066
3026.3130292892456	460	373.7928703212738	12.466005860222307	403.44841861724854	350.61456394195557	15933328	0.9978308026030369	0.06836659967560066
3101.056646823883	470	380.8743428373337	14.994960903145216	419.94993114471436	355.70093870162964	16355539	0.9978768577494692	0.06836659967560066
3177.5747349262238	480	388.6428711032867	13.38150510491721	416.1671280860901	357.4563546180725	16781500	0.997920997920998	0.06836659967560066
3256.1476435661316	490	395.4055893611908	15.885858979117817	426.8698453903198	365.5780758857727	17214625	0.9979633401221996	0.06836659967560066
3337.54767036438	500	428.6785521888733	39.702862546747504	506.46001148223877	371.2361283302307	17657581	0.998003992015968	0.06836659967560066
3419.030987739563	510	495.60244017124177	33.50234975996315	569.4899401664734	388.8788948059082	18108892	0.9980430528375733	0.06836659967560066
3507.1381375789642	520	512.1359831285477	19.27068152712903	568.6065192222595	469.6140546798706	18572366	0.9980806142034548	0.06836659967560066
3594.789443254471	530	541.9171533060074	32.46458537503313	627.9727277755737	484.1272163391113	19048412	0.9981167608286252	0.06836659967560066
3686.4274201393127	540	588.0327985930443	47.12210848127423	686.294059753418	490.27769565582275	19541013	0.9981515711645101	0.06836659967560066
3782.308188199997	550	617.2937478494645	38.40011012642783	731.263011932373	533.6058673858643	20043554	0.9981851179673321	0.06836659967560066
3877.390846967697	560	644.1253347760439	51.69207633621644	793.5747518539429	519.9304189682007	20559763	0.9982174688057041	0.06836659967560066
3973.0737404823303	570	671.6582165718079	61.572566174600595	827.5509362220764	516.0272417068481	21083016	0.9982486865148862	0.06836659967560066
4070.366698741913	580	687.3996193313599	82.03828669126838	967.4954228401184	516.9821372032166	21610232	0.9982788296041308	0.06836659967560066
4169.474004745483	590	686.8121943044663	103.9454390117716	986.7435250282288	499.0183792114258	22146990	0.9983079526226735	0.06836659967560066
4270.289659738541	600	699.8446258354187	113.27387219071115	1058.0559434890747	502.1161193847656	22691452	0.9983361064891847	0.06836659967560066
4373.169277667999	610	735.6082227516174	97.34333591976826	1093.4162621498108	511.1663498878479	23244000	0.9983633387888707	0.06836659967560066
4476.763236999512	620	751.1387029027939	123.6572135606782	1225.4931015968323	515.1333441734314	23799428	0.998389694041868	0.06836659967560066
4579.687642335892	630	765.8718720197678	126.48653611782358	1326.9978342056274	542.1986975669861	24359991	0.9984152139461173	0.06836659967560066
4679.218489408493	640	751.4198756527901	84.80393265885424	1069.1320180892944	526.0695552825928	24924926	0.9984399375975039	0.06836659967560066
4782.745148420334	650	769.3494519686699	106.0722398594907	1187.341404914856	623.0672841072083	25494348	0.9984639016897081	0.06836659967560066
4884.980628967285	660	764.9837633943557	101.48961271194622	1101.6808042526245	627.0035672187805	26068559	0.9984871406959153	0.06836659967560066
4987.049071788788	670	750.4277859401703	78.08707982106208	979.5896453857422	613.0938982963562	26652426	0.9985096870342772	0.06836659967560066
5091.466886997223	680	781.7734311437607	90.24389806080563	1140.6896314620972	606.803985118866	27239271	0.9985315712187959	0.06836659967560066
5191.195047855377	690	757.3631896066665	63.34601253085911	988.2002062797546	632.9749889373779	27832114	0.9985528219971056	0.06836659967560066
5296.884764909744	700	769.1960579872132	70.69236557102703	1022.3181228637695	639.0324630737305	28428546	0.9985734664764622	0.06836659967560066
5402.002882480621	710	786.4064137935638	82.45037972027232	1137.3006176948547	629.4330201148987	29031925	0.9985935302390999	0.06836659967560066
5509.900059223175	720	786.3900360536576	55.30374134083266	952.2804293632507	676.5331583023071	29641736	0.9986130374479889	0.06836659967560066
5623.009042024612	730	813.8148253870011	70.49604587280194	1121.4389905929565	689.302728176117	30253175	0.9986320109439124	0.06836659967560066
5736.2657215595245	740	805.2188508462906	60.22781912111512	1046.5414028167725	686.3084564208984	30871137	0.9986504723346828	0.06836659967560066
5850.004455327988	750	828.2115187835693	50.3506414672783	984.4815368652344	713.5078015327454	31494891	0.9986684420772304	0.06836659967560066
5966.768976211548	760	839.393514456749	60.04483691864266	1025.0672426223755	693.2898736000061	32125112	0.9986859395532195	0.06836659967560066
6085.452960968018	770	843.0178107023239	65.32325752279924	1024.9177927970886	689.0815606117249	32757749	0.9987029831387808	0.06836659967560066
6201.869440078735	780	822.9009386825561	63.628532920388984	1109.97066116333	634.6659774780273	33395063	0.998719590268886	0.06836659967560066
6320.567035198212	790	853.2998448705673	60.19731264558543	1017.9191679954529	679.4973306655884	34035160	0.9987357774968394	0.06836659967560066
6438.609261035919	800	879.306424999237	77.1330216407552	1088.9203906059265	613.6335926055908	34680998	0.9987515605493134	0.06836659967560066
6553.39546585083	810	879.3585607719422	47.670433405066156	1028.0800385475159	774.9863352775574	35331710	0.998766954377312	0.06836659967560066
6673.48551940918	820	876.9112306833267	57.84156806738112	1017.0955185890198	723.7158164978027	35983596	0.9987819732034104	0.06836659967560066
6793.315497636795	830	888.5598710393906	52.86849437527457	1056.5676140785217	763.7614130973816	36641606	0.9987966305655837	0.06836659967560066
6911.342746257782	840	899.117952914238	53.40012086700249	1028.385754585266	732.9768624305725	37300285	0.9988109393579072	0.06836659967560066
7025.848805189133	850	907.5561617136002	46.16076866088329	1075.373616218567	769.6342535018921	37962451	0.9988249118683902	0.06836659967560066
7147.85295009613	860	931.2962638854981	47.75079223683718	1087.4194102287292	820.5175728797913	38633567	0.9988385598141696	0.06836659967560066
7271.787782907486	870	920.2122223901748	57.92974132518731	1045.534405708313	730.6739783287048	39311366	0.9988518943742825	0.06836659967560066
7397.706308603287	880	933.1025150442124	48.20679436135268	1074.9458923339844	813.8163232803345	39993039	0.9988649262202043	0.06836659967560066
7522.609912633896	890	939.3339336299896	45.68016008135126	1101.1982049942017	859.4834742546082	40676062	0.9988776655443322	0.06836659967560066
7648.440103769302	900	943.3725515556335	46.70001853693264	1085.8768644332886	844.1020030975342	41363599	0.9988901220865705	0.06836659967560066
7775.890648365021	910	949.9368532323838	54.61160192654494	1095.7034516334534	774.9354109764099	42061028	0.9989023051591658	0.06836659967560066
7903.322902917862	920	954.1291266727447	50.858412868427166	1078.6812682151794	838.4344940185547	42760377	0.998914223669924	0.06836659967560066
8026.611803293228	930	959.2322041273117	48.204718643897166	1084.4611268043518	847.6125173568726	43458393	0.9989258861439313	0.06836659967560066
8154.812588214874	940	942.0409391355514	38.16110258839184	1060.728581905365	869.202389717102	44166558	0.9989373007438895	0.06836659967560066
8284.51769042015	950	947.7899673032761	41.98086506516635	1045.8268127441406	772.389030456543	44878519	0.9989484752891693	0.06836659967560066
8414.674863576889	960	931.9254782915116	56.90754615115668	1086.4597849845886	749.5267639160156	45594481	0.9989594172736732	0.06836659967560066
8545.633405685425	970	937.3662188100815	60.00669160204407	1064.0060138702393	763.6049642562866	46313653	0.9989701338825953	0.06836659967560066
8674.590346097946	980	936.056416258812	53.15534005035554	1055.6591477394104	788.8260540962219	47038048	0.9989806320081549	0.06836659967560066
8803.936177253723	990	944.9749024629593	56.55958112625927	1093.0352149009705	812.7213587760925	47765900	0.9989909182643795	0.06836659967560066
8935.937798261642	1000	945.4907441091538	65.10552066112407	1092.7641596794128	801.321485042572	48504772	0.999000999000999	0.06836659967560066
9070.316981077194	1010	935.928053689003	57.044113846771914	1066.2704424858093	816.0530695915222	49241274	0.999000999000999	0.06836659967560066
9200.561900615692	1020	946.8909170246125	63.49837142099945	1121.8140230178833	828.3546833992004	49978979	0.999000999000999	0.06836659967560066
9333.231642007828	1030	943.1040782403946	67.69308834700033	1110.4717173576355	836.0928039550781	50724349	0.999000999000999	0.06836659967560066
9467.887770175934	1040	950.346515712738	78.12810812835119	1238.566731929779	808.7437496185303	51476222	0.999000999000999	0.06836659967560066
9599.34914135933	1050	968.484123711586	72.35555981982458	1226.1845598220825	818.6406798362732	52228081	0.999000999000999	0.06836659967560066
9737.681360721588	1060	969.9764436626434	68.58525712829984	1151.8139696121216	824.8505153656006	52991315	0.999000999000999	0.06836659967560066
9875.468483924866	1070	973.3946849536895	71.62986640931484	1185.3728494644165	786.1707744598389	53759285	0.999000999000999	0.06836659967560066
10015.504705190659	1080	1004.036250910759	85.16573396671309	1228.3345289230347	836.6228413581848	54528188	0.999000999000999	0.06836659967560066
10153.91352057457	1090	1025.446301035881	68.04284499908029	1307.7540335655212	875.61110496521	55301303	0.999000999000999	0.06836659967560066
10294.162009239197	1100	1021.5461900854111	82.35003476855674	1317.8998131752014	869.0706644058228	56081547	0.999000999000999	0.06836659967560066
10427.334674835205	1110	1027.550867676735	76.22892229811502	1228.4774117469788	867.5264573097229	56864789	0.999000999000999	0.06836659967560066
10568.067706108093	1120	1046.1922268152236	81.41056278904894	1330.0065894126892	894.2361221313477	57654401	0.999000999000999	0.06836659967560066
10704.049339294434	1130	1030.0895627498626	82.98890566106654	1342.2440347671509	887.2808275222778	58449638	0.999000999000999	0.06836659967560066
10843.984476566315	1140	1049.003805475235	112.99863014256618	1876.880844593048	815.9897689819336	59250729	0.999000999000999	0.06836659967560066
10987.41315627098	1150	1052.6115600156784	88.48420164865456	1319.3448185920715	891.5069622993469	60058951	0.999000999000999	0.06836659967560066
11128.412128448486	1160	1083.9781801748277	94.0376389309959	1409.2499828338623	940.2504720687866	60871092	0.999000999000999	0.06836659967560066
11273.291860580444	1170	1081.360018286705	93.17290233955822	1433.9197845458984	937.1859979629517	61687773	0.999000999000999	0.06836659967560066
11422.226914167404	1180	1098.6818362951278	103.01475856905681	1523.9125204086304	814.252110004425	62513977	0.999000999000999	0.06836659967560066
11570.062391281128	1190	1083.7886626577376	85.48699706410032	1372.9476699829102	883.1657190322876	63340238	0.999000999000999	0.06836659967560066
11716.538094520569	1200	1119.5703821325303	103.93429728938295	1431.9466714859009	944.1261167526245	64171936	0.999000999000999	0.06836659967560066
11864.545661449432	1210	1126.4623603439331	102.16881855471233	1544.2955226898193	977.5574822425842	65014268	0.999000999000999	0.06836659967560066
12016.248202562332	1220	1130.8488990402222	99.52254112105197	1612.4912333488464	981.6492128372192	65860657	0.999000999000999	0.06836659967560066
12167.118943214417	1230	1181.1770177555084	130.89057477970945	1872.392107963562	941.8680329322815	66711647	0.999000999000999	0.06836659967560066
12318.769619703293	1240	1181.5753426122665	127.05683816076908	1657.747703552246	967.8483047485352	67572000	0.999000999000999	0.06836659967560066
12474.372635364532	1250	1184.305861301422	137.67183429926976	1737.9210534095764	945.3173246383667	68435231	0.999000999000999	0.06836659967560066
12628.049540519714	1260	1211.208787817955	126.18219912257304	1662.7028255462646	871.7063937187195	69301754	0.999000999000999	0.06836659967560066
12784.098911523819	1270	1191.232039575577	133.3036692303143	1769.800775527954	854.5687999725342	70175944	0.999000999000999	0.06836659967560066
12941.645990848541	1280	1175.643212747574	91.78799218655718	1502.7076034545898	934.0930552482605	71059834	0.999000999000999	0.06603399094217136
13098.426053285599	1290	1195.27546295166	121.42356869271605	1608.7513842582703	799.5959343910217	71946138	0.999000999000999	0.06603399094217136
13256.539705991745	1300	1211.1694548845292	157.9814299147532	1828.9073662757874	830.9681539535522	72837664	0.999000999000999	0.06603399094217136
13411.523953676224	1310	1208.1220014238359	126.61823271751663	1598.5164632797241	949.8608913421631	73731633	0.999000999000999	0.06603399094217136
13572.164450645447	1320	1212.092376203537	149.29035543617996	1780.9587817192078	944.8518724441528	74635786	0.999000999000999	0.06603399094217136
13734.019984722137	1330	1244.3277279806136	142.20597565273195	1852.2131609916687	878.3135004043579	75535456	0.999000999000999	0.06603399094217136
13896.221306562424	1340	1291.695209083557	177.31759785555172	2015.1040272712708	947.2788429260254	76452171	0.999000999000999	0.06603399094217136
14066.412808656693	1350	1307.9348834800721	179.93468236861077	1799.2722835540771	940.1458892822266	77374280	0.999000999000999	0.06603399094217136
14231.586931467056	1360	1290.07616396904	192.18820135271534	1992.7711262702942	866.1357741355896	78302723	0.999000999000999	0.06603399094217136
14394.294979810715	1370	1288.732784090042	165.35966942181736	1719.888704776764	824.7249445915222	79239339	0.999000999000999	0.06603399094217136
