Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
7.045331716537476	0	207.76409634113313	2.762414253645155	214.0186471939087	203.22384357452393	0	0.0	0
33.991286754608154	10	219.74179536819457	2.7914658546741085	226.2268500328064	212.498854637146	215362	0.9090909090909073	0.012507819831856498
61.93536424636841	20	198.0679759645462	2.477066309285342	202.59932947158813	190.89325189590454	440258	0.9523809523809503	0.012507819831856498
90.8638563156128	30	199.79421064853668	2.742199804723124	204.6152114868164	195.08314752578735	670264	0.9677419354838684	0.012507819831856498
120.94029879570007	40	246.09570443630219	2.9717084828455653	252.1154317855835	239.93014669418335	910561	0.9756097560975588	0.012507819831856498
152.9551022052765	50	271.11087223052976	4.0610469701974194	279.2955846786499	261.35815238952637	1161919	0.9803921568627434	0.012507819831856498
186.36459469795227	60	299.0879302453995	10.288345650316522	319.89537811279297	280.7524137496948	1426836	0.9836065573770478	0.012507819831856498
221.1846101284027	70	295.0179515171051	11.622332758179109	318.4183268547058	269.4735016822815	1700931	0.9859154929577453	0.012507819831856498
257.29963755607605	80	289.5647247838974	11.512033740583718	313.8622217178345	263.99929904937744	1985726	0.9876543209876533	0.012507819831856498
295.4385783672333	90	285.7707480096817	11.439414192078816	313.6864037513733	263.50036668777466	2278604	0.989010989010988	0.012507819831856498
333.7757065296173	100	280.15636462688445	10.834240781920247	307.66107654571533	258.26121854782104	2578306	0.9900990099009892	0.012507819831856498
373.26418113708496	110	279.9037662267685	10.840540483353516	301.86910247802734	258.1124277114868	2884119	0.9909909909909902	0.012507819831856498
413.85410952568054	120	277.5988812446594	11.097600724012901	302.8083162307739	257.6265058517456	3196978	0.9917355371900819	0.012507819831856498
454.3592028617859	130	278.61723465442657	11.132779663171204	303.13149881362915	257.84242010116577	3511676	0.9923664122137398	0.012507819831856498
495.7955083847046	140	278.97033085823057	10.53483027062293	308.4003095626831	258.4393482208252	3828944	0.9929078014184392	0.012507819831856498
537.4630999565125	150	279.61013995170595	9.97892932456182	308.1994924545288	258.2241425514221	4150328	0.993377483443708	0.012507819831856498
579.322735786438	160	280.34289239883424	10.665324303522949	302.8605365753174	258.6658515930176	4476157	0.9937888198757758	0.012507819831856498
621.050945520401	170	281.97529995441437	9.621676534512881	304.1642265319824	264.4411587715149	4802589	0.9941520467836252	0.012507819831856498
663.9747860431671	180	282.8275740671158	10.251511976615689	309.38100147247314	265.0045142173767	5131492	0.9944751381215465	0.012507819831856498
707.0275721549988	190	286.48953539848327	11.860974199330164	315.15639305114746	264.98249673843384	5462787	0.9947643979057588	0.012507819831856498
749.5786533355713	200	286.49254613876343	10.467273679246652	310.2241954803467	260.06258487701416	5793231	0.9950248756218901	0.012507819831856498
793.3215136528015	210	289.493877825737	10.255700300118473	315.90316820144653	266.1967577934265	6127044	0.9952606635071086	0.012507819831856498
836.834682226181	220	291.056788020134	10.940086942997517	315.8970618247986	271.7086606025696	6463306	0.9954751131221715	0.012507819831856498
879.7445998191833	230	293.26818913936614	10.988124153821625	316.19280672073364	266.2532868385315	6801628	0.9956709956709953	0.012507819831856498
923.6474721431732	240	293.40939060211184	11.896429595470039	316.7671136856079	271.4354681968689	7140929	0.9958506224066387	0.012507819831856498
966.2800912857056	250	294.9612760829925	11.328257796913562	323.038378238678	272.4403796195984	7481387	0.9960159362549798	0.012507819831856498
1010.5655634403229	260	294.86266455173495	8.571240482198574	317.0364627838135	278.0437521934509	7823829	0.9961685823754785	0.012507819831856498
1054.4073650836945	270	295.7454449701309	10.319652666980774	323.8349151611328	273.1773753166199	8168151	0.9963099630996306	0.012507819831856498
1097.0213613510132	280	295.9490869760513	11.278758600413637	319.2088031768799	273.08422470092773	8513507	0.9964412811387896	0.012507819831856498
1142.0838067531586	290	295.80367921829225	11.287647086797357	325.4190158843994	273.9194574356079	8860387	0.9965635738831611	0.012507819831856498
1187.7139780521393	300	297.74226655483244	9.730105004513637	325.4359655380249	274.8007125854492	9208567	0.996677740863787	0.012507819831856498
1231.9856412410736	310	301.61270196437835	11.070856411172853	328.4046082496643	276.4433608055115	9558729	0.9967845659163983	0.012507819831856498
1276.6175503730774	320	304.4165324258804	11.62675568316026	329.9288806915283	282.8024082183838	9912065	0.9968847352024919	0.012507819831856498
1321.4357085227966	330	307.6978271389008	12.142239014235834	336.7042465209961	284.23845767974854	10265438	0.9969788519637459	0.012507819831856498
1365.8848040103912	340	313.3375452327728	12.337924924842143	338.974853515625	285.0312247276306	10621003	0.9970674486803516	0.012507819831856498
1410.549001455307	350	314.1723103427887	13.682196209384806	339.559766292572	286.7665014266968	10977645	0.9971509971509969	0.012507819831856498
1455.6038818359375	360	321.1967046546936	11.90140637247019	345.6394033432007	300.37607049942017	11334518	0.9972299168975066	0.012507819831856498
1500.905075788498	370	328.6350771331787	11.350187904522098	348.414484500885	301.94456720352173	11694914	0.9973045822102423	0.012507819831856498
1547.6940340995789	380	328.4636437511444	11.161193177839754	348.5836706161499	308.574583530426	12057150	0.9973753280839892	0.012507819831856498
1593.4581408500671	390	332.23222267627716	10.243694751361172	353.1394262313843	314.6639132499695	12420116	0.9974424552429665	0.012507819831856498
1639.6051177978516	400	335.5448270654678	9.304131542509356	356.0036082267761	315.68768882751465	12785674	0.9975062344139648	0.012507819831856498
1686.4291656017303	410	339.17715732574464	9.336945764721158	356.52429580688477	317.4294900894165	13153698	0.9975669099756688	0.012507819831856498
1732.8155331611633	420	339.75928976535795	9.39597963361496	362.1201391220093	322.9435911178589	13523575	0.9976247030878858	0.012507819831856498
1779.5145621299744	430	342.2365897321701	9.123550442555002	364.9408631324768	324.32890224456787	13896821	0.9976798143851505	0.012507819831856498
1825.9321570396423	440	346.5071961259842	7.884822762538364	365.1565589904785	330.364230632782	14271718	0.9977324263038546	0.012507819831856498
1873.8671238422394	450	350.45431636333467	8.325958207173965	366.9996337890625	331.9881224632263	14650163	0.9977827050997781	0.012507819831856498
1921.7921350002289	460	353.98562200546263	9.690483502783643	373.02649211883545	331.1160488128662	15031521	0.9978308026030366	0.012507819831856498
1969.4186415672302	470	359.9665703201294	8.328674810840258	378.50813817977905	338.7587971687317	15416057	0.997876857749469	0.012507819831856498
2018.402816772461	480	362.4305091285706	9.140593423831476	390.9894504547119	344.2095227241516	15804607	0.9979209979209976	0.012507819831856498
2067.799680709839	490	365.5073136663437	10.561394803786888	392.4250273704529	343.8714451789856	16196238	0.9979633401221993	0.012507819831856498
2117.4678025245667	500	370.06748055934906	10.286595048715295	392.5991382598877	347.32618141174316	16590443	0.9980039920159678	0.012507819831856498
2168.9136657714844	510	375.3517830848694	10.347028761718152	397.50894832611084	352.49859046936035	16988167	0.9980430528375731	0.012507819831856498
2219.962482690811	520	379.0072328281403	10.116371651128437	399.40952730178833	358.2698254585266	17389560	0.9980806142034547	0.012507819831856498
2270.142112493515	530	382.10581841945645	10.135434543958079	405.2018303871155	359.0249047279358	17793528	0.998116760828625	0.012507819831856498
2321.825569629669	540	384.24533250808713	10.024088254956967	403.95829010009766	358.8676562309265	18199681	0.9981515711645099	0.012507819831856498
2373.5015017986298	550	386.5491828584671	10.104617291750428	411.7291145324707	365.4881134033203	18609481	0.9981851179673319	0.012507819831856498
2426.422333240509	560	388.55296461582185	9.393945052631622	406.00108194351196	365.69020652770996	19023428	0.998217468805704	0.012507819831856498
2478.1361219882965	570	389.6462510490417	10.356080281100942	410.74509143829346	367.0088930130005	19438820	0.998248686514886	0.012507819831856498
2530.857260465622	580	388.6468788433075	10.251522579770148	412.71217012405396	364.8750982284546	19857068	0.9982788296041306	0.012507819831856498
2584.2594707012177	590	392.4441691398621	9.323070905838541	410.9193983078003	365.3902750015259	20278325	0.9983079526226732	0.012507819831856498
2638.0736396312714	600	395.5910202884674	9.941137547386642	419.2261939048767	372.08941555023193	20703458	0.9983361064891845	0.012507819831856498
2691.17910528183	610	399.3615513563156	10.0902492176755	419.00120210647583	373.65042877197266	21131642	0.9983633387888705	0.012507819831856498
2745.651430606842	620	402.24961325168607	11.729718265199525	427.2622580528259	368.50669050216675	21563805	0.9983896940418677	0.012507819831856498
2797.7536578178406	630	413.8198591041565	14.708802489105928	453.6705012321472	381.768826007843	22000675	0.9984152139461171	0.012507819831856498
2853.778650999069	640	475.653607878685	47.28020823951685	558.3591117858887	383.4848585128784	22442724	0.9984399375975037	0.012507819831856498
2909.4036049842834	650	533.0100192451478	30.83778240699299	582.1789827346802	448.13640451431274	22889911	0.998463901689708	0.012507819831856498
2965.5733704566956	660	540.4647322416306	33.563447246016395	614.8253283500671	471.00284814834595	23343358	0.9984871406959152	0.012507819831856498
3022.963144302368	670	544.4523059511184	28.034914463071793	629.9511218070984	477.2550702095032	23803411	0.998509687034277	0.012507819831856498
3081.946053504944	680	537.8208744812011	25.75274131859647	636.2765884399414	495.5089044570923	24272850	0.9985315712187958	0.012507819831856498
3140.654888868332	690	535.2858700275422	28.710774292306358	615.9691405296326	488.1592426300049	24748357	0.9985528219971055	0.012507819831856498
3201.622534275055	700	538.8792779159546	29.123102208867284	599.615686416626	447.30953788757324	25236575	0.9985734664764621	0.012507819831856498
3262.4525051116943	710	530.1204064559937	25.11202382049533	597.8074259757996	447.7735619544983	25729166	0.9985935302390997	0.012507819831856498
3324.2499589920044	720	527.514027132988	39.29236345014693	664.5949964523315	439.5266447067261	26229099	0.9986130374479888	0.012507819831856498
3386.292384624481	730	533.4675088858604	37.350821635703916	615.8446826934814	425.2004556655884	26736718	0.9986320109439123	0.012507819831856498
3447.1775209903717	740	537.9008667421341	34.140302249062934	598.536669254303	446.54512643814087	27249528	0.9986504723346827	0.012507819831856498
3510.8546030521393	750	541.8807197737693	29.628674929293076	619.4598422050476	447.25264406204224	27769100	0.9986684420772302	0.012507819831856498
3574.6369013786316	760	539.3802050948143	32.06893514884419	651.00355052948	427.94669246673584	28292498	0.9986859395532193	0.012507819831856498
3639.4172208309174	770	534.593633723259	42.79886505970307	645.7577610015869	422.7095284461975	28821951	0.9987029831387807	0.012507819831856498
3704.20103764534	780	531.0373407793045	46.33480007713896	664.0637011528015	431.14254236221313	29354814	0.9987195902688859	0.012507819831856498
3770.112258911133	790	544.855945801735	45.73755175627778	689.2299017906189	438.69729375839233	29892191	0.9987357774968393	0.012507819831856498
3835.2241406440735	800	543.2423944234848	51.72632281752483	820.7464623451233	439.0717968940735	30436117	0.9987515605493132	0.012507819831856498
3898.9878435134888	810	566.0825587034226	71.03076843745889	859.5281591415405	433.4034118652344	30982662	0.9987669543773118	0.012507819831856498
3967.352432489395	820	571.3529028320313	62.295264621066245	795.049063205719	425.4230833053589	31535585	0.9987819732034103	0.012507819831856498
4037.6068563461304	830	599.2011971616745	51.01776811554781	751.8383393287659	488.75648260116577	32089992	0.9987966305655835	0.012507819831856498
4107.04199552536	840	613.4060159873962	58.97288312916658	841.5504441261292	484.54791831970215	32644304	0.9988109393579071	0.012507819831856498
4177.7272753715515	850	622.920983338356	62.68227798094073	825.0236673355103	481.7812428474426	33206668	0.99882491186839	0.012507819831856498
4247.669693231583	860	625.4813538217545	58.192758979556054	850.039656162262	495.06481885910034	33775637	0.9988385598141695	0.012507819831856498
4317.980407953262	870	648.2241160154342	64.22920104938196	858.4028234481812	499.077919960022	34348672	0.9988518943742823	0.012507819831856498
4387.159083604813	880	652.1023468255996	61.5578475862967	864.33935546875	528.5471687316895	34925836	0.9988649262202042	0.012507819831856498
4459.254221439362	890	659.6733371448516	69.41653261553247	865.8547639846802	516.5207424163818	35503249	0.9988776655443321	0.012507819831856498
4527.11106133461	900	664.6370882749558	69.45424697333557	873.9422354698181	516.2997760772705	36086000	0.9988901220865704	0.012507819831856498
4598.9800543785095	910	670.9198325872421	77.10632615584403	950.2526507377625	551.613685131073	36668277	0.9989023051591657	0.012507819831856498
4669.055164813995	920	668.84373234272	72.65032957584367	897.6578521728516	513.8803486824036	37253971	0.9989142236699239	0.012507819831856498
4740.565163373947	930	685.1463380241394	78.59348427543026	964.0951533317566	519.711817741394	37845470	0.9989258861439312	0.012507819831856498
4813.143163442612	940	703.0369871473313	87.54181501699821	979.4204425811768	548.915340423584	38438708	0.9989373007438893	0.012507819831856498
4885.549575090408	950	711.1641935157776	85.49902867928321	974.0755219459534	574.9893918037415	39036344	0.9989484752891692	0.012507819831856498
4957.750548124313	960	734.5601683616638	91.38258905810987	1007.8506383895874	578.5429735183716	39641201	0.9989594172736731	0.012507819831856498
5030.2611038684845	970	709.7557075214386	80.59312395459358	969.2358741760254	581.0162682533264	40243835	0.9989701338825951	0.012507819831856498
5104.323011636734	980	713.7752275133133	78.81616260839503	965.8850030899048	538.326413154602	40850035	0.9989806320081548	0.012507819831856498
5178.656618833542	990	713.2067558383942	68.84867269056359	910.1090936660767	534.7379350662231	41462153	0.9989909182643792	0.012507819831856498
5253.358484983444	1000	733.375199418068	56.387770722879175	905.4705104827881	602.1766176223755	42076258	0.9990009990009989	0.012507819831856498
5327.991637468338	1010	725.5018077659607	59.639201107918275	934.6658906936646	610.9649529457092	42694298	0.9990009990009989	0.012507819831856498
5402.863880395889	1020	725.7986516809464	51.151958893144126	948.6817655563354	614.2865014076233	43312894	0.9990009990009989	0.012507819831856498
5479.2594447135925	1030	714.4401081895828	64.63535552590592	937.3783664703369	603.2370510101318	43936212	0.9990009990009989	0.012507819831856498
5554.022382736206	1040	735.5712271022796	68.85458379798744	893.1170744895935	603.5291895866394	44564389	0.9990009990009989	0.012507819831856498
5629.553675413132	1050	750.3592509841919	65.67954742691404	931.8006563186646	610.1879458427429	45196265	0.9990009990009989	0.012507819831856498
5706.1491522789	1060	761.6856989717484	58.21529565206428	915.6532678604126	643.8075213432312	45832905	0.9990009990009989	0.012507819831856498
5782.532903671265	1070	755.3931548547745	61.69163910147495	922.52476978302	609.7753143310547	46472483	0.9990009990009989	0.012507819831856498
5859.902961492538	1080	756.2240237092972	63.40733400996764	943.4379329681396	622.0193576812744	47118852	0.9990009990009989	0.012507819831856498
5936.492799758911	1090	743.144457244873	65.62966400854508	904.4622893333435	589.0820126533508	47763675	0.9990009990009989	0.012507819831856498
6014.015394449234	1100	753.7851097917556	57.65961366404407	938.109227180481	629.1142711639404	48409014	0.9990009990009989	0.012507819831856498
6091.263725280762	1110	780.5848822546005	63.20147865688563	959.393328666687	664.2172112464905	49059975	0.9990009990009989	0.012507819831856498
6169.787797451019	1120	774.037806634903	72.95777681582844	1000.627055644989	631.5992426872253	49717802	0.9990009990009989	0.012507819831856498
6248.044504880905	1130	789.1221010446549	71.75665172535187	958.6745519638062	646.4367141723633	50381433	0.9990009990009989	0.012507819831856498
6327.938676357269	1140	791.8915801334381	76.52218953967618	1035.9870691299438	654.6433320045471	51043704	0.9990009990009989	0.012507819831856498
6408.4353148937225	1150	793.5830240488052	88.01330232851994	1058.5310621261597	639.3282842636108	51707890	0.9990009990009989	0.012507819831856498
6488.756626367569	1160	791.5355274677277	74.78897724733108	978.2320981025696	643.0355181694031	52373016	0.9990009990009989	0.012507819831856498
6569.801422357559	1170	798.1069577264785	76.16838455311623	1046.1113891601562	653.174117565155	53039426	0.9990009990009989	0.012507819831856498
6652.355035305023	1180	798.2163313770294	75.4350387886937	1003.468177318573	671.8483352661133	53710808	0.9990009990009989	0.012507819831856498
6734.905721902847	1190	809.4150094127655	81.25250249549909	1132.7659573554993	682.5296993255615	54387907	0.9990009990009989	0.012507819831856498
6819.432342767715	1200	817.1297579240799	74.13998865790192	990.0182976722717	690.0067567825317	55067557	0.9990009990009989	0.012507819831856498
6902.194068431854	1210	816.9881909132004	93.1491053693636	1116.1296925544739	659.1001439094543	55746966	0.9990009990009989	0.012507819831856498
6985.87690448761	1220	806.0265210199356	78.84595515644986	1016.9673156738281	675.5068364143372	56430011	0.9990009990009989	0.012507819831856498
7069.655238628387	1230	821.3703506803513	80.06371541469164	1115.2299494743347	641.766330242157	57118170	0.9990009990009989	0.012507819831856498
7154.247946023941	1240	817.9194459199905	78.55976337732739	1084.2445187568665	689.3365292549133	57810860	0.9990009990009989	0.012507819831856498
7239.616684436798	1250	844.2664606618881	87.77075766153892	1112.2840147018433	658.1653800010681	58506770	0.9990009990009989	0.012507819831856498
7324.98245549202	1260	843.1309731435775	88.18293502549272	1055.4237208366394	684.804922580719	59208849	0.9990009990009989	0.012507819831856498
7410.840753793716	1270	854.2253359746933	84.25245031484661	1060.743191242218	678.169939994812	59910298	0.9990009990009989	0.012507819831856498
7497.6059720516205	1280	865.0617231464386	94.79673506701529	1060.479986667633	665.1263928413391	60612618	0.9990009990009989	0.012507819831856498
7583.319395542145	1290	832.7999087762832	69.18726182984337	1044.4735975265503	687.622049331665	61319876	0.9990009990009989	0.012507819831856498
7669.53249502182	1300	866.1770005655288	94.4130393280508	1096.1709156036377	692.1797361373901	62030276	0.9990009990009989	0.012507819831856498
7756.116167783737	1310	882.7159716463088	86.66744762503696	1163.5908088684082	692.7991142272949	62741876	0.9990009990009989	0.012507819831856498
7843.757061243057	1320	901.076237654686	74.82460775792585	1098.1160044670105	766.0678157806396	63455894	0.9990009990009989	0.012507819831856498
7928.618314027786	1330	903.6178307819366	85.29078945208502	1146.2261624336243	692.1253309249878	64173244	0.9990009990009989	0.012507819831856498
8015.625550508499	1340	918.6596583461761	81.39167718824386	1103.7760400772095	682.4517493247986	64892983	0.9990009990009989	0.012507819831856498
8103.736394405365	1350	915.0602741479873	91.66557467871655	1190.7272024154663	665.4192008972168	65611657	0.9990009990009989	0.012507819831856498
8191.382320165634	1360	900.7183688545227	97.24544058628878	1108.1882095336914	674.6621980667114	66333489	0.9990009990009989	0.012507819831856498
8280.882103443146	1370	889.7107188272477	101.09740301006525	1105.9499897956848	630.3978276252747	67063464	0.9990009990009989	0.012507819831856498
8367.974708557129	1380	893.8068729686737	97.74991554442822	1093.284824848175	634.8504185676575	67787678	0.9990009990009989	0.012507819831856498
8457.491257190704	1390	862.3952154445648	107.99383365093745	1091.8558330535889	605.5470910072327	68515923	0.9990009990009989	0.012507819831856498
8546.800041437149	1400	894.3442344999313	106.32149327315561	1071.4629125595093	607.4237298965454	69243428	0.9990009990009989	0.012507819831856498
8637.69680929184	1410	889.1984207630157	108.92513795099549	1098.1132459640503	574.1080317497253	69986059	0.9990009990009989	0.012507819831856498
8728.098795175552	1420	864.1980815505981	109.71162208272082	1039.8294506072998	624.6818671226501	70725141	0.9990009990009989	0.012507819831856498
8818.445394277573	1430	890.1763233804703	99.20374201195378	1091.3148684501648	628.553060054779	71467524	0.9990009990009989	0.012507819831856498
8910.504237651825	1440	854.1900509071351	110.15951987859975	1134.9845328330994	629.104208946228	72216675	0.9990009990009989	0.012507819831856498
9001.662273645401	1450	859.4563209104538	97.304529206591	1087.5248789787292	642.0181560516357	72962985	0.9990009990009989	0.012507819831856498
9092.591642856598	1460	883.0970457744598	105.33499550589917	1123.3949527740479	615.7037672996521	73710818	0.9990009990009989	0.012507819831856498
9185.055498600006	1470	852.2320593357086	111.56360474647472	1054.7235836982727	626.3237767219543	74464319	0.9990009990009989	0.012507819831856498
9280.547730207443	1480	868.3892900323867	117.17170695522725	1101.8715243339539	626.5516600608826	75220081	0.9990009990009989	0.012507819831856498
9375.385107755661	1490	872.5296465969086	109.15589920718553	1113.6879205703735	642.5544724464417	75980585	0.9990009990009989	0.012507819831856498
9468.181712388992	1500	907.5178534317016	117.08414373929742	1151.6350283622742	661.0263166427612	76745984	0.9990009990009989	0.012507819831856498
9562.47254729271	1510	914.2166987943649	114.10712026696001	1153.9566822052002	666.3471117019653	77513314	0.9990009990009989	0.012507819831856498
9654.357968568802	1520	901.2871475791931	117.56483724627502	1273.5763463974	641.7898802757263	78278698	0.9990009990009989	0.012507819831856498
9749.866070747375	1530	910.0108800935745	106.8345515068339	1119.8293266296387	668.1001715660095	79050085	0.9990009990009989	0.012507819831856498
9844.71640586853	1540	900.8615632534027	144.57494553303414	1365.2813501358032	658.213198184967	79825738	0.9990009990009989	0.012507819831856498
