Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
8.018630504608154	0	157.29963360220194	54.18033272488144	396.60917741060257	94.37075918912888	0	0.0	0
12.284964561462402	10	231.09544954895972	1.3444976945056313	234.12398517131805	227.51456212997437	55443	2.0373771347240828	0.5
16.639983892440796	20	225.86369531691074	1.271355544693251	228.89544534683228	223.17763662338257	115098	2.059177111697962	0.5
21.94638729095459	30	247.9623488175869	1.2551091872244922	250.58528184890747	244.28492838144302	187939	2.1026398260714427	0.5
27.650282621383667	40	337.0815168327093	1.6127295401627249	341.17054069042206	333.4843221306801	263899	2.130635020327905	0.5
34.40892744064331	50	423.71563570439815	2.66321021092735	429.08891451358795	418.2458422780037	359613	2.1443924986288287	0.5
42.08121180534363	60	591.7884683781863	5.223809096609588	607.0307171344757	579.0310188531876	464514	2.1683239090211925	0.5
50.35176992416382	70	660.6819653129578	2.6764251021099166	667.0154511928558	653.8812309503555	575742	2.1682737631738354	0.5
58.86955666542053	80	771.0691616427898	14.698570386210857	825.4818419218063	754.4851659536362	690787	2.1687665569532912	0.5
67.61852240562439	90	747.956752269268	4.225593072913912	758.1326919198036	737.6942889094353	809106	2.176387805123854	0.5
76.17423367500305	100	708.1798471730948	98.27078783128788	762.7802678346634	248.48711836338043	926729	2.17910896220353	0.5
85.10741662979126	110	752.7674356651306	5.186791039159677	778.7574231028557	742.3247807621956	1045393	2.177103958511141	0.5
95.11841893196106	120	786.7817003268003	4.377262491098864	800.979651093483	776.0194634199142	1184956	2.1779803639842985	0.5
105.88252305984497	130	814.3633678901195	5.302118586086265	829.5642192363739	802.0133063197136	1333685	2.17918628664522	0.5
116.14347672462463	140	776.2885101753474	8.149748330457971	794.745620071888	760.8333711028099	1478887	2.1831374537420616	0.5
125.81594705581665	150	771.9104494804144	3.6373061012010486	779.8108185529709	763.7427098155022	1614501	2.182209445082039	0.5
136.1686987876892	160	767.6796859842539	7.852395155320737	786.6320113539696	753.4808351397514	1757435	2.1788910960962586	0.5
146.7236065864563	170	820.4462520545721	4.595922891779825	831.5378820896149	809.3474534749985	1905780	2.1786499786324094	0.5
156.66290044784546	180	743.4877390344441	57.476136704661016	962.674348950386	251.8872516900301	2046339	2.1806958752766983	0.5
167.2334020137787	190	797.3189497703314	3.711958991372502	806.062129676342	788.4783436059952	2196273	2.1835899930324563	0.5
178.6842486858368	200	823.3567575788497	26.33398276286826	894.5430461764336	777.3496627807617	2358194	2.1856813248426827	0.5
191.29872155189514	210	1059.3987689709663	40.16259199300586	1323.0529000759125	1009.1087592840195	2526838	2.1880056600707944	0.5
203.06114530563354	220	937.5329404735566	20.522769009394516	996.6716712117195	891.1199922561646	2695684	2.1861002081448278	0.5
215.27380633354187	230	935.3273866343499	26.5097644234223	995.862958073616	872.8450698256493	2868195	2.1856479158220603	0.5
228.24481177330017	240	1072.981533870697	21.935566415345402	1170.511245727539	1017.9780731201172	3046858	2.185657521584777	0.5
241.4934902191162	250	1034.3260225081444	23.3081985786925	1094.2352491617203	993.8450664281845	3232683	2.183386996275493	0.5
253.99168705940247	260	901.5466595590115	25.516785040167225	967.3344902992249	851.5875855088234	3410518	2.1833111866784796	0.5
267.3985958099365	270	982.2870203107595	22.947192466363937	1031.8945555090904	930.3352602720261	3600207	2.184800609809376	0.5
280.88544607162476	280	1000.5453041905165	20.0089091413542	1098.4460344910622	959.0895283222198	3791391	2.186391448513447	0.5
294.4163100719452	290	1020.6697411888838	11.808371169734064	1037.7777716517448	989.7986303567886	3988872	2.1873742559865277	0.5
306.797269821167	300	768.7566302102804	25.157341914402583	824.2420086860657	694.9800144433975	4169271	2.1889401173116925	0.5
319.3650734424591	310	850.8988218599558	16.451244480823945	880.8231189250946	817.2329031229019	4347874	2.19142406000183	0.5
332.2074134349823	320	957.1949158346653	13.431868978067945	998.4695143699646	941.6426940560341	4527959	2.1921805832216013	0.5
344.8302700519562	330	964.1565641593933	6.600044533338554	980.931125164032	950.9125871658325	4708485	2.191800020215644	0.5
356.521849155426	340	878.1788059139252	14.714121494593531	905.6143124699593	846.0521377325058	4881164	2.1927407833991133	0.5
368.57570719718933	350	975.4580464583636	36.56948355828133	1106.3331418037415	940.5592366456985	5053811	2.1936804958022744	0.5
380.97917461395264	360	981.7278385043144	8.97251666480774	1007.8847271800041	966.6894826292992	5228763	2.1921945822479665	0.5
393.816858291626	370	999.3582665199042	14.230577413178668	1039.3663569688797	974.2586690187454	5405237	2.1918649941459254	0.5
406.99168729782104	380	937.9453577125073	11.158499591528265	970.2618725299835	901.5133091807365	5593780	2.191829992373425	0.5
420.4477722644806	390	974.836784876585	9.277767381341134	1010.7543403506279	956.1360884904861	5786912	2.191297504154236	0.5
433.8451042175293	400	969.7729447436333	12.398600964570488	1046.4794986844063	949.4260324239731	5980409	2.1899918771533087	0.5
446.9841914176941	410	1140.5803587424755	109.82746942242969	1379.191000699997	912.2912703752518	6167024	2.1874454067907214	0.5
460.40458488464355	420	1042.4451721388102	52.15206004928441	1275.4146826267242	1000.0737699866295	6361728	2.1883402417027966	0.5
474.18681740760803	430	949.3077786463499	35.56228824442383	987.3258316516876	828.0800197720528	6561924	2.1906397221212273	0.5
488.51522970199585	440	1119.9734507393837	107.82523973161801	1569.1260983347893	971.4465491771698	6766788	2.1899449508579427	0.5
501.85777759552	450	996.089779536128	8.830297675662028	1022.5643038749695	975.2510573863983	6962111	2.1897706930253613	0.5
515.220728635788	460	1014.8918024218083	9.49381875807316	1039.2090391516685	993.1236225366592	7150957	2.1902176152689115	0.5
529.0429065227509	470	1016.7691938382387	12.252172088927964	1039.192445576191	968.2187463641167	7350425	2.1884686429625897	0.5
542.4877173900604	480	1013.7025626403093	14.564462121820101	1056.4087209701538	986.3676252961159	7542738	2.187550863504236	0.5
556.2691471576691	490	1129.6008494371176	126.59465741823112	1558.401113986969	928.9729709625244	7740748	2.185382025309551	0.5
569.8614320755005	500	985.6689416855573	25.395569042327857	1140.969212114811	955.8018469214439	7937095	2.1854309928462254	0.5
583.5936710834503	510	1028.705944364071	7.613144216370414	1042.1710783839226	1003.9514856934547	8136052	2.1862846864626566	0.5
597.48464012146	520	1196.6046483814716	150.8811037221006	1937.6602551937103	992.9281667470932	8336402	2.187639426589483	0.5
610.7362678050995	530	1092.2342527413368	70.28581409100399	1284.0636690855026	1004.8084451556206	8529951	2.1854132026131805	0.5
624.0488939285278	540	1223.2383827501535	194.24994479854058	1767.3083916306496	879.7015091180801	8714520	2.1865425839710553	0.5
637.7297585010529	550	1024.7513856780529	59.36600269227881	1235.84987449646	965.3796855211258	8910681	2.1865571116756017	0.5
651.4385163784027	560	1053.7516925054788	20.633506889996347	1120.383251607418	1020.0234943628311	9110010	2.186965630012805	0.5
665.9479455947876	570	973.6921802192926	16.66437621890897	1062.9048473238945	947.9889738559723	9319730	2.184578393459955	0.5
680.6071400642395	580	959.2332532078028	11.365012064494183	1013.2068634033203	936.4045317769051	9519841	2.185358930871191	0.5
696.02103972435	590	981.0072595143318	88.75721827602233	1472.4469162225723	889.0472983121872	9725605	2.1847150501389034	0.5
712.178617477417	600	1180.5150813263654	156.02337432667852	1775.72113853693	1009.8336107730865	9938871	2.1837626126728393	0.5
727.7808227539062	610	1038.8918306970597	40.6393740380718	1274.106180548668	994.9797061681747	10141699	2.1833320469108575	0.5
744.4767143726349	620	1054.5212418550252	188.86694107555707	1751.7490042448044	820.5074946880341	10360267	2.183360134408893	0.5
760.8029780387878	630	1126.71602353096	131.5418509646443	1617.9568093419075	978.0532419681549	10584355	2.184174271370529	0.5
776.1486284732819	640	942.8678749233484	51.857636477206086	1191.1701456308365	838.5185790061951	10796572	2.1843089684309613	0.5
791.4016673564911	650	1077.6581162518262	89.51769859218619	1342.7049233317375	971.6720585823059	10999101	2.1842192398617453	0.5
806.8638772964478	660	1059.0768825501204	113.24362596666631	1539.2679479122162	840.3429211378098	11211966	2.184651300277446	0.5
822.5381608009338	670	1068.5326832741498	20.758448121965902	1110.0223014354706	1026.456470668316	11424853	2.185843289798146	0.5
838.7226729393005	680	859.1498319691419	74.40195271003418	1348.4282912015915	805.0473735928535	11641931	2.185918220381915	0.5
855.5193531513214	690	1081.6804495996237	50.11927672276527	1333.892109155655	1031.453646659851	11866038	2.185774374094238	0.5
871.431444644928	700	1172.9385910570622	189.04283529018699	1717.3505974411964	875.938798904419	12074988	2.1860248763863157	0.5
888.4558773040771	710	1088.1040816807747	101.80653284148914	1705.7007705569267	1004.8551135063171	12287158	2.1860674872938732	0.5
905.0483474731445	720	1126.6503675848246	229.62241159008042	1803.3627759218216	877.2906273007393	12504763	2.18628659712148	0.5
921.1941006183624	730	985.9009555339813	189.7548372090711	2126.6229018568993	823.2242666482925	12716196	2.1871603998071256	0.5
937.5522863864899	740	1047.6240755736828	223.5932661724064	2252.613652050495	865.9007943868637	12927339	2.1865244782766107	0.5
954.0847959518433	750	981.1400405013561	66.30644683303203	1286.1616771817207	839.3095549345016	13141840	2.187828790578103	0.5
969.4377746582031	760	1234.616847732067	186.75631907652667	1759.6146736741066	879.7219840884209	13342826	2.1881022491391526	0.5
985.0077579021454	770	1034.599483652711	282.92201985393785	2193.90728443861	820.1816406846046	13554287	2.188442724921013	0.5
1000.4767684936523	780	1230.3807240319252	231.81676782093405	1870.9922915697098	835.2204623818398	13763125	2.1881223701010697	0.5
1016.3892302513123	790	1233.7852314716577	190.84409409842294	1738.8560118079185	883.9761510491371	13974190	2.1885324260254984	0.5
1032.4842596054077	800	1218.2799173504113	226.04471750097056	2355.075908780098	914.6789703369141	14177368	2.188307077457371	0.5
1049.278217792511	810	1008.4133845210075	168.31757405224664	1567.522040963173	837.3920492529869	14394069	2.1882323665493715	0.5
1066.8793416023254	820	1321.4603324401378	210.21084642477769	2003.911305308342	924.5875790715218	14620023	2.1880194942576434	0.5
1083.9602715969086	830	921.0575840514898	111.84079066032956	1318.7904305458069	824.8932223916054	14842676	2.1884679327385905	0.5
1100.5880920886993	840	1035.155516911745	239.10972732532773	2053.7939001321793	887.5402421355247	15065738	2.188090643945354	0.5
1117.819359779358	850	1084.937351424098	92.8152374806378	1364.181079685688	1004.4381902217865	15294968	2.188213321183141	0.5
1134.3587138652802	860	1058.350685580969	46.715636528906295	1397.5215103626251	1007.7716762423515	15515876	2.18808369532224	0.5
1151.3009169101715	870	1172.954281797409	94.58383501806358	1427.1657239198685	1055.6319333910942	15743410	2.1875372094852508	0.5
1167.8914432525635	880	1021.3064741635322	189.5730201335306	1507.7991867661476	850.2832334637642	15964960	2.188690060061323	0.5
1185.3137419223785	890	1123.6164598095418	128.97066375035152	1686.9104620218277	986.1332446932793	16194671	2.188157790166643	0.5
1202.1910650730133	900	1146.6009649569355	121.88270339458317	1565.9277085065842	891.1027793884277	16418692	2.188830544578316	0.5
1219.2217972278595	910	859.0425362753869	32.42478725510004	910.7297773957253	801.1674686074257	16651365	2.1896323639926187	0.5
1235.5467059612274	920	881.4013283157349	80.00537024255745	1351.0311992168427	807.5409212112427	16870368	2.1898028182169154	0.5
1252.2980349063873	930	1007.1944707769155	42.78691609315473	1217.9554759263992	958.1055223345757	17091470	2.1892687226954295	0.5
1270.8228840827942	940	1213.3190695124865	225.15358689719847	1926.9121094942093	874.5792157053947	17335199	2.1891793267613617	0.5
1288.3444776535034	950	1177.0142524409293	179.1494387349245	1942.1696625351906	872.7971138954163	17564330	2.1887319910911476	0.5
1305.4932096004486	960	1187.5220396733284	255.41406947956236	1827.3415414690971	835.9365509152412	17787518	2.1882346249786546	0.5
1321.995646238327	970	1138.4704508912564	251.22678378120872	1803.816241145134	829.3083578944206	18009375	2.188563886928294	0.5
1338.8327617645264	980	979.3290075963736	178.84943055007517	1668.8081521987915	808.7749367952347	18235503	2.188642504831793	0.5
1355.5137960910797	990	1078.9914331948758	84.01439918492994	1358.8575475811958	1005.743017911911	18459694	2.1887514340592102	0.5
1372.5745947360992	1000	1273.0358375585079	157.7002473326562	1685.8793771266937	1041.7161834836006	18679491	2.189015458105725	0.5
1389.895840883255	1010	1056.4583981353044	245.54622075866786	1704.914718568325	806.446225643158	18905870	2.188111856085199	0.5
1407.652265548706	1020	957.6117424619198	163.66252901634752	1680.2183235287666	854.1714046597481	19139875	2.1894441457672107	0.5
1428.7387239933014	1030	1139.6649239313601	128.29914125543903	1593.8733857870102	883.0048795342445	19366368	2.189195433847465	0.5
1449.7293791770935	1040	1108.2502829742432	96.27206151405584	1345.6314599514008	1021.9909181594849	19580243	2.188611109306117	0.5
1471.1812357902527	1050	992.9577822053433	220.59406001413055	1719.7703915834427	797.1564717888832	19803252	2.188233835485399	0.5
1492.9973657131195	1060	1104.10083766222	227.65077688600255	2263.42349255085	858.9118754863739	20027275	2.1877162339993363	0.5
1515.1193807125092	1070	1171.7769864571094	206.20662681402243	1780.848103761673	917.7565430998802	20252093	2.188152330833153	0.5
1538.311380147934	1080	1186.3632801032065	157.54039093283365	1618.2783578634262	956.8769181370735	20487343	2.188452092347057	0.5
1559.1609535217285	1090	929.782295371294	103.07484661203966	1317.2959638237953	843.9111276865005	20704767	2.18818884913517	0.5
1581.1758806705475	1100	1034.426329138875	161.49028466432182	1849.4653497338295	764.6987321972847	20921065	2.188701514658815	0.5
1602.902762889862	1110	1467.0851222401857	243.35962620178483	2124.3160904049873	1019.000387430191	21141303	2.188890133209064	0.5
1626.1015322208405	1120	1313.121874089241	203.48417925279756	2093.555554330349	967.7312713861465	21366889	2.1882799207187102	0.5
1648.449342250824	1130	1068.7314668530225	244.27519604913957	1851.3254147171974	828.554196357727	21594164	2.1875091432508595	0.5
1669.5585222244263	1140	1195.1955705583096	250.1755440008794	1804.2356694340706	973.4442799687386	21813071	2.188269223844276	0.5
1691.1870255470276	1150	1127.5530334365367	182.72906102360454	1581.2589336633682	899.4207079410553	22035354	2.1878642417615195	0.5
1713.9405336380005	1160	1391.7758636817337	324.91497359544974	2716.243939578533	991.3630086183548	22254268	2.1886501325666767	0.5
1736.6625401973724	1170	978.6448548704386	201.51195968979843	2830.4070187211037	805.9059499502182	22489496	2.188949578252301	0.5
1758.8321177959442	1180	1297.70372713089	273.4764635536813	2130.666433274746	920.8497658967972	22711203	2.189152844290297	0.5
1781.1923747062683	1190	794.9530683112145	30.440385630404677	873.4268906116486	746.2390751242638	22941219	2.189391962690178	0.5
1802.4645855426788	1200	1128.2983486834169	178.8538756630968	1704.1335926055908	916.7094265818596	23162649	2.1886711599691124	0.5
1825.9905364513397	1210	1220.0310384386778	255.8043452262379	2420.820976257324	941.3753194212914	23395967	2.188689380749635	0.5
1849.022644519806	1220	1442.8646001297236	253.64566735192804	2856.4526202082634	1033.992653131485	23627528	2.18916529856083	0.5
1871.9607400894165	1230	993.4266141714388	133.46865632342562	1908.6382728219032	724.3701757788658	23859620	2.18902295106209	0.5
1894.850034236908	1240	1096.1367473918199	268.9116174257088	2038.9955862164497	902.7027039527893	24091778	2.1891691632810284	0.5
1918.1739559173584	1250	1144.3667523619765	296.4555509657178	2379.1752989292145	720.1786592006683	24325860	2.189829941712355	0.5
1939.2694654464722	1260	1167.2419453787804	289.3816967669009	2475.040584206581	949.969649374485	24548425	2.189448523006764	0.5
1961.4569971561432	1270	1289.8192953592538	98.98085174031078	1603.2551136612892	1065.8549790382385	24777763	2.1892377933010856	0.5
1984.2266824245453	1280	1286.9953236174583	288.7403893889629	2017.6977472305298	734.6547969579697	25009286	2.1895748686435597	0.5
2006.3673446178436	1290	1366.6595618915558	317.8848225616228	2331.377177298069	730.5260890126228	25237078	2.188457222932514	0.5
2028.1339695453644	1300	1334.813378622532	346.6313009280901	2222.4648240208626	714.2820245623589	25451429	2.1884128473515587	0.5
2049.5877652168274	1310	1327.660669643283	96.12341982516055	1674.3184247016907	1107.262743473053	25676939	2.1872019921140717	0.5
2072.707105398178	1320	1172.4207087707518	191.66397884848544	1928.938249886036	964.800616145134	25906076	2.186518662971887	0.5
2094.8752961158752	1330	990.4358118671179	180.7942853131809	1868.355150461197	700.862725019455	26131565	2.1859802391484533	0.5
2116.1567714214325	1340	1196.3740009087323	236.05063900704567	2040.9783865213394	737.1033650040627	26353300	2.1857089317452734	0.5
2137.148849248886	1350	1311.2947077780962	223.53072796977062	2040.6795647144318	1005.5943272709846	26569931	2.184573077534176	0.5
2159.898226261139	1360	1037.1983424440027	202.27521789812874	1911.0208275318146	752.6299213171005	26797448	2.1847771773927542	0.5
2182.064657688141	1370	1132.859115768075	258.8134134646835	1919.7334738969803	858.4216438531876	27021492	2.1856939025106055	0.5
2205.2199442386627	1380	1053.255310613513	165.97821434476987	1534.557407617569	749.3323464393616	27256421	2.1860196722588854	0.5
2228.001924276352	1390	1100.378476484269	183.3544809347821	1686.9273234009743	915.4192638993263	27484006	2.185985032810226	0.5
2250.3655331134796	1400	999.1874870061874	201.43052371426802	1942.4129919409752	779.7159210443497	27713835	2.1871038392288766	0.5
2273.5849425792694	1410	1168.6177646523713	190.8662217855143	1717.7417051792145	851.5045801401138	27941764	2.1882922520381074	0.5
2296.0251717567444	1420	1043.7068326491117	175.15738161756627	1869.5526633262634	806.5218893289566	28165656	2.1873879832919614	0.5
2317.9532849788666	1430	1024.6740033882857	142.95984316050297	1584.8616939783096	800.1116747260094	28392140	2.1855986713127176	0.5
2339.6755039691925	1440	1009.549118475914	203.18683654034473	1877.285618364811	812.0467773079872	28616830	2.18589031102511	0.5
2361.882660150528	1450	1168.7944968533516	241.87406888522176	2409.650294959545	946.1354939341545	28840465	2.186768706996735	0.5
2383.5961678028107	1460	982.8100190877915	199.18749888318442	1944.3283606171608	722.5466884374619	29057478	2.1858850965934296	0.5
2405.4127864837646	1470	1196.824640160799	205.47630844523408	1978.2569840550423	949.2622947096825	29283424	2.1862618315959974	0.5
2426.8885338306427	1480	1141.9975483745336	192.41498098055985	2033.8936761021614	774.3225322365761	29497277	2.1874334214651374	0.5
2447.612074613571	1490	1021.3240628004074	281.2958759896109	2448.6898844242096	697.7338220477104	29714523	2.188110921826945	0.5
2468.309123277664	1500	913.4774235183	126.4696658988714	1305.1268728375435	702.0632820129395	29931150	2.187932984554437	0.5
