Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
6.338031768798828	0	151.85753346681594	44.57849267028749	427.4761136174202	101.96680265665054	0	0.0	0
12.555032014846802	50	203.09645789921285	79.51877691079305	362.25829005241394	87.7783392071724	7036	0.9803921568627451	0.5147684816592746
20.171117067337036	100	205.23487087666987	63.35998869993805	353.0565531849861	99.21479040384293	15356	0.9900990099009901	0.6507100417620486
27.08919644355774	150	229.53726387023926	43.46097149563758	325.2763578891754	132.80434304475784	22333	0.9933774834437086	0.6507100417620486
31.549609184265137	200	212.56722538530826	31.10225166212968	292.1973032951355	122.39392358064651	29535	0.9950248756218906	0.6507100417620486
36.042877197265625	250	232.55181465148925	28.0598174620028	296.0528447628021	168.72106671333313	36922	0.9960159362549801	0.6507100417620486
41.467726707458496	300	156.45311171889304	11.133410423256102	187.58427876234055	128.77166104316711	45136	0.9966777408637874	0.6507100417620486
45.700501918792725	350	154.77716052234172	7.417066584185473	177.11901903152466	139.87457871437073	52718	0.9971509971509972	0.6507100417620486
50.596113204956055	400	129.13284142494203	4.040017208278835	141.37778347730637	121.09064817428589	62361	0.9975062344139651	0.6507100417620486
56.38612246513367	450	120.90741518378258	3.5630550515399797	130.21064376831055	114.12852001190186	72362	0.9977827050997783	0.6522098044173826
61.96050405502319	500	124.06234821677208	3.540239428633135	132.91164422035217	115.9701281785965	83330	0.998003992015968	0.6522098044173826
67.05009508132935	550	118.69862070202828	3.423223885674728	127.60946041345596	110.70161306858063	91991	0.9981851179673321	0.6522098044173826
71.5026433467865	600	109.19862134456635	2.935698192423347	115.17069786787033	103.8142147064209	99723	0.9983361064891847	0.6522098044173826
75.57732772827148	650	107.87328315258026	2.76787151379211	114.52048802375793	101.84505522251129	107712	0.9984639016897081	0.6522098044173826
80.25461483001709	700	103.16652955710887	2.550215831721728	109.75959712266922	97.50983798503876	117028	0.9985734664764622	0.6522098044173826
84.33398056030273	750	101.34065784692764	2.745670053087749	107.72943305969238	95.75949239730835	124579	0.9986684420772304	0.6522098044173826
89.3971848487854	800	98.6440365165472	2.4845145667950126	105.30382740497589	94.21067005395889	132445	0.9987515605493134	0.6522098044173826
93.48980045318604	850	98.29276960730553	1.9501412068098514	102.83292639255524	93.85945641994476	139926	0.9988249118683902	0.6522098044173826
99.48060417175293	900	98.67357865929604	2.1491754442321347	103.3719579577446	93.92412328720093	148549	0.9988901220865705	0.6522098044173826
103.83568620681763	950	101.64439097762107	1.9443307892322352	106.64527016878128	97.40425860881805	156098	0.9989484752891693	0.6522098044173826
107.98841309547424	1000	104.76049796998501	2.0281204642594544	109.5209499001503	100.79464328289032	163173	0.999000999000999	0.6522098044173826
113.7964448928833	1050	107.16003721654415	2.229985254259855	111.94079279899597	101.83040070533752	170431	0.999000999000999	0.6522098044173826
119.0242030620575	1100	111.67431204736232	2.3666234187866433	117.25777018070221	106.97270274162292	178108	0.999000999000999	0.6522098044173826
124.1224627494812	1150	110.94590760827064	1.9514566707322631	114.87417554855347	105.40485119819641	187031	0.999000999000999	0.6567038171754142
128.27948212623596	1200	116.25237304627895	2.1716321506977585	121.69552129507065	110.12843000888824	194734	0.999000999000999	0.6567038171754142
132.2255470752716	1250	118.18597561240196	2.0127095749063155	122.97761797904968	112.88384330272675	202229	0.999000999000999	0.6567038171754142
136.30801844596863	1300	121.76790596067906	2.253727703783439	128.46498519182205	117.35333704948425	209812	0.999000999000999	0.6567038171754142
140.72430515289307	1350	170.46196637511252	1.9947107956165842	175.4093155860901	165.98553729057312	218054	0.999000999000999	0.6567038171754142
146.19821763038635	1400	166.38490185976028	2.451072641514631	171.94574636220932	160.27909302711487	225804	0.999000999000999	0.6567038171754142
151.0800998210907	1450	167.33012563109398	2.318515909382435	172.46353030204773	161.40679121017456	233440	0.999000999000999	0.6567038171754142
156.44347548484802	1500	168.70317902326585	2.0500548203839046	172.9499694108963	164.47848641872406	241422	0.999000999000999	0.6567038171754142
161.52423238754272	1550	166.98128649234772	2.083183537429106	170.9958437681198	162.56717789173126	249405	0.999000999000999	0.6567038171754142
165.75347757339478	1600	169.63636069417	2.2995076276544473	174.83400613069534	165.4210512638092	257249	0.999000999000999	0.6567038171754142
170.1184787750244	1650	166.99484719216824	2.1902424083572494	172.23244315385818	160.37095737457275	265292	0.999000999000999	0.6567038171754142
175.21673703193665	1700	166.44430325388907	2.2451525687926215	173.5013165473938	161.25018453598022	273504	0.999000999000999	0.6567038171754142
179.67710733413696	1750	166.57406398594378	2.033394145707395	170.3536866903305	161.41942703723907	281481	0.999000999000999	0.6567038171754142
184.9391224384308	1800	168.27534636318683	1.8533300037848925	174.07691550254822	164.52940440177917	289445	0.999000999000999	0.6567038171754142
189.34635829925537	1850	169.68000635683538	1.9870953554120512	173.94490337371826	165.11580789089203	297767	0.999000999000999	0.6567038171754142
193.93411540985107	1900	168.0497188049555	2.125337975501797	173.34219586849213	162.69399237632751	306384	0.999000999000999	0.6567038171754142
198.34033012390137	1950	170.98306071221828	2.0482341842200342	175.59849721193314	166.37226462364197	314500	0.999000999000999	0.6567038171754142
203.51580095291138	2000	173.5017666530609	1.851369331962692	178.40805053710938	168.88371551036835	322694	0.999000999000999	0.6567038171754142
208.0047905445099	2050	170.9772321653366	1.950621782691864	175.89820790290833	166.01268243789673	331089	0.999000999000999	0.6567038171754142
212.97035455703735	2100	163.9739789158106	2.0066193175927927	169.06396347284317	158.50332188606262	339567	0.999000999000999	0.6567038171754142
217.97075867652893	2150	167.29597990095616	2.1351730575197547	172.5447690486908	163.44577479362488	347631	0.999000999000999	0.6553324994707099
222.4676525592804	2200	169.81829991579056	1.8404267210348895	174.67282301187515	164.46617436408997	356221	0.999000999000999	0.7221883068996892
226.82272028923035	2250	167.4658651858568	1.9223195320514557	171.5046625137329	163.17496180534363	364290	0.999000999000999	0.7221883068996892
231.82362699508667	2300	166.68361713886262	1.9677949725357065	171.8001582622528	162.26872086524963	372128	0.999000999000999	0.7221883068996892
236.18570160865784	2350	163.6184944075346	1.792674344668065	168.26678943634033	159.8092416524887	380326	0.999000999000999	0.7221883068996892
240.49985551834106	2400	163.11861939132214	1.8854376450681336	167.09637653827667	158.60909366607666	388520	0.999000999000999	0.7221883068996892
245.4982898235321	2450	168.5846186220646	2.0872902741250674	174.20588368177414	164.05532276630402	396661	0.999000999000999	0.7221883068996892
250.12103748321533	2500	168.82716505169867	2.01287712033325	173.91324025392532	163.75473809242249	404575	0.999000999000999	0.7221883068996892
254.58475995063782	2550	168.0608188176155	2.1163061955475633	173.0680855512619	163.57570612430573	412815	0.999000999000999	0.7221883068996892
259.80487728118896	2600	168.30146341502666	2.0446027108478493	173.08557277917862	163.67901957035065	421141	0.999000999000999	0.7221883068996892
264.03102254867554	2650	166.47053639173507	1.5881026148356594	169.94284135103226	162.11692786216736	429090	0.999000999000999	0.7221883068996892
268.3797719478607	2700	169.29146118998528	1.9188348221015212	173.32867312431335	165.53350746631622	437330	0.999000999000999	0.7221883068996892
272.7651467323303	2750	169.83031328976153	1.6057634261390987	174.46786856651306	166.34980750083923	445397	0.999000999000999	0.7221883068996892
278.0769064426422	2800	169.61118763804436	2.005598915656221	175.03117948770523	165.95299673080444	453519	0.999000999000999	0.7221883068996892
283.617050409317	2850	168.60973496437072	1.9328684746957399	172.80033761262894	164.44981825351715	461583	0.999000999000999	0.7221883068996892
288.6169295310974	2900	168.69295803248883	1.7417502486591745	173.2057340145111	165.15203738212585	469771	0.999000999000999	0.7221883068996892
294.12588763237	2950	170.04672665476798	1.6869001360867073	173.68459939956665	166.71880853176117	477998	0.999000999000999	0.7221883068996892
299.76617884635925	3000	169.6747226715088	1.7182856715331132	173.2063194513321	166.34766614437103	486004	0.999000999000999	0.7221883068996892
304.1175961494446	3050	170.19399893522262	1.806322081575008	175.30800640583038	166.370787024498	494298	0.999000999000999	0.7221883068996892
308.36274909973145	3100	169.5413836622238	1.9133803357429557	173.65153378248215	164.93921899795532	502228	0.999000999000999	0.7221883068996892
312.60922026634216	3150	170.5452621847391	1.9661200317961798	174.95620024204254	166.85048627853394	510412	0.999000999000999	0.7221883068996892
317.76401448249817	3200	172.02836756348609	1.8086560696096614	176.32007414102554	167.67121863365173	518633	0.999000999000999	0.6524323219357202
322.1935496330261	3250	169.88609542131425	1.7510158924266646	174.3538020849228	165.64827144145966	526832	0.999000999000999	0.6524323219357202
326.8096842765808	3300	172.98809100687504	1.6505427515267743	177.38012599945068	167.98024702072144	535185	0.999000999000999	0.6524323219357202
332.05290269851685	3350	171.36780843496322	1.808441795009741	177.25516653060913	167.0656417608261	543404	0.999000999000999	0.6693467513455222
336.25075674057007	3400	172.7682627528906	1.5760757035165536	175.80849295854568	168.74153554439545	551736	0.999000999000999	0.6771308898572621
340.54734897613525	3450	171.86947117626667	1.7082407771190955	175.55815029144287	167.44773840904236	559736	0.999000999000999	0.6771308898572621
345.99669766426086	3500	173.10033324301241	1.9187866532341518	177.36156177520752	168.78013157844543	567993	0.999000999000999	0.6771308898572621
350.213397026062	3550	174.27131088614465	1.8399960339523755	178.72584861516953	170.04251742362976	576225	0.999000999000999	0.6771308898572621
354.62263083457947	3600	172.0528867262602	1.8750394454230865	176.46811544895172	168.4393411874771	584361	0.999000999000999	0.6771308898572621
360.09603810310364	3650	172.544682598114	1.6177230921316597	176.63429617881775	168.88131535053253	592638	0.999000999000999	0.6771308898572621
364.16884303092957	3700	172.7723776304722	1.792679688066198	176.6727915406227	168.69920790195465	600487	0.999000999000999	0.6771308898572621
368.6338791847229	3750	174.68716459274293	1.8183811321266181	179.98884159326553	170.01105427742004	608850	0.999000999000999	0.6771308898572621
373.75135135650635	3800	175.6776470631361	1.866187758861314	180.42521476745605	171.71090388298035	616832	0.999000999000999	0.6771308898572621
378.1711585521698	3850	176.711002573967	1.7034451004021505	180.5545603632927	173.0518877506256	624962	0.999000999000999	0.6771308898572621
382.572958946228	3900	174.6795696592331	1.9701003022501478	179.85349148511887	170.61411309242249	633187	0.999000999000999	0.6771308898572621
387.236088514328	3950	177.14630910992622	2.009575644064818	182.05157923698425	172.25485467910767	641634	0.999000999000999	0.6771308898572621
392.130708694458	4000	176.05176728844643	1.598132742601215	179.64280223846436	171.94203162193298	649805	0.999000999000999	0.6771308898572621
396.566428899765	4050	178.99659057855607	1.6557430479622826	184.00661712884903	174.7063113451004	658209	0.999000999000999	0.6771308898572621
402.0821211338043	4100	177.70712702035905	1.9707810186897399	183.24899286031723	174.0591173171997	666443	0.999000999000999	0.6771308898572621
407.5865912437439	4150	177.70354593336583	1.655160391055089	181.73786795139313	173.85434210300446	674692	0.999000999000999	0.6771308898572621
411.83831667900085	4200	176.0569716346264	1.6381246266079648	181.3100169301033	172.33124029636383	682931	0.999000999000999	0.6771308898572621
417.3019528388977	4250	177.5748376917839	1.817811700518315	181.6651575565338	173.5407054424286	691458	0.999000999000999	0.6771308898572621
424.61233496665955	4300	179.5621557736397	1.9553313790532918	184.0267681479454	176.0231717824936	700042	0.999000999000999	0.6771308898572621
428.82238125801086	4350	177.0177636295557	1.7957579690357133	181.44969940185547	173.47047185897827	707994	0.999000999000999	0.6771308898572621
433.08680295944214	4400	177.58001730382443	1.7857291366539199	182.20194751024246	173.2888926267624	716593	0.999000999000999	0.6655811596596902
437.5945680141449	4450	179.5303535503149	1.7060641727888153	183.86820828914642	175.60282862186432	725106	0.999000999000999	0.6655811596596902
442.0610320568085	4500	178.22414116740228	1.8326385404396497	183.59531819820404	174.7716724872589	733514	0.999000999000999	0.6655811596596902
446.2620942592621	4550	177.24883895516396	2.003598296305438	180.75429618358612	172.80705392360687	741818	0.999000999000999	0.6655811596596902
452.6921751499176	4600	176.4823013305664	1.6703452773273482	180.30088937282562	171.6001044511795	750099	0.999000999000999	0.6655811596596902
457.01235342025757	4650	176.88575785815715	1.563663606584103	180.58538335561752	173.10596466064453	758257	0.999000999000999	0.6234665244145213
461.5377767086029	4700	179.26933679044248	1.5619441109740597	182.40044003725052	175.2840212583542	766953	0.999000999000999	0.6118349072767757
466.01828241348267	4750	179.57154567122458	1.5064072731052391	182.50275468826294	175.83626770973206	775581	0.999000999000999	0.6118349072767757
470.143013715744	4800	178.30462913691997	1.7135618753452282	182.1761360168457	174.7036726474762	783801	0.999000999000999	0.6118349072767757
474.61357164382935	4850	177.32085704028606	1.5035156598446067	181.61894869804382	173.74981224536896	792136	0.999000999000999	0.6290951222256478
480.85096549987793	4900	176.94950261592865	1.5983399968095773	180.85070836544037	172.81902241706848	800535	0.999000999000999	0.6441102562039821
485.5225729942322	4950	179.4302615916729	1.863462743651817	184.01686930656433	175.54949009418488	809151	0.999000999000999	0.6441102562039821
490.0294380187988	5000	181.21592542648315	1.9412258362020147	185.65588402748108	176.63730132579803	817732	0.999000999000999	0.6441102562039821
494.3411183357239	5050	181.21756942391394	1.7246978314789847	186.32814449071884	177.54577612876892	826342	0.999000999000999	0.6441102562039821
498.85644030570984	5100	181.39589475929736	1.658423871544217	185.39232563972473	177.38177716732025	834932	0.999000999000999	0.6441102562039821
503.3531987667084	5150	182.5656906813383	1.6632170034811127	185.94388687610626	178.2298094034195	843589	0.999000999000999	0.6441102562039821
509.0590937137604	5200	185.46579079627992	1.6172502187528555	189.98650300502777	181.9518448114395	852430	0.999000999000999	0.6462981345521629
514.1577501296997	5250	185.21844565451144	2.124511486439788	189.59729874134064	180.07681494951248	861126	0.999000999000999	0.6462981345521629
518.7037756443024	5300	186.14646123588085	1.7005981300362052	190.23942893743515	182.79366374015808	869791	0.999000999000999	0.6462981345521629
522.9718322753906	5350	185.6211719238758	1.513712247535967	189.08781456947327	181.50790452957153	878228	0.999000999000999	0.6462981345521629
527.5970995426178	5400	186.65130791187286	1.5268433725688695	190.69172394275665	183.88060319423676	887036	0.999000999000999	0.6602940833180353
532.690758228302	5450	190.32487636983396	1.498886335960114	193.2916135787964	186.82869637012482	895916	0.999000999000999	0.6602940833180353
538.6681566238403	5500	192.60006168663503	1.715175032987813	196.27726525068283	188.37474822998047	904803	0.999000999000999	0.6602940833180353
543.3648474216461	5550	193.1908855074644	1.6970950126055249	196.84393990039825	189.66354525089264	913446	0.999000999000999	0.6602940833180353
548.0130746364594	5600	196.2794501197338	1.6096686574471817	200.15108120441437	191.91363716125488	922174	0.999000999000999	0.6602940833180353
552.4846379756927	5650	193.69693657577037	1.6970301098549299	198.04435467720032	189.59739708900452	930777	0.999000999000999	0.6602940833180353
557.1481540203094	5700	193.2218329203129	1.6253329228737237	197.20867836475372	189.46409809589386	939590	0.999000999000999	0.6602940833180353
562.4449973106384	5750	199.1167908233404	1.8808130106884968	202.4869270324707	195.0008397102356	948884	0.999000999000999	0.6602940833180353
567.7483289241791	5800	195.69176299095153	1.702930608193745	199.61117607355118	191.20649075508118	957310	0.999000999000999	0.6602940833180353
572.3360111713409	5850	194.08527701199054	1.749992050104604	198.16563391685486	189.06504130363464	965994	0.999000999000999	0.6602940833180353
576.7443771362305	5900	196.85703494668007	1.580459754416641	200.6732144355774	192.35036063194275	974765	0.999000999000999	0.6602940833180353
581.3075115680695	5950	198.72498816728591	1.7334788665830068	204.03808325529099	194.82662343978882	983517	0.999000999000999	0.6602940833180353
585.6623623371124	6000	201.64124018847943	1.6572846518743092	205.0173602104187	197.3658756017685	992411	0.999000999000999	0.6602940833180353
591.2448129653931	6050	203.760131213665	1.55388515990473	207.81369006633759	199.9466120004654	1001368	0.999000999000999	0.6602940833180353
592.0571727752686	6054	202.98668987870215	1.6307434537251524	206.47757732868195	199.1912603378296	1002114	0.999000999000999	0.6602940833180353
