Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
7.190474271774292	0	97.0517043731315	8.871564331503663	124.3698765039444	81.13992303609848	0	0.0	0
10.065999984741211	50	10.474433123618365	0.40539605328981565	10.967336356639862	9.57956050336361	3954	19.802879730928076	7.245244496201013
11.836373567581177	100	8.8126453897357	0.10974082208761014	9.06057721376419	8.489939242601395	5931	19.96278340610194	7.300298715768503
13.586852073669434	150	9.255208015888929	0.09126963260429648	9.427394032478333	8.98385426402092	7770	20.161904854161282	7.966477131767072
15.263134479522705	200	10.084012989401817	0.14081747252003982	10.422699600458145	9.728865563869476	9458	20.169531821546204	7.966477131767072
16.95926785469055	250	9.435041767060756	0.10088957642151744	9.669636487960815	9.208025366067886	11129	20.187381342389994	7.966477131767072
18.6025333404541	300	8.967172102481127	0.18018964475862737	9.443838849663734	8.118803292512894	12681	20.212659446761478	7.966477131767072
20.245993852615356	350	9.006455487459897	0.2528996421882929	9.660443499684334	8.690722167491913	14275	20.1874513858671	8.865014390625715
22.307693243026733	400	8.614249875545502	0.3767944114432986	9.285387396812439	7.495814830064774	15883	20.18945869206144	8.865014390625715
23.971511363983154	450	8.083560542315245	0.36959842386950753	8.782066583633423	7.317600890994072	17471	20.15762967913248	8.865014390625715
25.62747812271118	500	8.84036504663527	0.16863341535106896	9.108913235366344	8.260635189712048	19071	20.123852604267327	8.865014390625715
27.795033931732178	550	10.408306882442922	0.19730702241112677	11.049802479334176	10.078514436259866	20705	20.11349631946242	8.865014390625715
29.925369024276733	600	10.820114312745064	0.33598119739128385	11.254512113984674	10.172720916569233	22435	20.09542918490999	8.865014390625715
31.610153436660767	650	11.851704806014896	0.3730768435482934	12.749506771564484	11.147093266248703	24195	20.07326059994666	8.865014390625715
33.67146110534668	700	12.385834100982175	0.4174853204752905	13.627053812146187	11.695142947137356	26083	20.077712976692588	8.865014390625715
36.603238344192505	750	9.979933404225886	0.29710760014944865	11.413570318371058	9.503988802433014	27870	20.086513497621674	8.865014390625715
38.4228789806366	800	12.216003338769077	0.2075709713467865	12.494983199983835	10.96124030277133	29696	20.08861350417512	8.865014390625715
40.17349815368652	850	13.906693573631346	0.21363272062076538	14.255402125418186	13.38753429055214	31559	20.086854035526404	8.865014390625715
41.9622642993927	900	15.900506700724364	0.09832202353512438	16.11018416285515	15.632609628140926	33454	20.084047112051692	8.865014390625715
43.718066453933716	950	16.076506795582826	0.7437909175392701	17.25054405257106	15.007878949865699	35356	20.087250239539134	8.865014390625715
45.516149282455444	1000	19.578330119401215	0.33556409220038363	20.263834841549397	18.5300075635314	37337	20.09312423566074	9.025256969145298
47.49751687049866	1050	21.212481987699867	0.38989571508258736	21.93132708221674	19.53346575796604	39513	20.09890361672099	9.025256969145298
49.372257232666016	1100	22.14987194227986	0.184065801299706	22.542417369782925	21.746292632073164	41662	20.080911049477628	9.025256969145298
52.09364461898804	1150	24.366110610179604	0.4452453271437373	25.543908149003983	23.620287522673607	43935	20.03778257109933	9.025256969145298
54.22934532165527	1200	33.558660649806264	1.3013058271221352	38.13847313076258	31.546333961188793	46395	20.039447097823967	9.025256969145298
57.209580421447754	1250	47.8451910983026	1.3759276692765168	51.55353843420744	45.32236487418413	49352	20.016152237024876	9.025256969145298
59.842506647109985	1300	54.2979675603658	1.1559942500302305	56.88125301897526	51.898319363594055	52830	20.005617402620473	9.025256969145298
62.30976128578186	1350	55.65094455603976	0.4763548985818226	56.61798816546798	53.89251162111759	56229	19.994628659264148	9.025256969145298
65.67549896240234	1400	58.37079916634526	0.718703841962203	59.862937591504306	56.63844897411764	59810	19.9901105742862	9.025256969145298
68.79514265060425	1450	67.78890270095405	1.2591105937412035	70.49715191393625	64.31317304074764	63441	20.004080006140242	9.025256969145298
72.23965859413147	1500	146.82106785554438	3.4487794528549585	157.4252612553537	132.3064352106303	69502	20.021520977865467	9.025256969145298
76.34950709342957	1550	157.6571735717915	22.096161941488027	209.56469304859638	132.2783177420497	77688	20.022400443776544	9.025256969145298
80.7584342956543	1600	208.3724436725676	41.813280302697265	272.9007935374975	141.74126261100173	86571	20.016280040704345	9.025256969145298
86.29475784301758	1650	170.7892132730037	18.26910673898129	219.62431573867798	150.49733102321625	94999	20.025620451832854	9.025256969145298
91.76337766647339	1700	182.76513550274075	10.402708781067576	200.01162867248058	144.85117894038558	102704	20.002430049923827	9.025256969145298
96.30118155479431	1750	187.42735771741718	6.4991121293953364	203.59918718971312	173.58328453451395	110109	20.001672702795403	9.025256969145298
101.77135229110718	1800	170.57791065780447	13.110845313602253	192.63425037264824	120.6478529125452	117992	19.99602458700792	9.025256969145298
107.58270001411438	1850	183.8277970316069	10.67521159944769	201.9557781186886	101.78080460848287	125940	19.983651217796815	9.025256969145298
111.61196279525757	1900	158.19821765463334	9.142921713923844	188.4579029744491	123.15149247273803	133487	19.966254534910107	9.025256969145298
116.38661599159241	1950	182.01100791638544	20.113839811297737	217.87887766957283	143.73354461416602	141288	19.96200643712844	9.025256969145298
123.19134068489075	2000	191.687765427751	7.686638662011665	207.7662512436509	176.5033986121416	149563	19.962002795020634	8.490312635972705
128.98939752578735	2050	198.63682575642247	8.22977395182881	233.1102289892733	180.75210439786315	158613	19.952138004017332	8.490312635972705
135.19963812828064	2100	219.17668881005207	15.226923405364087	256.86425349861383	186.7317903182702	167577	19.98580999877025	8.490312635972705
141.17007184028625	2150	214.40174534658553	21.136194696879166	269.4302148632705	168.90120182931423	175916	20.012056983891064	8.490312635972705
146.00689315795898	2200	154.5866877953708	23.147970035607102	200.3039215952158	87.95689406245947	183342	20.013176799910052	9.204766192365161
152.03850269317627	2250	188.47642078362406	26.885857466943726	255.68644998967648	138.12069449573755	191664	20.030118333405685	9.204766192365161
157.3931918144226	2300	189.90280051372946	6.841743104276529	206.03335838764906	168.52562091499567	200147	20.029314452720143	9.204766192365161
164.80853414535522	2350	214.3195673918724	24.310097657121254	265.861322529614	161.7698418572545	208917	20.048382412531005	9.204766192365161
170.35814809799194	2400	169.5073288179189	10.934722794879892	197.84650683403015	150.17501974105835	217805	20.051594477592403	9.204766192365161
175.74045395851135	2450	208.67144564449788	21.760926083066845	268.19088408350945	169.5929201990366	226499	20.05841892465064	9.204766192365161
184.525475025177	2500	200.22532888002695	11.271074914827155	241.74788290262222	166.70298825204372	235858	20.06804654444071	9.204766192365161
190.57219529151917	2550	210.24670393832028	25.052745886892218	270.66832998022437	163.9092958793044	245351	20.050950709407036	9.204766192365161
200.32161021232605	2600	190.14871318757534	44.635648339759165	235.0066289305687	64.51405089348555	255232	20.068638219177505	9.204766192365161
207.21024441719055	2650	233.65038870897143	17.61075695459848	284.96601051837206	193.60395981371403	265246	20.075663554836535	9.204766192365161
214.3639931678772	2700	223.31062987077397	27.71273973219838	318.5854589305818	176.97193670272827	274890	20.075399292990706	9.204766192365161
220.58608078956604	2750	169.62563623192312	7.4515668761427705	192.59236580133438	157.4253187738359	284026	20.06388614690473	9.204766192365161
227.15268778800964	2800	222.3413509427954	36.742900622651405	299.5838667117059	164.817177748424	293258	20.06039882513347	9.204766192365161
233.6248264312744	2850	222.8262681060657	31.99844787965212	283.69703352451324	157.7008696720004	301653	20.079925339223507	9.204766192365161
239.07642006874084	2900	206.0738866601931	29.122197714903823	285.9839200973511	144.20935194194317	309846	20.11337825911966	9.204766192365161
244.67459440231323	2950	209.9779917367175	29.062685540929852	252.48469356447458	138.99633792042732	318040	20.109277893979513	9.204766192365161
250.54914379119873	3000	169.92484241523547	12.228225052881575	212.37510830536485	158.40085269510746	326450	20.117528971767985	9.204766192365161
256.5585341453552	3050	173.97770689170807	36.77603931217329	232.182401843369	64.02825830876827	335029	20.09125511855941	9.204766192365161
262.7431950569153	3100	164.68717303769313	8.771321079509935	180.8245721720159	147.68023553863168	342922	20.069441188551703	9.204766192365161
268.0325767993927	3150	179.62404811468485	39.18627910253207	247.10022702813148	88.0059641674161	350895	20.05811352594268	9.204766192365161
273.41903614997864	3200	187.89152783542872	29.58634337543003	286.0334313288331	108.02888507395983	359005	20.04281701076666	9.015633425282385
279.4414415359497	3250	164.0737717483216	35.936143371716824	239.12251457571983	71.18766185780987	366855	20.02060755264641	9.015633425282385
284.50564789772034	3300	166.821404096107	41.765419397838976	247.41817881911993	57.400979527737945	374289	20.027963007663423	9.015633425282385
289.424768447876	3350	129.04404737479985	44.44178414533518	285.77634121105075	79.09894749522209	381474	20.033197792117647	9.015633425282385
294.9234983921051	3400	157.3367412494973	39.775369126441625	183.96192555129528	59.76269878819585	387980	20.02151861341481	9.015633425282385
299.5610067844391	3450	156.24250262267088	29.152625709696572	202.01692102942616	75.9132808111608	394744	20.028478168022346	9.015633425282385
304.4396297931671	3500	142.71203977040946	31.15159577727281	185.7784369699657	63.04234688729048	402208	20.029799973518447	9.015633425282385
310.4434425830841	3550	171.480254939571	14.775678246411548	186.38796216249466	118.97925587743521	410185	20.044260580912706	9.015633425282385
315.61177134513855	3600	161.76884561101673	13.509382076880186	184.1774995997548	119.420488958247	417861	20.04466340779572	9.015633425282385
321.04787397384644	3650	157.77533561002463	31.007276802251965	186.3696594759822	25.496579375118017	426032	20.039725121919396	9.015633425282385
327.11242389678955	3700	172.39716395549607	5.701298078431737	181.15446424437687	131.17264174111187	433977	20.073583465586736	9.015633425282385
332.66092920303345	3750	150.26470659261452	25.32772710698624	181.40425935015082	103.30763870850205	442290	20.069510411028904	9.015633425282385
338.42773818969727	3800	137.5918258928345	20.290670186848423	172.56391632882878	99.87690725177526	450330	20.074941288232868	9.015633425282385
343.2544672489166	3850	123.44022040683777	38.27727591885052	189.39032478630543	46.40745206177235	457806	20.060620527464405	9.015633425282385
348.56485629081726	3900	163.4536471018195	11.230637411951728	184.9120608791709	126.31020073592663	465780	20.04780908597833	9.015633425282385
354.69163966178894	3950	172.77393179304897	10.39425952815103	184.74680610001087	146.04861292243004	473554	20.043736017056762	8.85253118172096
360.7738242149353	4000	185.06579507892718	3.6168277277948895	195.23021298646927	176.5942123197019	481732	20.028641636241133	8.85253118172096
366.4596598148346	4050	161.80539441008122	11.038424777900772	177.36207684129477	127.92889795452356	489925	20.056551814185212	8.85253118172096
372.02414989471436	4100	160.85764124432578	21.13167483907474	187.01902495324612	103.72809755057096	498511	20.07631745265046	8.85253118172096
377.4496293067932	4150	179.11305300241773	7.740874257330091	188.14428727515042	131.66659784689546	506885	20.07717178391474	8.85253118172096
383.40508222579956	4200	144.04596267942338	33.19845732946141	224.6702729910612	94.6389463096857	514591	20.07589418843548	8.85253118172096
389.63643503189087	4250	170.76216163232237	6.762572557979014	181.91589189320803	126.04576736921445	522734	20.12506249598223	8.85253118172096
396.2010133266449	4300	176.4650749015261	9.086151216169732	191.9793570637703	150.7814737856388	531121	20.131141335661273	8.85253118172096
402.55867862701416	4350	184.7686898323521	12.206670676515973	193.2784410044551	69.87143866717815	539830	20.11246518151448	8.85253118172096
409.6986997127533	4400	184.21111929052742	7.0435082536334255	194.28054491244256	161.92622338235378	548229	20.128715107023595	8.85253118172096
416.06602454185486	4450	169.81749744437636	28.684891770835595	197.77093422412872	61.93223284184933	556553	20.11885090588271	8.85253118172096
421.4284932613373	4500	191.41888539485635	4.88985300884699	198.43724636733532	169.26426496729255	564426	20.109898388493498	8.85253118172096
426.72635316848755	4550	181.15654851095752	16.317355284367498	189.90283945016563	24.967881843447685	572238	20.125162742727454	8.85253118172096
431.96305799484253	4600	179.3934982226044	3.14925679613197	186.51973029971123	168.86385625600815	580193	20.133661216723958	8.85253118172096
437.7695941925049	4650	181.22892848172225	24.07740440726003	199.4491626136005	72.09166833758354	587764	20.16062454586906	8.85253118172096
443.1288230419159	4700	149.76471136540175	56.00821141460506	199.09019415080547	41.62123100832105	594805	20.160748781889744	8.85253118172096
447.9029302597046	4750	173.89888974029572	41.61874148349985	193.14034884050488	15.33786104619503	601499	20.177965367861695	8.85253118172096
453.01054763793945	4800	149.98480016730727	26.93866748705711	188.1292616352439	82.18088974803686	609189	20.181626978912302	8.85253118172096
458.32956624031067	4850	177.90598960373552	19.0841256498068	224.4390698671341	94.70299523323774	617128	20.194090575948174	8.337881118751893
464.1320571899414	4900	185.70302162092892	4.852295939440962	195.70368892885745	176.208945594728	623945	20.199508045360453	8.337881118751893
469.62933802604675	4950	181.88082782186044	8.423638220397718	193.60329209268093	152.14982587099075	630963	20.197683074843187	8.337881118751893
474.85143995285034	5000	176.0237389776815	10.98325531030348	206.8286056779325	149.80351965129375	638705	20.206222129199638	8.337881118751893
480.13379311561584	5050	166.8072724465537	26.98208888081188	194.42300618812442	72.04099713079631	646564	20.1838924475706	8.337881118751893
485.3988711833954	5100	159.95089895801618	59.892464126730026	398.431295260787	60.14603713154793	654488	20.173403632769116	8.337881118751893
490.68236804008484	5150	134.81759105678023	49.92603459897164	293.571320829913	-1.7243227399885654	661402	20.17082906768631	8.337881118751893
496.54749298095703	5200	183.7164981866785	56.258982208353075	365.88590351492167	83.00492101162672	668789	20.176334125634444	8.337881118751893
503.60384488105774	5250	178.51924398977076	77.12039447658735	450.10898447036743	56.43454120308161	677393	20.15018840122534	8.337881118751893
509.1021842956543	5300	158.1793144370831	86.36086852599367	543.8858763128519	56.77286680042744	685867	20.13046660441811	8.251447728178876
517.2298583984375	5350	171.32596411517122	85.26641740739923	479.1520212292671	52.7375730574131	695163	20.157593181309377	8.549220460934718
523.85675740242	5400	178.25658738638623	72.54566770650867	500.0775329824537	53.39703784883022	704190	20.15272862370878	8.549220460934718
529.9295213222504	5450	212.06773219273484	68.62493008646966	461.16554269194603	44.078397154808044	713639	20.148999832578248	8.549220460934718
536.309947013855	5500	231.49034382597011	82.6620316958929	480.12511583417654	61.309843465685844	723856	20.128255128910798	8.549220460934718
543.013197183609	5550	243.51824433221074	78.34568221265329	591.325528524816	70.64688585884869	734862	20.11939706219718	8.549220460934718
551.0952844619751	5600	218.40066124581617	58.31577334466249	431.57572017610073	76.18506493419409	746617	20.102328810830343	8.549220460934718
556.405885219574	5650	219.79094301862008	51.43534331142212	359.5808484479785	91.15463504940271	757623	20.067468328399013	8.549220460934718
561.9408905506134	5700	244.82666599062446	62.932780755929265	387.5104400217533	94.92982227355242	769807	20.055030958481126	8.549220460934718
567.4469549655914	5750	275.7450583499693	71.81180371838408	516.1050634784624	138.35138680785894	781448	20.040762417941693	8.549220460934718
572.7884018421173	5800	262.80313418971315	65.01505592086775	492.58748395740986	75.4861181229353	792396	20.051871238727536	8.549220460934718
580.3795373439789	5850	252.76470665508634	65.97264427979671	422.1709242798388	84.45921491459012	804734	20.050998892398212	8.549220460934718
585.9199230670929	5900	243.32737305210787	52.31196168618755	369.7176985424012	59.889621429145336	816688	20.054643171325075	8.549220460934718
591.913140296936	5950	268.43970573070925	67.12748054056347	483.86750816041604	170.0174280628562	829749	20.081398547326053	8.549220460934718
598.3830687999725	6000	274.1224233295419	60.231478418691	457.2402081973851	148.4442176767625	843993	20.07581136070628	8.549220460934718
605.9672458171844	6050	270.64940964558525	53.546020546807476	483.90229915082455	72.54042564332485	857973	20.12491549276281	8.549220460934718
613.5321850776672	6100	285.6734321181536	52.54021524200659	440.0416838671663	164.04731026291847	872269	20.10468246804857	8.549220460934718
618.9041538238525	6150	233.02159850358103	84.33942463583628	518.7553567904979	1.2682378822937608	883991	20.126292094700368	8.549220460934718
624.4380915164948	6200	287.736536059581	59.75291362251944	466.3089750278741	166.6617603097111	895480	20.138205508990946	8.549220460934718
630.8629562854767	6250	280.75483087145227	53.627744938074045	421.7690422683954	118.20270488411188	909902	20.153638433616276	8.655259363796327
638.9821541309357	6300	290.20617400259573	64.76855888801339	512.8604898359627	90.1778083704412	924244	20.192283269184745	8.655259363796327
645.6146767139435	6350	299.99701451696194	62.88028725845352	473.5734900413081	73.65195801854134	939120	20.17050556938635	8.655259363796327
651.899843454361	6400	314.74468747222215	65.5356067755473	534.8197071477771	106.89980380237103	952981	20.18017686294665	8.655259363796327
658.6693813800812	6450	311.8894882845867	64.99086198397947	450.9165962599218	141.43648295104504	968080	20.1816260317763	8.655259363796327
667.3077397346497	6500	317.69827285682436	82.19500322505787	544.6345595624298	93.93075385317206	983970	20.21044137871796	8.655259363796327
674.1366603374481	6550	297.14892994593424	64.42441041796043	491.54981911182404	123.97772701084614	999582	20.237506075975425	8.986086371655063
676.1743767261505	6558	324.09108654248877	64.75960491417341	460.08424001187086	98.45657999068499	1002096	20.235653901091226	8.986086371655063
