Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
8.181573629379272	0	94.56097764673788	7.35238619969774	125.12077525258064	81.42589804530144	0	0.0	0
12.025949001312256	50	79.6058197760582	2.785211315694411	89.5741730928421	70.79134827852249	6257	0.980392156862745	0.09901475429766744
15.773953676223755	100	59.45527787387371	1.1487758722540293	61.51099509000778	56.7200049161911	13189	0.99009900990099	0.09901475429766744
19.94196581840515	150	64.95370130777358	2.592656313967671	70.48763817548752	59.10959953069687	18746	0.9933774834437085	0.09901475429766744
23.87660312652588	200	61.656457876563074	1.484411174421039	65.00131046772003	58.81926354765892	24843	0.9950248756218905	0.09901475429766744
27.538115739822388	250	55.30722748696804	1.080392134749322	58.00980478525162	52.930573135614395	30712	0.99601593625498	0.09901475429766744
31.308311462402344	300	56.40074112474918	1.014708146719738	59.314093828201294	54.579553842544556	37493	0.9966777408637871	0.09901475429766744
36.40718746185303	350	50.98538087964058	0.676908396452113	52.63040816783905	49.61709636449814	44058	0.997150997150997	0.09901475429766744
40.91617298126221	400	51.05697960227728	1.013540960838992	54.480742275714874	49.39388892054558	50170	0.9975062344139649	0.09901475429766744
44.20275521278381	450	51.06851649403572	1.4642989721409072	55.4962437748909	48.784835159778595	55308	0.9977827050997782	0.09901475429766744
48.600534200668335	500	50.58722300469876	1.387071693475323	55.22363489866257	48.38808125257492	60634	0.9980039920159679	0.09901475429766744
54.418621301651	550	47.59143760204315	0.9933577745812575	50.57560193538666	46.04761520028114	66324	0.9981851179673319	0.09901475429766744
58.76999855041504	600	46.301994365751746	1.1578749517296343	49.73992991447449	44.6030974984169	72493	0.9983361064891845	0.09901475429766744
62.11559557914734	650	45.72798504769802	1.772588823954163	47.955455631017685	40.87745225429535	78275	0.998463901689708	0.09901475429766744
65.51848149299622	700	45.52719795674086	1.193641509806374	47.57315945625305	42.06927669048309	83663	0.9985734664764621	0.09901475429766744
68.93363451957703	750	44.10982608765364	0.8460161675835356	46.89821192622185	41.991721749305725	89530	0.9986684420772302	0.09901475429766744
72.24392008781433	800	46.26937770843506	0.8979207238279863	49.38030922412872	44.437482476234436	94823	0.9987515605493132	0.09901475429766744
75.76005721092224	850	46.93456876516342	0.8536695683471515	49.691317707300186	45.40726977586746	101164	0.99882491186839	0.09901475429766744
80.3347110748291	900	46.72855849295855	0.8858837670676274	49.9970877468586	44.977516889572144	107316	0.9988901220865704	0.09901475429766744
83.81247425079346	950	47.209496319592	0.6898859049020944	49.036617785692215	45.74635410308838	113613	0.9989484752891692	0.09901475429766744
87.985524892807	1000	48.10499024778605	0.6863133367186224	49.76477262377739	46.34461534023285	118481	0.9990009990009989	0.09901475429766744
91.4403669834137	1050	47.52821887552738	0.5883473533441271	49.00781923532486	46.025722712278366	124490	0.9990009990009989	0.09901475429766744
94.95180106163025	1100	50.32760557204485	0.822783215476603	52.32247197628021	48.04251164197922	130135	0.9990009990009989	0.09901475429766744
98.0416042804718	1150	50.9081830984354	0.8225194235068966	53.07232853770256	49.0755729675293	135021	0.9990009990009989	0.09901475429766744
101.72717928886414	1200	51.05762929290533	0.9787888101619341	53.102319836616516	48.60632520914078	141134	0.9990009990009989	0.09901475429766744
105.51016092300415	1250	52.177578943967816	1.2742151545047522	55.12856563925743	49.28577497601509	147285	0.9990009990009989	0.09901475429766744
109.54082822799683	1300	53.53083445578814	1.3076838702244935	57.20101210474968	50.56857147812843	152908	0.9990009990009989	0.09901475429766744
112.67438435554504	1350	57.802633726000785	1.4193738623372556	61.42996057868004	54.237222880125046	157986	0.9990009990009989	0.09901475429766744
117.50186252593994	1400	58.72803240448236	1.6779906004081224	63.28446692228317	55.24591189622879	164016	0.9990009990009989	0.09901475429766744
121.05713081359863	1450	56.571366704404355	1.209716637437514	58.916744858026505	53.576270282268524	169842	0.9990009990009989	0.09901475429766744
124.66042685508728	1500	52.91407367020845	1.2543092865506076	56.62834432721138	50.27775436639786	175303	0.9990009990009989	0.09901475429766744
128.53484416007996	1550	52.050311900377274	1.181334934169846	55.317249566316605	48.920726865530014	181977	0.9990009990009989	0.09901475429766744
132.00825238227844	1600	52.15462709456682	1.3398129521167212	55.856170028448105	49.13589748740196	187184	0.9990009990009989	0.09901475429766744
136.30757904052734	1650	55.82528379112482	2.1092948080021263	62.424795627593994	50.9920529127121	192924	0.9990009990009989	0.09901475429766744
139.9306778907776	1700	58.461765566170214	2.437280789652649	64.8929782807827	53.68032169342041	198405	0.9990009990009989	0.09901475429766744
142.9692621231079	1750	49.169451525211336	1.1057308066333473	52.78626662492752	46.83386707305908	203062	0.9990009990009989	0.09901475429766744
147.22763800621033	1800	46.43373326957226	1.0397543511081688	50.80767619609833	43.99460828304291	207909	0.9990009990009989	0.09901475429766744
150.3458743095398	1850	47.044040086269376	1.1244622971345895	49.82175499200821	44.5496751666069	212963	0.9990009990009989	0.09901475429766744
153.48243618011475	1900	43.72345278263092	0.9417178821321432	47.133122861385345	41.41877967119217	217448	0.9990009990009989	0.09901475429766744
156.67467999458313	1950	45.54793564200401	1.2920778432846318	50.59680426120758	42.819420754909515	222762	0.9990009990009989	0.09901475429766744
160.59123468399048	2000	45.848585885167125	2.9282045368117564	59.03121620416641	42.729310631752014	228038	0.9990009990009989	0.09901475429766744
164.08622360229492	2050	47.192211557030674	3.894352140653784	64.76676845550537	43.11677813529968	232952	0.9990009990009989	0.09901475429766744
167.48279666900635	2100	43.25128827810288	2.38396952582885	53.827656745910645	41.05913907289505	238082	0.9990009990009989	0.09901475429766744
170.46211504936218	2150	51.821119129657745	4.681174473931623	80.07645738124847	46.75688022375107	242727	0.9990009990009989	0.09901475429766744
175.09454941749573	2200	62.97949194610119	9.95029789974775	98.52475851774216	51.06414246559143	247967	0.9990009990009989	0.09901475429766744
178.14818930625916	2250	46.749910224676135	2.9342921733161234	63.83202391862869	43.23544853925705	252741	0.9990009990009989	0.09901475429766744
181.3427996635437	2300	43.20140060544014	2.936380940663594	61.102883994579315	40.218401491642	257907	0.9990009990009989	0.09901475429766744
184.94081830978394	2350	49.52015926599503	3.2700899801487195	67.025062084198	45.61789983510971	263495	0.9990009990009989	0.09901475429766744
189.180016040802	2400	52.6681741309166	5.496169397191483	80.5838195681572	45.10273098945618	269247	0.9990009990009989	0.09901475429766744
192.65132880210876	2450	77.89512195587159	11.83564063285727	97.55552864074707	53.78709989786148	274208	0.9990009990009989	0.09901475429766744
196.22532534599304	2500	91.23163876742125	21.642135956693842	214.41415405273438	70.6060596704483	279878	0.9990009990009989	0.09901475429766744
200.38515853881836	2550	101.33552612781524	35.463093786308754	231.15967845916748	51.08123469352722	285161	0.9990009990009989	0.09901475429766744
204.53199791908264	2600	115.7836961877346	37.863009757598334	230.58967554569244	73.42724686861038	290275	0.9990009990009989	0.09901475429766744
208.81026029586792	2650	131.9331106030941	41.26939555761112	245.43135571479797	82.61362326145172	295709	0.9990009990009989	0.09901475429766744
213.48008632659912	2700	124.5560355758667	44.76606274704051	254.8873342871666	79.55982446670532	300959	0.9990009990009989	0.09901475429766744
218.22626209259033	2750	160.9143340408802	56.1020458351849	261.62339222431183	83.08519268035889	306885	0.9990009990009989	0.09901475429766744
223.108811378479	2800	203.84488371789456	41.73898395024888	261.7152466773987	108.38691174983978	311740	0.9990009990009989	0.09901475429766744
227.0860412120819	2850	247.55460086226464	6.421245716793535	263.2656135559082	207.95125752687454	318010	0.9990009990009989	0.09901475429766744
231.96369695663452	2900	246.7359075629711	3.361480232239252	253.4307188987732	235.796861410141	323851	0.9990009990009989	0.09901475429766744
238.5661952495575	2950	247.91491776823997	3.6195439988454523	257.13000494241714	239.65795409679413	329360	0.9990009990009989	0.09901475429766744
242.45647716522217	3000	247.90133700072766	3.337137330644099	256.27357226610184	240.73071455955505	334373	0.9990009990009989	0.09901475429766744
246.31468510627747	3050	247.94316668212414	3.4008475023716387	257.36951130628586	239.13834810256958	339952	0.9990009990009989	0.09901475429766744
250.23746037483215	3100	249.35493482768536	3.7795832323678065	259.23034620285034	241.31213074922562	345727	0.9990009990009989	0.09901475429766744
254.28159594535828	3150	248.24814943492413	3.35514631155958	256.77743554115295	240.6921643614769	351664	0.9990009990009989	0.09901475429766744
257.89718294143677	3200	249.53482568085192	3.5913247351023947	260.6984120607376	242.237530708313	356963	0.9990009990009989	0.09901475429766744
261.93444991111755	3250	250.3856875783205	3.324468980800491	257.59236174821854	243.30204010009766	363110	0.9990009990009989	0.09901475429766744
267.88849091529846	3300	249.90726977288722	3.8649673005006844	259.19144785404205	240.6845247745514	369883	0.9990009990009989	0.09901475429766744
272.1720747947693	3350	250.18277988910674	3.8254327101229264	258.7588413953781	240.17810863256454	376133	0.9990009990009989	0.09901475429766744
276.46564865112305	3400	251.27520003736018	3.5713604359011146	259.926225066185	244.40381187200546	382446	0.9990009990009989	0.09901475429766744
280.50994896888733	3450	251.71212964057924	3.8953908079125026	260.3002399802208	243.25065499544144	388850	0.9990009990009989	0.09901475429766744
284.72143149375916	3500	252.41666621387006	3.8318055456930873	262.5995213985443	243.559175491333	395348	0.9990009990009989	0.09901475429766744
288.9616665840149	3550	252.41010883569717	3.7352921604075315	260.3710082769394	245.11464667320251	401876	0.9990009990009989	0.09901475429766744
293.8342900276184	3600	252.85579665124416	3.2073879125193763	260.2944804430008	245.95391792058945	408049	0.9990009990009989	0.09901475429766744
299.430566072464	3650	254.26052224934102	3.5696861093436936	263.78390938043594	246.7606976032257	414764	0.9990009990009989	0.09901475429766744
304.14915204048157	3700	253.3458251750469	3.150394508555233	260.12380158901215	244.68882083892822	422759	0.9990009990009989	0.09901475429766744
308.93905377388	3750	252.6401823168993	3.504263339708357	260.28352612257004	246.05074679851532	430867	0.9990009990009989	0.09901475429766744
313.88803791999817	3800	252.90365664541721	3.3895919269093984	262.2162711620331	246.65671288967133	439084	0.9990009990009989	0.09901475429766744
318.8266124725342	3850	252.93932097971438	2.8573614515568404	259.5521432161331	246.73694574832916	447578	0.9990009990009989	0.09901475429766744
325.71323442459106	3900	252.4953704941273	3.1232463691660697	260.1680860519409	245.8246612548828	455225	0.9990009990009989	0.09901475429766744
331.2688751220703	3950	253.1710613757372	2.838500432498167	259.4132382273674	246.45299196243286	465162	0.9990009990009989	0.09901475429766744
335.9050211906433	4000	253.07719244360925	3.2260553100557985	260.1283003091812	246.36553633213043	472443	0.9990009990009989	0.09901475429766744
341.0460467338562	4050	253.04729271352292	3.272484521510041	260.0417034626007	245.75144588947296	481295	0.9990009990009989	0.09901475429766744
346.0665202140808	4100	252.46903564870357	3.2145101623807952	259.10401582717896	246.21578180789948	489904	0.9990009990009989	0.09901475429766744
352.4267370700836	4150	252.30956738948822	3.1164678678485345	260.3679498434067	244.79541850090027	498983	0.9990009990009989	0.09901475429766744
360.21780252456665	4200	252.1889414060116	3.473271668539568	260.48468255996704	244.52862668037415	508015	0.9990009990009989	0.09901475429766744
365.36830711364746	4250	252.28040168404578	3.6001416858719346	260.77711421251297	244.35379540920258	517031	0.9990009990009989	0.09901475429766744
372.4423258304596	4300	252.0785434168577	3.385359631894375	260.6480760574341	244.17800402641296	526265	0.9990009990009989	0.09901475429766744
378.7470223903656	4350	252.22133135437966	3.3106252868257613	258.6681327819824	243.14765298366547	535948	0.9990009990009989	0.09901475429766744
385.0100874900818	4400	252.87300999224186	3.318531360112206	259.7336440086365	246.22613286972046	545459	0.9990009990009989	0.09901475429766744
390.8413054943085	4450	252.59018797397613	2.969530016479356	259.6590120792389	246.6893299818039	555872	0.9990009990009989	0.09901475429766744
396.40879583358765	4500	252.8833556741476	3.3794592035584032	262.4446042776108	242.71542537212372	565921	0.9990009990009989	0.09901475429766744
402.56197118759155	4550	252.70483548760413	3.399047615017799	260.6816737651825	244.9732655286789	576553	0.9990009990009989	0.09901475429766744
409.2646028995514	4600	253.02897869586945	3.2716282560929613	260.5040050148964	245.66237092018127	587548	0.9990009990009989	0.09901475429766744
415.50250267982483	4650	253.1996602833271	3.4357683594361075	260.95897376537323	246.58995354175568	597664	0.9990009990009989	0.09901475429766744
420.94671058654785	4700	253.00025660872458	3.303049726349236	260.8531744480133	246.4725739955902	607275	0.9990009990009989	0.09901475429766744
426.65760493278503	4750	253.57560047626495	3.505667732768118	260.81326508522034	246.28417897224426	617517	0.9990009990009989	0.09901475429766744
432.8698377609253	4800	253.46927282750607	3.2925095091600576	261.62994146347046	246.48836970329285	627897	0.9990009990009989	0.09901475429766744
440.2948753833771	4850	253.46480983912946	3.7778996081932483	261.62981659173965	244.92661154270172	639340	0.9990009990009989	0.09901475429766744
445.91538739204407	4900	253.31108712077142	3.396882789077572	261.656272649765	244.77017962932587	649507	0.9990009990009989	0.09901475429766744
451.63465332984924	4950	253.72307905972005	3.1225864454744023	261.6710969209671	246.6681830883026	660030	0.9990009990009989	0.09901475429766744
457.6522877216339	5000	254.59595606029035	2.9577333326809123	262.1036640405655	247.71919524669647	670512	0.9990009990009989	0.09901475429766744
464.0620710849762	5050	255.33623632609843	3.0000299139193185	261.4395616054535	248.39823603630066	680755	0.9990009990009989	0.09901475429766744
470.45280861854553	5100	255.0101386934519	3.000245419388283	262.1937515735626	248.19836175441742	691230	0.9990009990009989	0.09901475429766744
476.52737498283386	5150	255.0718069434166	3.039695307184726	263.26653444767	246.93365347385406	702589	0.9990009990009989	0.09901475429766744
482.297016620636	5200	254.7408512198925	3.053969334426515	261.35247111320496	246.8321087360382	713224	0.9990009990009989	0.09901475429766744
487.9443552494049	5250	255.71033460974692	3.670983044961028	263.2855365872383	246.57568109035492	723338	0.9990009990009989	0.09901475429766744
495.1330063343048	5300	256.28434911847114	2.946854093071772	262.5536535978317	249.31724846363068	733167	0.9990009990009989	0.09901475429766744
501.25344347953796	5350	256.2465516579151	3.5437608482081657	264.83034455776215	247.14821076393127	744613	0.9990009990009989	0.09901475429766744
507.3150625228882	5400	255.59132375597954	3.3820753611935466	262.20570266246796	248.9938803911209	755817	0.9990009990009989	0.09901475429766744
513.7148268222809	5450	256.16432694792746	2.975468504885885	262.2599859237671	249.2304117679596	767640	0.9990009990009989	0.09901475429766744
520.1364345550537	5500	256.09014991223813	3.483956789548761	265.4948388338089	248.36570036411285	777413	0.9990009990009989	0.09901475429766744
528.6715362071991	5550	257.174017316699	3.183995776972594	264.2488259077072	248.61501550674438	789743	0.9990009990009989	0.09901475429766744
535.5168945789337	5600	256.5500561475754	3.6473674184731366	264.7354938983917	249.38096463680267	801122	0.9990009990009989	0.09901475429766744
543.5658738613129	5650	256.9714556246996	3.0498395752045386	264.0963691473007	251.17715919017792	812776	0.9990009990009989	0.09901475429766744
550.1859469413757	5700	257.7316780734062	3.4383470034133543	265.8491656780243	251.33679056167603	824467	0.9990009990009989	0.09901475429766744
556.7056040763855	5750	257.63156275212765	3.3365536274538585	265.21748650074005	249.91930305957794	835723	0.9990009990009989	0.09901475429766744
562.413943529129	5800	258.36499293804167	3.282079060923969	266.6712862253189	249.9256054162979	846633	0.9990009990009989	0.09901475429766744
568.0594487190247	5850	258.7794531983137	3.613023646711387	267.26264226436615	248.9158980846405	856565	0.9990009990009989	0.09901475429766744
574.4302425384521	5900	259.52370802879335	3.485651352454381	267.5470050573349	251.25666642189026	868232	0.9990009990009989	0.09901475429766744
580.8851268291473	5950	258.5921726948023	3.5409010616248406	267.47849798202515	249.7544788122177	879487	0.9990009990009989	0.09901475429766744
586.4387695789337	6000	259.1303709179163	3.7483422734896297	267.7303401231766	251.5093297958374	890560	0.9990009990009989	0.09901475429766744
592.1527688503265	6050	259.441595236063	3.4938601577778745	267.3704937696457	250.8763074874878	902060	0.9990009990009989	0.09901475429766744
598.6216833591461	6100	258.48152417361734	3.5820969135224137	266.9990142583847	251.12059569358826	912831	0.9990009990009989	0.09901475429766744
604.7571811676025	6150	258.4979886484146	3.7061708964658346	267.7095903158188	249.68122231960297	925115	0.9990009990009989	0.09901475429766744
611.1457784175873	6200	258.9604154217243	3.46787062546068	265.8043133020401	250.4768317937851	936365	0.9990009990009989	0.09901475429766744
616.9781582355499	6250	258.73178609311583	3.5038636296367516	267.5175380706787	250.9233477115631	947807	0.9990009990009989	0.09901475429766744
622.8940408229828	6300	259.68928726792336	3.660203344559323	267.08367562294006	251.39648723602295	959641	0.9990009990009989	0.09901475429766744
629.3272023200989	6350	259.921365481019	3.310326295637181	267.41200840473175	251.41595113277435	971131	0.9990009990009989	0.09901475429766744
635.2226300239563	6400	260.88982667803765	3.864978190827246	269.3723474740982	252.55096411705017	981612	0.9990009990009989	0.09901475429766744
641.4091022014618	6450	260.33077613294125	3.6379859770772565	268.6282879114151	250.07692098617554	992585	0.9990009990009989	0.09901475429766744
646.3561398983002	6492	261.51583563387396	3.947567766562601	271.38233041763306	252.11505818367004	1002053	0.9990009990009989	0.09901475429766744
