Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
4.717967987060547	0	94.56097764673788	7.35238619969774	125.12077525258064	81.42589804530144	0	0.0	0
7.001692056655884	50	9.607143832594156	0.5206952845905898	10.579690635204315	8.360836118459702	4421	19.701657556597414	7.244088726287992
8.541003227233887	100	9.355244204699993	0.7106429539113304	11.277865201234818	8.248556971549988	6402	19.87884253101578	7.244088726287992
9.918511867523193	150	5.810095586042044	0.434470127378713	6.603779632598162	4.8861619383096695	7877	19.95489576238396	8.260889465720847
11.297492742538452	200	7.176223282366991	0.20817961866497317	7.599694386124611	6.710297867655754	9307	20.015627620743704	8.260889465720847
12.691685438156128	250	7.778608201352181	0.4620331673483498	8.756859734654427	6.980574697256088	10813	20.014927052225364	8.260889465720847
14.048571586608887	300	7.147386706847174	0.2745915511336712	7.704800963401794	6.47506308555603	12259	20.014072233156234	8.260889465720847
15.369658708572388	350	5.186436421897961	0.23460007340885464	5.677518658339977	4.629065990447998	13566	20.05019069044214	8.260889465720847
16.676122188568115	400	6.417921377008315	0.15744314853152178	6.759590171277523	6.023739360272884	14822	20.05557736633416	9.20903683874918
18.001469373703003	450	6.587070213693733	0.26950407384830255	7.111410081386566	5.9231859389692545	16127	20.06910195635873	9.20903683874918
19.40683603286743	500	9.732611488224865	0.508333620897848	10.815117361024022	8.892852460965514	17677	20.070257860686592	9.20903683874918
20.850034475326538	550	11.410652987937647	0.6701974605005036	12.583141732495278	10.196809097193182	19309	20.067172848592328	9.20903683874918
22.3576922416687	600	13.258222524725134	1.0896947096460703	15.377898454666138	11.121695261448622	21179	20.05855595930813	9.20903683874918
24.158382654190063	650	16.98420398399903	0.5833816461117398	17.901224125176668	15.396720848977566	23303	20.055884099795804	9.20903683874918
26.224045753479004	700	28.800007561040083	1.7445010629902098	33.072283090034034	24.137837387621403	25946	20.055397017352977	9.20903683874918
28.886597633361816	750	77.58660882941098	9.829802370243351	95.18125493824482	52.98687771335244	29886	20.072077071608383	9.20903683874918
32.03618764877319	800	103.41967538362137	1.335859153588053	105.91598501801491	100.49395083636045	34904	20.067586420206467	9.20903683874918
36.44185256958008	850	281.3084574683255	7.152203980717525	291.7182743549347	249.76251855120063	42008	20.07029711569486	9.20903683874918
42.52940917015076	900	0.6475349589809776	0.5371673971491313	1.761030100286007	-0.3355700299143791	54764	20.075703402734497	9.20903683874918
43.915748596191406	950	4.590885419761762	0.1389750649987026	5.011142253875732	4.062577523291111	55912	20.083647571289816	9.20903683874918
45.32597637176514	1000	4.781344577074051	0.1538154937413769	5.515956073999405	4.4751842096447945	57111	20.09101519555108	9.20903683874918
46.846543073654175	1050	6.616824409738183	0.14895280194496463	6.910157769918442	6.2599290907382965	58519	20.104657029592545	9.20903683874918
48.384302854537964	1100	8.95543267559493	0.223232891254421	9.454119570553303	8.262661276385188	59940	20.10799731860579	9.20903683874918
49.934062242507935	1150	7.578832113834214	0.23902108088784857	8.20482686161995	7.046089418232441	61467	20.119461215863286	9.20903683874918
51.49259114265442	1200	8.783137923520844	0.43252816801803995	9.505159564316273	7.918275743722916	62979	20.115433348097433	9.20903683874918
52.972496032714844	1250	5.280493720936356	0.2706842987131602	6.049636945128441	4.484120570123196	64350	20.100531707011523	9.20903683874918
54.452375650405884	1300	6.67953363908804	0.33476233281776846	7.359181359410286	5.7623836398124695	65682	20.10753357627205	9.20903683874918
55.958903789520264	1350	9.6430857526802	0.49565892037353015	10.702857837080956	8.916059836745262	67089	20.117134942447564	9.20903683874918
57.52105927467346	1400	9.21119454652071	0.3300589421590805	10.252485491335392	8.640625275671482	68590	20.116560325746793	9.184202505076197
59.09037137031555	1450	8.567326421663164	0.3493219387946752	9.314375713467598	7.691462229937315	70096	20.116203440706556	9.184202505076197
60.72753429412842	1500	10.417766351015162	0.4987093447566815	11.93140572309494	9.197729480452836	71771	20.119111294675438	8.840309932955146
62.34825944900513	1550	11.428567986946673	0.5302434157691827	12.947793075814843	10.243267059326172	73409	20.11395233331179	8.840309932955146
64.01205801963806	1600	13.429964289528435	0.6466390752367326	14.645857322961092	12.228341160342097	75148	20.121497175292475	8.840309932955146
65.71905398368835	1650	12.668454188042906	1.0907689519786943	17.23836921574548	11.145983321592212	76989	20.122027411102117	9.064306724245402
67.53858375549316	1700	15.77705422500163	1.4690175131368615	20.689660416916013	13.116036854684353	79066	20.122622595149185	9.064306724245402
69.31391668319702	1750	18.928356412959403	0.8432475520481739	20.677031118422747	16.635442776605487	81069	20.12834035007674	9.064306724245402
71.10418272018433	1800	15.119969366023433	0.8795670854223913	17.114287024363875	13.496119508519769	83127	20.164246174120038	9.064306724245402
72.88112354278564	1850	13.860583813833072	1.8519671607586143	17.383416961878538	10.137178216129541	85126	20.181778086734898	9.064306724245402
74.67513060569763	1900	18.728729872993135	0.7065431098020105	20.29236683808267	16.82513478770852	87174	20.180200105663513	9.064306724245402
76.49870824813843	1950	17.389034931448986	1.1986451227173527	20.03960433602333	15.387340454384685	89286	20.15788186415586	9.064306724245402
78.39304208755493	2000	20.632141454056836	0.6452349286381565	22.41308358311653	19.208318389952183	91543	20.159602269759368	9.064306724245402
80.2835578918457	2050	21.721236573347415	0.5577388509758066	23.116651467978954	20.500024415552616	93854	20.143306529007987	9.064306724245402
82.59256720542908	2100	22.378495140592566	1.0453606019138793	25.356981091201305	20.525362636893988	97156	20.135188618590387	9.064306724245402
84.66228652000427	2150	18.51332209326327	0.4251361241464566	20.245245900936425	17.702446315437555	99870	20.12444519771478	9.064306724245402
86.55944442749023	2200	21.8970118687395	0.7128169056492691	23.05616770684719	19.88544351235032	102104	20.134192993020495	9.064306724245402
88.47872734069824	2250	24.203526410721242	0.5534714610150141	25.575153473764658	22.314615078270435	104425	20.16320234268881	9.064306724245402
90.47316098213196	2300	28.44261110343039	0.5803349473002853	29.69396437704563	26.485083110630512	106961	20.171977382454553	9.064306724245402
92.54824471473694	2350	31.426152855567633	0.28439043307491735	32.23578289151192	30.851024530828	109617	20.162710713731684	9.064306724245402
94.64389538764954	2400	35.00960222162801	0.6990837546254353	36.5014374665916	33.47078200429678	112312	20.162454468345064	9.064306724245402
96.96159839630127	2450	48.831538552297864	3.2699910549405646	56.008940337225795	42.12664480507374	115589	20.170719542900585	9.064306724245402
99.42133331298828	2500	56.44726360348752	6.8598845426151795	65.36105912923813	36.193323872983456	119223	20.189663089295177	9.064306724245402
101.89963436126709	2550	67.75382550187554	0.6670086375172615	69.07659853622317	66.42725674249232	122799	20.19236110370152	9.064306724245402
104.4677357673645	2600	76.70709472295363	1.611093818618793	80.00144180934876	72.64640011265874	126578	20.185282828183148	9.064306724245402
107.24987292289734	2650	105.72958542153239	18.781952358402645	117.58831863850355	22.85471123456955	130875	20.191902868346936	8.604082588746845
110.62651586532593	2700	160.45633553255348	17.682389426192735	193.6729361526668	125.91471910104156	136471	20.202957944543638	8.604082588746845
114.26731467247009	2750	179.32582381180538	10.636477551570445	194.7190526793711	137.20674122218043	142798	20.18075639996708	8.604082588746845
118.50820922851562	2800	163.2651778116933	12.690202717116554	193.87566116452217	118.54932458046824	150554	20.158627734113136	8.604082588746845
123.21227765083313	2850	184.86291153441155	53.23530394689543	331.01526702195406	110.62847043946385	159107	20.12864890195376	8.604082588746845
127.74823570251465	2900	189.3341945227608	7.977412021943215	223.12343832105398	175.65056796371937	167511	20.110152690707825	8.4424866637496
132.47303462028503	2950	252.78720332831145	56.321485153844826	350.3459461554885	181.44890940189362	175925	20.133723388281766	8.4424866637496
137.54792547225952	3000	232.54574387531414	53.77384242096651	337.7549720928073	174.82297945581377	185565	20.14368060545204	8.4424866637496
142.64319777488708	3050	234.7090448232263	25.994485199783746	292.60598982218653	197.05604931153357	195281	20.135367011639858	8.610013766280598
147.1696219444275	3100	129.33310295145668	35.785653444913905	224.49108722433448	-0.48476003482937813	203837	20.132296345665857	8.610013766280598
151.93413615226746	3150	223.78979246363218	13.686811964139366	240.87778017763048	185.25647458713502	212494	20.133331013398532	8.610013766280598
157.5627510547638	3200	295.5118303494146	29.450346874636356	341.91791862857644	155.3255542293191	223190	20.131391613846308	9.115801691408839
163.29191088676453	3250	257.1552609111693	17.992476771795303	303.82954731211066	223.00779888709076	234284	20.114365202702444	9.115801691408839
169.0324478149414	3300	282.90441543191673	37.17185399911158	352.27508284151554	220.82410569489002	245231	20.09524950802964	9.115801691408839
174.92663478851318	3350	279.05920662913474	14.347994941415648	304.6251062080264	246.62677501142025	256545	20.103268126913573	9.115801691408839
180.83397436141968	3400	279.86267986521125	11.316037682023657	310.1982244923711	240.86823557317257	267748	20.118694203682743	9.115801691408839
186.70751118659973	3450	275.6251688653976	14.692873330303128	300.71896700561047	248.44842759519815	279253	20.098865285778672	9.115801691408839
192.59043288230896	3500	279.1637335252203	18.46402615222214	306.70160012552515	238.9118239991367	290540	20.08148843445735	9.115801691408839
198.7857174873352	3550	300.93337137296794	15.424389480095607	325.9467830173671	254.7730789706111	302418	20.093264714114476	9.115801691408839
203.99765634536743	3600	276.1839270089928	16.537278897515503	312.0260119996965	246.19587849453092	312207	20.112203540857106	9.115801691408839
209.81960248947144	3650	287.7792679177131	25.286582241929697	334.51498913019896	225.1191331408918	323443	20.118878792822883	9.115801691408839
216.2125689983368	3700	297.4551237714657	38.76057839447114	369.9819798246026	218.869902420789	336228	20.106726455273794	9.115801691408839
222.43883895874023	3750	316.34348388844927	37.253020519361854	379.05136296898127	184.6225881204009	348160	20.12379274141699	9.115801691408839
228.08396553993225	3800	184.32654986928682	47.75204885295992	306.91411282587796	124.57297897897661	359338	20.1157883715567	9.115801691408839
232.83380603790283	3850	247.4621529218997	29.259968283638116	295.291591277346	84.25877598836087	368126	20.115933011238514	9.302796439787869
237.84556818008423	3900	258.3683005024807	9.740671900715126	310.94686364009976	235.9201671052724	377621	20.137404345212225	9.302796439787869
242.9633936882019	3950	274.9320832532272	8.20012001243358	293.53073919564486	246.00375377386808	387282	20.138765073781748	9.302796439787869
248.53383541107178	4000	280.4025928720494	10.744613512117239	310.89515168219805	227.8865112811327	397831	20.13055830274843	9.302796439787869
254.28087973594666	4050	285.3090797181241	14.362331861358923	324.0959203764796	257.4636258035898	408734	20.14207281607966	9.302796439787869
259.71712827682495	4100	287.8993153828522	25.036374264953505	348.3058814331889	260.55819918960333	419165	20.136436663578163	9.302796439787869
266.05862522125244	4150	310.1503236279043	33.81707048537689	361.16438264399767	256.80109748616815	431646	20.131301536587074	9.302796439787869
271.9656376838684	4200	284.9547488943336	22.882847550778774	382.80011074990034	250.43486338108778	443152	20.130448169790288	9.302796439787869
277.5390102863312	4250	302.808255644022	18.109613234233038	341.54745221324265	233.21099238470197	453643	20.138502203635074	9.302796439787869
283.0669538974762	4300	264.50941847715177	12.858485348776625	327.9435660392046	237.68380816280842	464405	20.15809684490637	9.302796439787869
289.59711146354675	4350	289.2964475626231	12.157285174751788	314.0789316818118	260.23722710087895	477472	20.145020222508855	9.438292081255765
295.53591871261597	4400	302.72857847587557	5.9305721026448035	318.0579098407179	288.525381360203	488984	20.13460110195608	9.438292081255765
301.81142115592957	4450	318.9992676514853	7.974253326286674	340.51652302313596	299.9407428354025	501143	20.13876661812369	9.438292081255765
308.4959352016449	4500	316.57966724929514	32.74319783787561	549.938720099628	290.9050913974643	514449	20.135568487998626	9.438292081255765
315.54855704307556	4550	329.83629588656765	70.26200100384439	519.9436914101243	156.62044186145067	528661	20.117031229624384	9.438292081255765
322.5372040271759	4600	256.901582456463	41.999481272942674	380.91327960789204	139.98195469006896	542858	20.101316611448468	9.438292081255765
329.23981761932373	4650	341.9924254296464	55.67558915238695	450.96188961714506	131.96954921633005	555916	20.088326834381064	9.438292081255765
335.54351830482483	4700	318.3883119227916	17.701378335196946	351.0218730121851	187.8973441068083	568405	20.100941616322167	9.438292081255765
341.8022360801697	4750	311.2009632347524	26.721940645511395	462.5672215744853	247.10945401713252	580435	20.101938199170547	9.438292081255765
348.6668601036072	4800	335.7451512482762	53.50032558776881	646.0892208814621	292.4655246436596	594080	20.127297721896753	9.438292081255765
355.4923219680786	4850	279.8920077621576	11.817543785542545	315.46779711544514	259.1419452726841	608010	20.142301114983972	9.438292081255765
361.28419303894043	4900	290.4173719051946	20.87114266142117	364.9608714431524	208.01637628674507	619288	20.134687125247936	10.588205492444596
367.52290391921997	4950	411.74460974746614	63.77226356464198	639.5170848295093	350.77619130909443	630787	20.13013819849858	10.588205492444596
373.5263774394989	5000	309.2123051758471	59.30617582140805	401.94183679670095	98.97003038600087	642303	20.114938455952938	10.588205492444596
379.6481692790985	5050	306.6424362953845	5.766615622941898	319.88121838122606	290.54829570278525	654074	20.121918800599392	10.588205492444596
385.98080945014954	5100	309.0476396014169	30.905226545652518	374.53185987472534	256.662231400609	666437	20.142905746738315	10.588205492444596
392.2291178703308	5150	326.7845283672959	48.98744311896206	515.1335387080908	274.72667756676674	678708	20.131232173985165	10.588205492444596
399.5820908546448	5200	305.36342887679655	132.198391748841	608.5084267966449	170.91347457421944	693727	20.119750981408437	10.588205492444596
406.6696722507477	5250	301.39907910116017	18.429824232310846	346.70709428191185	269.2815970107913	707997	20.12868257420732	10.588205492444596
413.70536398887634	5300	398.925691956262	22.200208242923413	529.8869542237371	340.6326657664031	721734	20.118154864697498	10.588205492444596
420.45004081726074	5350	412.9768895975642	70.49419833893081	582.1787426257506	203.96930694859475	734817	20.11128300042901	10.588205492444596
427.805543422699	5400	508.5778174389247	95.918793090725	665.712791800499	340.56063268333673	749515	20.09758835306782	10.588205492444596
435.03340768814087	5450	353.77996055405237	27.172921326934528	528.3852036111057	228.82616960071027	764410	20.098139692961933	10.588205492444596
442.37333130836487	5500	393.8134676448815	16.120431582612177	485.47792595624924	375.4710188806057	779391	20.115417622444287	10.588205492444596
450.4236364364624	5550	483.5642077783286	80.4854984138997	743.902351796627	346.5889457091689	795636	20.1168643033347	10.588205492444596
459.1239709854126	5600	434.8780816807084	76.73337414846043	687.5007306603948	324.8585431780666	814081	20.13927976878807	10.588205492444596
468.3634989261627	5650	594.9529464445263	49.09228453800926	739.7460108399391	488.4395010098815	833121	20.138874501585068	10.588205492444596
477.50220584869385	5700	542.2976532749918	48.54821492568817	623.8001535907388	364.2074721083045	852365	20.13154064171192	10.588205492444596
486.5947036743164	5750	565.505900628462	151.12618221563775	772.2036555558443	264.30354741960764	871632	20.126507345885344	10.588205492444596
494.11550736427307	5800	429.6466113014409	122.97462907429109	652.7421529069543	254.68618043512106	887038	20.10715639192709	10.588205492444596
502.45901322364807	5850	553.0922787287035	61.56564080139464	645.3099143970758	291.0722442260012	903899	20.1074571500686	10.588205492444596
510.6198172569275	5900	603.3899307353116	44.65055235689061	689.516583700879	476.3012497955933	920382	20.10705001806275	10.940990037172881
519.8439738750458	5950	593.6403901141742	113.35128347601427	742.256086807698	366.32464303821325	939200	20.108722381368427	10.940990037172881
527.1087052822113	6000	495.81256766265255	76.56340023108399	655.5171350128949	366.63121718913317	953647	20.123833554920516	10.940990037172881
535.115879535675	6050	479.1143338164245	76.09115020050697	582.7039165263996	351.6499657072127	969913	20.127903962253853	10.940990037172881
543.6621932983398	6100	546.34846857192	36.4571788420102	619.6150648258626	404.98743583634496	987187	20.132659084329173	10.940990037172881
549.7974941730499	6148	538.2228988878301	29.08453965920059	633.4633544683456	467.57248011790216	1002021	20.130627491305784	10.940990037172881
