Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
5.662254571914673	0	143.59096898257732	22.073115011765626	222.65856474637985	102.30733162164688	0	0.0	0
9.415583372116089	50	142.24779827415944	18.327333387863572	187.224259018898	99.81603527069092	7352	0.9803921568627451	0.5529454193835116
13.115798711776733	100	97.31110175788403	4.24914994103614	105.30486226081848	86.43674713373184	14047	0.9900990099009901	0.6156960145307011
17.274152278900146	150	101.9072361433506	3.943204734389451	110.09386897087097	91.31921768188477	22883	0.9933774834437086	0.6156960145307011
20.828216075897217	200	102.14448604285717	5.552098657056386	113.13930094242096	88.22088915109634	29995	0.9950248756218906	0.6156960145307011
24.440075397491455	250	96.8841744363308	4.060019482976497	103.17344951629639	86.83254551887512	36724	0.9960159362549801	0.6156960145307011
29.159838676452637	300	98.29460743010044	2.932164571871312	103.37241888046265	88.56354248523712	47800	0.9966777408637874	0.6156960145307011
32.71589207649231	350	103.73452372908592	4.048976623479214	111.01221317052841	94.0185175538063	54391	0.9971509971509972	0.6156960145307011
36.14709138870239	400	111.60422690272331	4.976338709807516	128.60675758123398	104.1780304312706	60999	0.9975062344139651	0.6156960145307011
39.791094064712524	450	114.54061728358269	4.938621547574983	131.14743673801422	106.43916261196136	67977	0.9977827050997783	0.6156960145307011
43.471160888671875	500	104.15030442774295	2.8823717720324087	114.23436152935028	98.85116738080978	75646	0.998003992015968	0.6643422832966256
46.82910132408142	550	111.0585411053896	3.643493247831045	121.78086745738983	103.51990956068039	82282	0.9981851179673321	0.6643422832966256
50.86377215385437	600	114.31253573000431	4.287094042638492	124.84446740150452	105.21214014291763	90590	0.9983361064891847	0.6643422832966256
54.72289156913757	650	121.39838322758675	5.355849205027118	132.244424700737	110.72208380699158	98758	0.9984639016897081	0.6643422832966256
58.639920473098755	700	162.26778901457786	14.332955837946628	200.0291930437088	136.4776176214218	106371	0.9985734664764622	0.6643422832966256
62.11819100379944	750	181.51850607335567	18.800234808535397	225.75714087486267	142.99294567108154	113108	0.9986684420772304	0.6643422832966256
66.2133674621582	800	169.33571090698243	33.45295140067048	230.70425736904144	119.11735451221466	121407	0.9987515605493134	0.6643422832966256
69.65368843078613	850	99.39678643405438	3.30052106659265	108.67571294307709	93.523890376091	128571	0.9988249118683902	0.6643422832966256
72.83977317810059	900	95.96014295339585	2.998654871959898	103.56463646888733	89.83115482330322	134956	0.9988901220865705	0.6643422832966256
76.36884379386902	950	92.67898026585578	2.603826553893114	98.19554334878922	85.851318359375	141799	0.9989484752891693	0.6643422832966256
79.65343856811523	1000	90.42615466237068	2.462736488760132	97.60835546255112	84.8366117477417	148413	0.999000999000999	0.6643422832966256
83.12906956672668	1050	89.94653901159764	2.734776993874653	95.88145440816879	84.74173259735107	155114	0.999000999000999	0.6643422832966256
86.42956113815308	1100	88.05112745642663	2.530137308131183	93.60532569885254	81.73218762874603	161908	0.999000999000999	0.6643422832966256
89.66983938217163	1150	83.58157065749168	2.221324834404869	89.57803428173065	78.6033706665039	168228	0.999000999000999	0.6643422832966256
92.90836119651794	1200	83.13800253629684	2.214319708948681	87.89925181865692	78.44649291038513	174363	0.999000999000999	0.6643422832966256
96.03557133674622	1250	78.98537295520306	2.079831034340694	83.13380575180054	73.95831751823425	180694	0.999000999000999	0.6643422832966256
99.3298454284668	1300	80.15551007926464	2.048411757241411	86.41094249486923	76.07279479503632	187018	0.999000999000999	0.6643422832966256
102.40312218666077	1350	78.38574161350726	1.8651493403332364	83.0610922574997	74.40169417858124	193179	0.999000999000999	0.6643422832966256
105.48086929321289	1400	78.89461778223514	1.8104538488791537	82.5778226852417	74.42983019351959	199347	0.999000999000999	0.6643422832966256
108.82275319099426	1450	79.51866342961789	2.0099301765391058	85.46966391801834	75.69944524765015	205562	0.999000999000999	0.6643422832966256
111.974294424057	1500	78.99857613801956	1.773433808305765	82.43842732906342	74.80965614318848	211992	0.999000999000999	0.6601343690433169
115.20161008834839	1550	80.4035619354248	1.727552130970811	84.65728116035461	76.29987037181854	218712	0.999000999000999	0.6601343690433169
118.26128220558167	1600	80.23088777899743	1.9497760853298145	86.51880657672882	75.63678789138794	224882	0.999000999000999	0.6601343690433169
121.53324317932129	1650	80.51886574268342	1.9327295024111342	85.04321777820587	76.34143316745758	230889	0.999000999000999	0.6601343690433169
124.65281510353088	1700	79.93662402570247	1.9387819798452766	84.90192484855652	75.52740800380707	237305	0.999000999000999	0.6601343690433169
127.74739289283752	1750	80.49684553265571	2.0624604634787533	86.14649736881256	75.51644444465637	243592	0.999000999000999	0.6601343690433169
131.15212535858154	1800	81.17613167643547	2.1025394634787715	86.59136128425598	75.55050313472748	250126	0.999000999000999	0.6601343690433169
134.3268690109253	1850	83.2658131724596	2.1729184209612855	87.79581427574158	77.41674160957336	256669	0.999000999000999	0.6601343690433169
137.51797223091125	1900	83.78519519150257	2.434712345490835	89.6635890007019	78.93423271179199	263156	0.999000999000999	0.6601343690433169
140.85862851142883	1950	87.81220939815044	2.888590566872843	94.23117744922638	82.95004999637604	269707	0.999000999000999	0.6601343690433169
144.3578338623047	2000	86.73756947934628	2.694732130059653	94.31602191925049	80.59300255775452	276412	0.999000999000999	0.6601343690433169
147.53287076950073	2050	85.48663525819778	2.5677080001605987	91.57366734743118	80.08805215358734	282904	0.999000999000999	0.6582230795007973
150.6803321838379	2100	86.42520908296109	2.5496481750677926	92.64604091644287	80.45008742809296	289334	0.999000999000999	0.6582230795007973
154.2853298187256	2150	85.82460218012334	2.298383075593455	91.25111627578735	80.21188688278198	296144	0.999000999000999	0.6582230795007973
157.51403284072876	2200	90.56735552430153	3.1194126745706408	98.93837010860443	85.08505201339722	302830	0.999000999000999	0.6938197204674164
160.6630823612213	2250	85.68721367955207	1.9070623911173201	90.350905418396	81.525808095932	309375	0.999000999000999	0.6938197204674164
164.1066255569458	2300	91.47449270486831	2.146377970450571	97.65366858243942	87.77335107326508	316061	0.999000999000999	0.6938197204674164
167.34908246994019	2350	93.25367365717888	2.6490878677763514	101.90360963344574	88.11696028709412	322759	0.999000999000999	0.6938197204674164
170.61883568763733	2400	100.6484276175499	9.085013713546772	180.3179156780243	92.95033979415894	329680	0.999000999000999	0.6938197204674164
174.11320900917053	2450	130.5293586343527	35.39684166169153	192.32215529680252	100.01136648654938	336284	0.999000999000999	0.6938197204674164
177.82028937339783	2500	178.5471309685707	5.224902575873868	188.74860787391663	165.5571572780609	343279	0.999000999000999	0.6938197204674164
181.206312417984	2550	168.06639288127423	5.2586534475797615	177.60703045129776	155.79617536067963	350210	0.999000999000999	0.6938197204674164
184.65429091453552	2600	165.6919938147068	5.4541572592662	178.44558346271515	154.26957154273987	357313	0.999000999000999	0.6938197204674164
188.4426679611206	2650	167.96311313867568	5.956139160142585	179.09294855594635	153.7570617198944	364446	0.999000999000999	0.6938197204674164
191.8933298587799	2700	172.48982037961483	4.37398874085743	181.2825261950493	161.89442253112793	371557	0.999000999000999	0.6938197204674164
195.37802267074585	2750	170.20420136392116	4.7515935472778095	178.75328713655472	158.90135622024536	378705	0.999000999000999	0.6938197204674164
198.86242198944092	2800	171.31798979759216	4.304009607143843	178.50487864017487	159.3821085691452	385885	0.999000999000999	0.6938197204674164
202.72979402542114	2850	167.9631885778904	4.745549180589181	177.16048401594162	154.51997292041779	393087	0.999000999000999	0.6938197204674164
206.13086318969727	2900	171.02065766036512	2.8764755978165293	177.61651319265366	163.01451766490936	400126	0.999000999000999	0.6938197204674164
209.53897380828857	2950	170.40499977111816	2.9707285029198616	176.66168481111526	160.6194120645523	407102	0.999000999000999	0.6938197204674164
213.06397151947021	3000	168.70532342672348	2.036343578005814	173.82599925994873	161.83322167396545	414381	0.999000999000999	0.6938197204674164
216.90604996681213	3050	167.33558018803598	1.6230915227021323	170.62112879753113	161.56737768650055	421619	0.999000999000999	0.6938197204674164
220.3654441833496	3100	164.24299366652966	1.7408150771726314	167.8529622554779	160.34389507770538	428846	0.999000999000999	0.6938197204674164
223.91688585281372	3150	166.33046514570714	1.8558440644463137	170.44320434331894	162.4456514120102	436303	0.999000999000999	0.6938197204674164
227.53584384918213	3200	168.4708314716816	1.6132353148475205	171.10170781612396	165.5176967382431	443948	0.999000999000999	0.6445973255778709
231.44889664649963	3250	169.20591136574745	1.5719034407447319	173.3389104604721	166.28751158714294	451320	0.999000999000999	0.6445973255778709
234.97264552116394	3300	167.31465001404285	1.6751212608485904	173.1470832824707	163.57843708992004	458714	0.999000999000999	0.6445973255778709
238.4983913898468	3350	170.33379353106022	2.0873608603905116	174.4651256799698	166.06897807121277	466012	0.999000999000999	0.6445973255778709
242.08740758895874	3400	170.99383705914022	1.8136035897139904	176.11622375249863	166.81253492832184	473678	0.999000999000999	0.6445973255778709
246.31701040267944	3450	169.23201812386512	1.5559318602996968	173.38796705007553	166.2254079580307	481274	0.999000999000999	0.6445973255778709
249.93428826332092	3500	169.74256699740886	1.6432683305273703	173.1628094315529	165.9067324399948	488857	0.999000999000999	0.6445973255778709
253.49108695983887	3550	175.02312292575837	1.5188107859815103	178.97530549764633	171.79974400997162	496365	0.999000999000999	0.6445973255778709
257.09269523620605	3600	178.6587150877714	1.5864373778227725	182.25352501869202	175.19384229183197	503895	0.999000999000999	0.6094898440739185
261.2812612056732	3650	180.1911859744787	1.2999420097241956	184.66685223579407	177.78910732269287	511700	0.999000999000999	0.6094898440739185
265.130047082901	3700	184.18306906580926	1.3586771700070441	188.5674148797989	181.62290108203888	519431	0.999000999000999	0.6094898440739185
268.8013870716095	3750	184.99043829619885	1.4360604258689262	188.83305954933167	181.637655377388	527177	0.999000999000999	0.6094898440739185
272.48007678985596	3800	183.20358104884625	1.5311066013508488	186.25685393810272	179.35936534404755	535116	0.999000999000999	0.6401292873647282
276.19979333877563	3850	186.79497782051564	1.6188355500199507	189.68202090263367	182.71763491630554	543228	0.999000999000999	0.6401292873647282
280.6509020328522	3900	190.02788189530372	1.356160621856477	192.91794002056122	186.53936421871185	551322	0.999000999000999	0.6401292873647282
285.21869444847107	3950	196.59944388210772	1.2817932632668765	199.38617634773254	193.27679109573364	559458	0.999000999000999	0.6401292873647282
289.06107473373413	4000	199.97128292143344	1.1801864504137107	202.82620614767075	196.96187460422516	567402	0.999000999000999	0.6401292873647282
293.27830696105957	4050	200.8913698077202	1.1216349900697735	203.42468643188477	197.75247251987457	575415	0.999000999000999	0.6401292873647282
297.9689099788666	4100	201.93315215110778	1.1713737430592446	204.08231914043427	199.81252926588058	583433	0.999000999000999	0.6800158629387302
301.94605255126953	4150	201.84674565136433	1.1267819484989403	205.4307181239128	198.30523109436035	591644	0.999000999000999	0.6800158629387302
305.83699107170105	4200	198.59587136089803	1.2100853404843799	200.7229926586151	196.32061004638672	599657	0.999000999000999	0.6800158629387302
309.9083194732666	4250	201.36188346147537	1.1289061820442956	203.84086418151855	199.62828439474106	608208	0.999000999000999	0.6800158629387302
313.97393774986267	4300	205.87675439834595	1.0281182471295003	207.920654296875	203.55641210079193	616672	0.999000999000999	0.6800158629387302
317.88397097587585	4350	206.88236397981643	1.099587114941974	210.01380562782288	204.32677459716797	624717	0.999000999000999	0.6800158629387302
321.95425963401794	4400	211.08888020515442	1.2021891202713129	213.93788939714432	208.17767477035522	633365	0.999000999000999	0.6800158629387302
325.9514091014862	4450	210.26989127278327	1.101148329285641	211.81901502609253	207.58577954769135	641722	0.999000999000999	0.6800158629387302
330.0136036872864	4500	211.67010012745857	1.192105326953665	214.31337141990662	208.42176699638367	650049	0.999000999000999	0.6800158629387302
334.20035552978516	4550	216.26833948135376	1.0503762650668134	218.27454471588135	214.07451367378235	658761	0.999000999000999	0.6800158629387302
338.3727116584778	4600	222.1163192009926	1.073777358899128	224.56578075885773	220.31089437007904	667623	0.999000999000999	0.6800158629387302
342.39909648895264	4650	222.8622750133276	1.5237297258682774	225.76315832138062	219.2229459285736	676129	0.999000999000999	0.6800158629387302
346.7082405090332	4700	219.3700985097885	1.628485376900133	223.01503682136536	216.53780782222748	684799	0.999000999000999	0.6800158629387302
350.89159202575684	4750	220.48767070531846	1.6698405963008376	224.92251801490784	216.54655420780182	693543	0.999000999000999	0.6800158629387302
355.0698230266571	4800	219.48260821342467	1.533386183997239	222.82159519195557	216.18484699726105	702322	0.999000999000999	0.6800158629387302
359.1749086380005	4850	219.3347284960747	1.6877268646632682	223.05787777900696	216.3579899072647	710763	0.999000999000999	0.6800158629387302
363.3894934654236	4900	218.44065878391265	1.6209520628003735	222.52710288763046	214.8342661857605	719506	0.999000999000999	0.6800158629387302
367.65158557891846	4950	217.95812732160093	1.649442740950211	221.15147590637207	214.392920255661	728284	0.999000999000999	0.6800158629387302
371.83639883995056	5000	215.6342543053627	1.4383387323135641	219.07345515489578	212.3709840774536	737113	0.999000999000999	0.6800158629387302
375.9427878856659	5050	215.97882734179495	1.6276732607120854	218.82556557655334	211.76662653684616	745619	0.999000999000999	0.6800158629387302
380.06704592704773	5100	215.52174521028996	1.6389917366513993	218.73336017131805	211.5290914773941	754257	0.999000999000999	0.6659788867961006
384.30257511138916	5150	215.34245254218578	1.4704885448511935	218.07600128650665	211.64318335056305	763152	0.999000999000999	0.6659788867961006
388.53991770744324	5200	213.5927667915821	1.3919318797154532	216.27264320850372	211.10317713022232	772001	0.999000999000999	0.6659788867961006
392.7483494281769	5250	213.7020215511322	1.562183374842497	217.68967068195343	209.65850925445557	780867	0.999000999000999	0.6659788867961006
396.85049414634705	5300	213.450059106946	1.3954108635834162	217.8074014186859	211.11114978790283	789480	0.999000999000999	0.6659788867961006
401.12390899658203	5350	213.15933917999268	1.533262466472672	216.14670181274414	209.45754265785217	798502	0.999000999000999	0.6659788867961006
405.3813726902008	5400	212.80154715776445	1.288830001967622	216.15910303592682	209.77135038375854	807430	0.999000999000999	0.6659788867961006
409.6018238067627	5450	213.14993720293046	1.535982923355293	216.29523503780365	209.8540803194046	816353	0.999000999000999	0.6659788867961006
413.8524241447449	5500	213.5034851294756	1.2127295185067377	216.39012920856476	211.50043547153473	825393	0.999000999000999	0.6659788867961006
417.94196009635925	5550	213.42793848633767	1.225884462524982	216.39943313598633	211.43254894018173	834339	0.999000999000999	0.6659788867961006
422.0560681819916	5600	214.0773919790983	1.353481873758411	216.61258280277252	211.66002130508423	843083	0.999000999000999	0.6659788867961006
426.3718466758728	5650	214.47418816566469	1.3618308472255716	216.86531829833984	211.8682817220688	852230	0.999000999000999	0.6659788867961006
430.67020559310913	5700	214.73688782691954	1.33670230069714	217.0453418493271	211.9601675271988	861394	0.999000999000999	0.6659788867961006
435.0304322242737	5750	214.1968978124857	1.0588319159190498	216.8510062098503	211.86912202835083	870638	0.999000999000999	0.6659788867961006
439.2272081375122	5800	214.6964409250021	1.2138380615888955	217.02571201324463	212.1202802658081	879571	0.999000999000999	0.6659788867961006
443.4564583301544	5850	216.04860026896	1.192562514261605	218.74613320827484	213.8177021741867	888654	0.999000999000999	0.6659788867961006
447.67716550827026	5900	216.3959040004015	0.9947877345658158	219.08358824253082	213.74587154388428	897781	0.999000999000999	0.6597158701469519
452.0321431159973	5950	216.57969985425473	1.1106780980608744	218.94732999801636	213.75587689876556	907175	0.999000999000999	0.6597158701469519
456.2644476890564	6000	216.9849617767334	1.174938990392886	218.95792293548584	215.54652416706085	916156	0.999000999000999	0.6439769666538104
460.5017306804657	6050	216.4868036210537	1.1802653285887639	218.6991320848465	213.48535668849945	925466	0.999000999000999	0.6439769666538104
464.67526173591614	6100	217.44767916858197	1.2693303270757534	220.46320170164108	215.30686044692993	934527	0.999000999000999	0.6439769666538104
469.02165389060974	6150	217.31092002809046	1.1786480499936105	220.02041292190552	215.39728778600693	943873	0.999000999000999	0.6439769666538104
473.3313434123993	6200	217.59312783539295	1.1855068533254611	220.50451189279556	215.33655881881714	952888	0.999000999000999	0.6439769666538104
477.6012258529663	6250	217.44224697887898	1.2236506252514812	220.36192870140076	215.3450746536255	962131	0.999000999000999	0.6766193714771293
481.9645323753357	6300	218.6828422164917	1.2038862710888918	220.50309312343597	217.21525943279266	971388	0.999000999000999	0.6766193714771293
486.3688485622406	6350	218.1885201650858	0.9879310729580034	220.3303644657135	217.11716842651367	980702	0.999000999000999	0.6766193714771293
490.59075355529785	6400	218.73655251920223	1.2064508883077318	220.47595298290253	217.0472376346588	989931	0.999000999000999	0.6766193714771293
494.9221284389496	6450	220.09433942437173	0.7116632825018859	222.26355159282684	219.2778200507164	999121	0.999000999000999	0.6766193714771293
496.5816113948822	6466	219.7840653461218	0.8928262315797602	220.80219554901123	217.44052815437317	1002170	0.999000999000999	0.6766193714771293
