Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
6.371216535568237	0	97.0517043731315	8.871564331503663	124.3698765039444	81.13992303609848	0	0.0	0
12.681424617767334	50	68.8590813845396	1.3410063250323236	71.45766967535019	65.35135799646378	6344	0.9803921568627451	0.3805891782962065
16.80635118484497	100	69.42064432114363	2.8970642157555964	75.35625237226486	62.88705974817276	12148	0.9900990099009901	0.39131565171387006
19.952423334121704	150	54.50326700687408	0.9868034651620382	56.60314029455185	52.31982362270355	17629	0.9933774834437086	0.39131565171387006
24.790491819381714	200	59.91678672701121	2.1554797775999615	63.97656464576721	53.39144021272659	23614	0.9950248756218906	0.39131565171387006
29.64737582206726	250	58.088257470726965	1.4267364170719654	61.39121350646019	54.85125547647476	29158	0.9960159362549801	0.39131565171387006
33.25640916824341	300	58.17077520549297	1.7392472757606703	61.49561506509781	51.67644381523132	34837	0.9966777408637874	0.39131565171387006
36.54409956932068	350	50.62735470056534	0.8410286576872544	52.59578084945679	49.13066864013672	40466	0.9971509971509972	0.40724258250997675
40.05810785293579	400	47.56037118971348	0.6270261978231714	49.138033390045166	46.37375807762146	46423	0.9975062344139651	0.40724258250997675
44.19245719909668	450	50.91723953783512	2.6613647366557687	62.051787972450256	47.94351947307587	52493	0.9977827050997783	0.40724258250997675
47.76574349403381	500	56.53022972404957	2.4516128969318554	61.54381614923477	50.269566118717194	58530	0.998003992015968	0.40724258250997675
50.969252586364746	550	48.94014603316784	2.4679409669126438	61.159511744976044	46.174900352954865	64090	0.9981851179673321	0.40724258250997675
54.33502769470215	600	55.37964551448822	2.4940488887023253	64.31475165486336	52.09103959798813	69487	0.9983361064891847	0.40724258250997675
58.37207555770874	650	59.035771134793755	2.8092047594833	68.39732146263123	53.06999713182449	75138	0.9984639016897081	0.40724258250997675
61.6642062664032	700	59.96175036072731	3.0224305774899825	67.38412407040596	53.706745862960815	80234	0.9985734664764622	0.40724258250997675
65.12673330307007	750	51.380005528330805	1.3402852154058533	54.729966551065445	49.35724523663521	85754	0.9986684420772304	0.40724258250997675
68.62236428260803	800	55.84813944250345	1.804876092395863	61.70585769414902	52.81368437409401	90792	0.9987515605493134	0.4151853284230618
72.26157736778259	850	48.63390389323234	0.6863416199855037	50.219080686569214	47.038476049900055	95599	0.9988249118683902	0.4151853284230618
76.07741522789001	900	53.354184694588184	1.0446122730636846	55.83258491754532	51.30102810263634	100235	0.9988901220865705	0.4151853284230618
80.54028248786926	950	55.03813155800104	1.2948818430501017	58.522002190351486	52.37803167104721	106160	0.9989484752891693	0.4151853284230618
83.52847647666931	1000	56.67762913644314	2.1339520550041726	67.68575963377953	53.764784067869186	110872	0.999000999000999	0.4177339427144462
87.81648826599121	1050	51.665618809759614	11.956902096057798	71.90215528011322	30.771000802516937	115900	0.999000999000999	0.4177339427144462
90.56373882293701	1100	43.021040461063386	15.81321400328052	86.4392340183258	27.88108915090561	120347	0.999000999000999	0.4177339427144462
93.62699627876282	1150	40.822087731659416	11.877210438945994	58.97277593612671	23.67062395811081	125440	0.999000999000999	0.4177339427144462
96.43812012672424	1200	26.16289297401905	3.262765829355039	35.180850982666016	21.264531761407852	129665	0.999000999000999	0.4177339427144462
99.80975937843323	1250	26.77851570099592	4.83384576299136	60.21617439389229	21.570491760969162	134362	0.999000999000999	0.4188036453707361
102.64035272598267	1300	23.98165462166071	3.0293017721643998	36.29559761285782	20.207674503326416	138282	0.999000999000999	0.4188036453707361
105.30362248420715	1350	24.187086363136768	2.725992491660455	36.0809161067009	20.391115069389343	142198	0.999000999000999	0.4188036453707361
107.86724257469177	1400	20.950531933307648	1.632673907966875	25.266551792621613	18.180016338825226	146280	0.999000999000999	0.4188036453707361
110.44794607162476	1450	22.230077549815178	1.7424506423677137	29.262650728225708	18.993153929710388	150278	0.999000999000999	0.4188036453707361
113.48229503631592	1500	19.548554656803606	1.302043338559869	23.421455681324005	17.296402156352997	154411	0.999000999000999	0.4381886813840969
116.80880784988403	1550	18.088390372097493	1.195663152805601	21.2991940677166	15.947225123643875	159093	0.999000999000999	0.4381886813840969
119.5100166797638	1600	17.283533236831428	1.0136313220251068	19.207773089408875	15.205207273364067	163142	0.999000999000999	0.4381886813840969
121.81081056594849	1650	16.627247788757085	0.9729126319004187	18.98937287926674	14.923433437943459	166557	0.999000999000999	0.4381886813840969
124.19539403915405	1700	14.906373242884875	0.8512142334621795	16.93004623055458	13.756642833352089	170122	0.999000999000999	0.4381886813840969
126.68484258651733	1750	14.40204999834299	0.6668034548404044	16.046424359083176	12.98924394696951	173476	0.999000999000999	0.4381886813840969
130.03632831573486	1800	14.139811832979321	0.7009039549442002	15.557405799627304	12.842236928641796	177261	0.999000999000999	0.4381886813840969
134.0435311794281	1850	13.362648603320121	0.5328566731593068	14.634716287255287	12.190286315977573	181396	0.999000999000999	0.4381886813840969
136.45255398750305	1900	13.191857114546002	0.5743775875883916	14.754759550094604	11.950326699763536	185095	0.999000999000999	0.4381886813840969
138.78108263015747	1950	13.332119799032807	0.4565653101274629	14.657269343733788	12.619104605168104	188797	0.999000999000999	0.4381886813840969
141.7737717628479	2000	12.938732890505344	0.4659991092184405	14.463095381855965	11.795165674760938	192734	0.999000999000999	0.4381886813840969
146.27851176261902	2050	12.673100919942371	0.49911645678434147	13.809752963483334	11.81199378753081	195934	0.999000999000999	0.4381886813840969
149.8200466632843	2100	12.475180523948511	0.4182260374245178	13.721857205033302	11.812689848127775	199360	0.999000999000999	0.4381886813840969
152.75250220298767	2150	12.098258843254662	0.4123066090005427	13.409737475216389	11.222597405314445	202701	0.999000999000999	0.4381886813840969
155.40706825256348	2200	12.047655198422653	0.40225574257822055	12.71330252662301	11.348730956204236	207189	0.999000999000999	0.4381886813840969
157.78975462913513	2250	12.18491612672311	0.4159699323826791	13.082191370427608	11.427483468316495	210900	0.999000999000999	0.4381886813840969
160.57801222801208	2300	11.974678800304828	0.4379375004307738	12.899441037327051	11.333089374937117	214867	0.999000999000999	0.4381886813840969
163.11668848991394	2350	12.156488693065839	0.4664244709516715	13.04040914773941	11.347410302609205	218926	0.999000999000999	0.4381886813840969
165.3924469947815	2400	12.329409993273439	0.4292478026395595	13.22639849036932	11.485959285870194	222315	0.999000999000999	0.4381886813840969
167.93333983421326	2450	12.247099690971847	0.4772741033207578	13.649089246988297	11.431616807822138	225757	0.999000999000999	0.4381886813840969
170.75245070457458	2500	12.360746170223575	0.432429434741112	13.1535774320364	11.59752890933305	230259	0.999000999000999	0.43231556173549546
173.799311876297	2550	12.266969549336936	0.44575602632189393	13.150011152029037	11.480491547379643	233904	0.999000999000999	0.43231556173549546
176.28467726707458	2600	12.437252578785442	0.39278772630181086	13.12097654864192	11.59259618492797	237422	0.999000999000999	0.41768731633301465
179.43957233428955	2650	12.690513401525386	0.3562597419198907	13.693030897527933	11.75571740185842	241920	0.999000999000999	0.41768731633301465
182.778568983078	2700	12.48407825264294	0.41294541053456885	13.20741631835699	11.634709129109979	246016	0.999000999000999	0.41768731633301465
185.12868666648865	2750	12.517214174135297	0.4138488733476788	13.29038168489933	11.718591024633497	249694	0.999000999000999	0.4459403778771771
187.84854769706726	2800	13.16917195354472	0.45040564501669206	14.282185286283493	12.478822654113173	253696	0.999000999000999	0.4459403778771771
190.40628051757812	2850	12.497434505903074	0.42438237829094383	13.370243359357119	11.715697698527947	257502	0.999000999000999	0.4459403778771771
192.87172985076904	2900	12.215742804165057	0.41761233981947327	13.098412016406655	11.570662905462086	261339	0.999000999000999	0.4459403778771771
195.3179531097412	2950	12.385454660795657	0.4500321484426475	13.33058532141149	11.632186558097601	265272	0.999000999000999	0.4459403778771771
198.1866204738617	3000	12.646614941307199	0.42143795236702225	13.316653843969107	11.827708726283163	269578	0.999000999000999	0.4459403778771771
201.24071049690247	3050	12.896447036908867	0.3209342050864833	13.487281534820795	12.09438500739634	273638	0.999000999000999	0.4459403778771771
203.8587703704834	3100	12.900973734200889	0.3685605232738646	13.511043822392821	12.051874704658985	277206	0.999000999000999	0.4459403778771771
206.35933136940002	3150	13.096244545071968	0.3226293557316151	14.223122859373689	12.53284101036843	281201	0.999000999000999	0.4459403778771771
210.27565264701843	3200	13.113106082608692	0.2904600553533709	13.618088630028069	12.564605402760208	286193	0.999000999000999	0.4459403778771771
212.9236354827881	3250	13.126353722083731	0.36873760781540754	14.268197669414803	12.56176695227623	290292	0.999000999000999	0.4459403778771771
215.4030306339264	3300	12.44902116459616	0.44217766969538336	13.208691417938098	11.793826234992594	294249	0.999000999000999	0.4459403778771771
217.78949427604675	3350	12.403510877925436	0.4678503591858573	13.367288463748991	11.699157170951366	297565	0.999000999000999	0.4459403778771771
220.70453119277954	3400	12.339794795164707	0.45994557596039526	13.316733052488416	11.691725373268127	302061	0.999000999000999	0.4459403778771771
223.27706384658813	3450	12.026519246859388	0.28431237343261084	12.536659557372332	11.430796117521822	306221	0.999000999000999	0.4459403778771771
225.91337966918945	3500	12.087199162207835	0.32366309125978676	12.646233011037111	11.4222851106897	310622	0.999000999000999	0.4459403778771771
229.49675846099854	3550	12.732362792001805	0.47409024112386544	13.532170636579394	11.897625265643	314286	0.999000999000999	0.4459403778771771
232.2937638759613	3600	12.866281740295527	0.4081794537020377	13.519097428768873	11.9313433021307	318791	0.999000999000999	0.4459403778771771
235.25261926651	3650	13.16512015604938	0.36484767614609015	14.206376265501603	12.471406077034771	324144	0.999000999000999	0.4459403778771771
238.75358414649963	3700	12.9791439184919	0.3322922901979459	13.630235844291747	12.076153669506311	328413	0.999000999000999	0.4459403778771771
241.59969067573547	3750	13.034996294969751	0.3840923898773866	13.683818750083447	12.05322790518403	332340	0.999000999000999	0.40804717617746583
244.34477376937866	3800	13.93753097690933	0.5244335519814466	15.376751888543367	12.850799391046166	337310	0.999000999000999	0.40804717617746583
246.94614148139954	3850	14.363740835318312	0.5661541497472171	15.629773817956448	12.975006561726332	341618	0.999000999000999	0.40804717617746583
249.93843150138855	3900	14.843288679729158	0.6358494159686902	16.07017131894827	13.578044620342553	347190	0.999000999000999	0.40804717617746583
253.22223687171936	3950	15.985583430739062	0.6631128872297126	17.67544932710007	14.298583114519715	352224	0.999000999000999	0.40804717617746583
256.3209445476532	4000	16.611771314632495	0.8855875815200391	19.04419534507906	14.840082060545683	356805	0.999000999000999	0.40804717617746583
259.51953744888306	4050	18.029916495677426	1.241846374606694	20.848144123330712	15.016881755087525	361798	0.999000999000999	0.40804717617746583
262.31646180152893	4100	17.66104679442433	1.1390680099237307	20.53048660606146	15.238226667046547	366730	0.999000999000999	0.41083817059516453
267.0609595775604	4150	19.90670756626816	1.5000810694530873	25.436832945793867	16.893854772672057	372543	0.999000999000999	0.41083817059516453
270.1372535228729	4200	19.98633875564388	1.630790233286354	23.91140015050769	16.98644702322781	378142	0.999000999000999	0.41083817059516453
273.33518505096436	4250	21.96424470459853	1.8550315958799246	26.798030123114586	18.34891843982041	384072	0.999000999000999	0.41083817059516453
276.56646180152893	4300	22.776829490954697	2.053116971395366	30.72244144976139	20.10156625136733	390290	0.999000999000999	0.4156477688868393
280.09362149238586	4350	31.494336531314367	39.33708619337117	256.9925879240036	21.267060035374016	395849	0.999000999000999	0.4156477688868393
282.977739572525	4400	29.15227473820487	31.697789439785875	251.28399753570557	20.589899787679315	400328	0.999000999000999	0.4156477688868393
286.66799116134644	4450	42.88156735504992	60.65154811689465	251.567036151886	21.4612894654274	405904	0.999000999000999	0.4156477688868393
289.9298527240753	4500	130.18010979775136	109.67787792073423	257.7434457540512	23.99266315344721	411184	0.999000999000999	0.4156477688868393
293.7470932006836	4550	171.2945536949381	105.47225793587899	258.9314076900482	25.35027667414397	416129	0.999000999000999	0.4156477688868393
297.69418478012085	4600	149.50352877902827	110.22929274765129	260.13133412599564	25.290090308524668	420665	0.999000999000999	0.4156477688868393
301.22536873817444	4650	230.88123180530965	62.846614607992585	260.95774096250534	28.74792724661529	426282	0.999000999000999	0.4156477688868393
304.9425241947174	4700	243.11320147007703	41.581095566505596	259.6644477844238	31.849260360002518	432497	0.999000999000999	0.4156477688868393
308.9323754310608	4750	247.11899017006158	30.4745252247162	257.28435730934143	34.23802801221609	439536	0.999000999000999	0.4156477688868393
314.5038352012634	4800	243.37842171293684	42.473051430676925	259.0147979259491	30.74134148005396	446570	0.999000999000999	0.4156477688868393
319.9868359565735	4850	252.22418058156967	3.081468301158473	258.70131492614746	245.6647608280182	453652	0.999000999000999	0.4156477688868393
324.6826617717743	4900	251.32319883406163	2.9558791792746146	258.5350351333618	244.58441865444183	460914	0.999000999000999	0.4156477688868393
330.4207491874695	4950	251.76228059351445	3.012616060506526	258.24598956108093	245.51118671894073	468878	0.999000999000999	0.4156477688868393
335.3535988330841	5000	250.87878402769564	3.3119747406708173	257.68830275535583	242.924950838089	475705	0.999000999000999	0.4156477688868393
340.61022210121155	5050	251.64911311089992	3.111390640235428	257.77838122844696	242.01081919670105	484784	0.999000999000999	0.4156477688868393
344.73150420188904	5100	250.92646775126457	3.245609266589076	258.6696903705597	244.16685020923615	492155	0.999000999000999	0.4156477688868393
349.2859287261963	5150	251.22473760843278	2.860040779705816	259.96198987960815	245.59196031093597	500750	0.999000999000999	0.4156477688868393
354.4346036911011	5200	251.73228735566138	3.176006120531053	259.4125072956085	244.62176549434662	509122	0.999000999000999	0.4156477688868393
360.24015760421753	5250	250.46384382367134	3.0029564705434146	261.77479112148285	244.76115572452545	517679	0.999000999000999	0.4156477688868393
365.9829533100128	5300	250.89737553596495	3.0100897598419447	260.340638756752	242.8073433637619	526656	0.999000999000999	0.4062011260251615
370.58222937583923	5350	251.0371126908064	3.101196721925326	259.0045984983444	241.53197979927063	535626	0.999000999000999	0.4062011260251615
375.3407063484192	5400	250.72900607585908	2.9750129504043095	257.2204374074936	243.60864686965942	545059	0.999000999000999	0.4062011260251615
381.09459924697876	5450	251.23135501027107	3.4553622936122967	260.01068902015686	243.2783863544464	554571	0.999000999000999	0.4062011260251615
386.10771012306213	5500	250.89675205469132	2.9254224188679756	257.3136534690857	243.97485494613647	564618	0.999000999000999	0.4062011260251615
392.8729350566864	5550	250.34574232697486	2.868198515349081	257.7429599761963	243.10350668430328	574993	0.999000999000999	0.4062011260251615
398.09159326553345	5600	251.2024772810936	3.150102374543326	258.27109456062317	244.29287803173065	585217	0.999000999000999	0.4062011260251615
402.99547600746155	5650	250.5842007136345	2.9673456481124267	257.8515681028366	243.39989471435547	595089	0.999000999000999	0.4062011260251615
409.1326880455017	5700	250.54980426549912	2.8235971672412017	258.1667296886444	244.9057695865631	605910	0.999000999000999	0.4062011260251615
414.5002272129059	5750	250.88808624863626	3.132449262295055	258.3217601776123	242.69757747650146	617087	0.999000999000999	0.4062011260251615
420.419162273407	5800	251.1472280728817	3.0238892779901447	260.300310254097	245.0057898759842	627651	0.999000999000999	0.4062011260251615
426.7948191165924	5850	250.9056363618374	3.0840197206229423	259.9621090888977	244.71770000457764	638260	0.999000999000999	0.4062011260251615
432.22736501693726	5900	251.31188596367835	2.7126959214126694	258.984237074852	245.33986902236938	649557	0.999000999000999	0.4062011260251615
438.891948223114	5950	250.94932788133622	2.4353291932333883	257.17398059368134	245.71074163913727	661092	0.999000999000999	0.4062011260251615
445.0886433124542	6000	251.40147299170494	2.791717457800115	257.98725938796997	245.60879385471344	672269	0.999000999000999	0.4032068496513513
451.8351333141327	6050	250.9958803653717	2.9690498938172283	257.4177873134613	243.76447570323944	682420	0.999000999000999	0.4032068496513513
458.8722925186157	6100	250.90229303717612	2.9908561290312683	257.9617338180542	244.41580140590668	694262	0.999000999000999	0.4032068496513513
465.42908453941345	6150	250.54894468188286	2.884255111262649	257.0044912099838	243.2519966363907	705327	0.999000999000999	0.40239569054749397
471.05702471733093	6200	251.06530286431314	2.8975962599067895	258.0557931661606	245.08093798160553	717256	0.999000999000999	0.40239569054749397
476.7056384086609	6250	251.037535572052	2.8206037640150297	259.23343086242676	245.2611858844757	728557	0.999000999000999	0.40239569054749397
482.75826811790466	6300	251.34825870394707	2.6744739013601113	257.33776903152466	244.98110973834991	740212	0.999000999000999	0.4002789510124985
489.2292380332947	6350	251.44347584486007	2.7992896244218515	257.76485335826874	244.9894744157791	752263	0.999000999000999	0.4002789510124985
495.88471150398254	6400	251.64927948117256	2.699569838155347	256.6166977882385	245.04891514778137	764018	0.999000999000999	0.4002789510124985
501.6238353252411	6450	251.49343420505522	3.037942506338109	257.64302587509155	245.2294224500656	776391	0.999000999000999	0.4002789510124985
508.19440174102783	6500	251.12776368141175	3.12762437924446	259.0594371557236	244.8291128873825	789064	0.999000999000999	0.4002789510124985
513.8406045436859	6550	252.36507556915282	3.196301615520908	259.08226561546326	244.2060387134552	801022	0.999000999000999	0.4019299786773988
520.4008331298828	6600	251.48209925055505	2.9371552893655783	259.39439940452576	245.3329677581787	813026	0.999000999000999	0.4019299786773988
527.1555790901184	6650	251.87035364151	3.3752519987997633	259.09820795059204	244.92338168621063	824912	0.999000999000999	0.4019299786773988
533.704803943634	6700	252.52139385819436	3.0460352123828027	260.38776755332947	245.06568145751953	837093	0.999000999000999	0.4271478407890535
541.5911731719971	6750	252.62474922060966	2.894247629702813	259.0918617248535	244.37678265571594	848621	0.999000999000999	0.4271478407890535
550.2462074756622	6800	253.1349902033806	3.068614586679428	260.4269835948944	245.6277722120285	859911	0.999000999000999	0.4271478407890535
558.5988547801971	6850	253.50233405590058	3.001664826196623	260.09059274196625	246.30180311203003	871288	0.999000999000999	0.4271478407890535
566.6754412651062	6900	254.03003435254098	3.115303450286884	261.43433797359467	247.69347727298737	883033	0.999000999000999	0.4271478407890535
574.7748589515686	6950	254.1566205739975	3.088123217376898	263.16524171829224	246.67559039592743	896032	0.999000999000999	0.4271478407890535
583.1178436279297	7000	253.81109084486963	2.9689818320451824	260.72078108787537	246.330850481987	908329	0.999000999000999	0.4271478407890535
590.9506320953369	7050	253.73967267870904	3.0941839015318395	260.9825938940048	247.61633265018463	920787	0.999000999000999	0.4271478407890535
598.495433807373	7100	254.24196545362472	3.2679939609020536	262.89721143245697	246.56468224525452	932136	0.999000999000999	0.4271478407890535
605.7029550075531	7150	254.4018395936489	3.087703476804558	261.14206624031067	247.69110989570618	943846	0.999000999000999	0.4271478407890535
614.4039318561554	7200	254.70096367955207	3.248765036233113	265.16775119304657	246.66822350025177	956489	0.999000999000999	0.4271478407890535
622.7566285133362	7250	254.96050005078317	3.3115776278064852	262.35291838645935	247.64040279388428	967899	0.999000999000999	0.4271478407890535
630.4223942756653	7300	254.7957157790661	3.031903671799198	262.4408149719238	247.50279021263123	978966	0.999000999000999	0.4295805791525748
640.1799552440643	7350	255.52341527819632	3.1164124043043775	264.0125687122345	247.79783737659454	991204	0.999000999000999	0.4295805791525748
648.0820989608765	7397	255.42754981279373	3.514600688265055	264.0791914463043	248.3066030740738	1002103	0.999000999000999	0.4295805791525748
