Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
10.001624584197998	0	97.0517043731315	8.871564331503663	124.3698765039444	81.13992303609848	0	0.0	0
13.923296689987183	50	62.88565880000591	1.3676855486949768	65.70436978340149	60.078333735466	6472	0.9803921568627451	0.38058917829620653
17.340407609939575	100	63.968549815118315	3.0860659681919773	68.9049351811409	57.2339231967926	12171	0.9900990099009901	0.39131565171387006
20.760911226272583	150	59.74709916830063	2.805018298988117	63.62556564807892	52.826666951179504	17547	0.9933774834437086	0.39131565171387006
24.392614126205444	200	52.78646226078272	0.7348528584559754	54.57673543691635	51.020924508571625	23236	0.9950248756218906	0.39131565171387006
27.759324073791504	250	53.56872356921434	0.8196502620689758	55.85726869106293	51.54411590099335	28967	0.9960159362549801	0.39131565171387006
31.813250303268433	300	55.78375456780195	0.9902428263557571	58.71460300683975	52.78842568397522	34535	0.9966777408637874	0.39131565171387006
35.61395025253296	350	58.11231178730726	1.5296157532517942	62.61113014817238	54.95915639400482	40201	0.9971509971509972	0.40724258250997675
39.83752942085266	400	58.25882140606642	4.050267779041463	64.78882420063019	51.54184049367905	45778	0.9975062344139651	0.40724258250997675
43.50490045547485	450	61.38821094363928	2.079022273772528	66.0596693456173	57.73695534467697	51694	0.9977827050997783	0.40724258250997675
46.88145422935486	500	53.52477189093828	1.7474705815611373	58.017262518405914	50.84976798295975	57396	0.998003992015968	0.40724258250997675
50.19851040840149	550	55.39349522918463	1.2975947945933697	58.98637202382088	52.911539137363434	62771	0.9981851179673321	0.40724258250997675
53.34133005142212	600	54.781540145874025	1.5592549914592382	59.152358412742615	52.22430455684662	68022	0.9983361064891847	0.40724258250997675
56.716858863830566	650	56.09708511263132	1.1613354835648286	59.142182379961014	53.61055517196655	73394	0.9984639016897081	0.40724258250997675
59.52545714378357	700	49.207373441159724	13.953893812408245	73.9878536760807	30.86681067943573	77844	0.9985734664764622	0.40724258250997675
63.79933309555054	750	54.283689436614516	9.002485337456367	75.05759650468826	30.554523289203644	82885	0.9986684420772304	0.40724258250997675
67.60700464248657	800	46.84614688426256	12.263081440513135	68.05187219381332	26.58976012468338	87419	0.9987515605493134	0.4151853284230618
70.64487934112549	850	45.48612423062325	8.481066265431418	56.71733048558235	26.755661129951477	91858	0.9988249118683902	0.4151853284230618
73.40051436424255	900	41.1186199092865	12.918732049172275	59.95589956641197	24.438434839248657	96101	0.9988901220865705	0.4151853284230618
76.75388050079346	950	21.758403612077235	2.730627311785936	31.678364396095276	17.7687087059021	101680	0.9989484752891693	0.4151853284230618
79.28624773025513	1000	18.11287302300334	1.0384606780989658	21.50467738509178	16.328887298703194	105753	0.999000999000999	0.4177339427144462
82.09922552108765	1050	16.15238391801715	0.7700963701950144	19.071509182453156	14.687498643994331	110117	0.999000999000999	0.4177339427144462
84.60650205612183	1100	14.436312385052442	0.5518779725804259	15.993345186114311	13.59579648822546	114017	0.999000999000999	0.4177339427144462
87.34360098838806	1150	15.347235583141446	0.622329176351696	16.54282346367836	13.921264946460724	118374	0.999000999000999	0.4177339427144462
90.22938942909241	1200	15.182319629788399	0.7482765178028975	16.870316609740257	13.695297159254551	122130	0.999000999000999	0.4177339427144462
94.11765384674072	1250	16.563600701466203	1.3881084045228624	21.201597034931183	14.20567662268877	126810	0.999000999000999	0.4188036453707362
96.9891710281372	1300	16.56286810040474	1.662711656101936	21.713697522878647	14.088690906763077	130441	0.999000999000999	0.4188036453707362
99.59035325050354	1350	15.14233413003385	1.524186059047416	20.393766909837723	13.074114177376032	134340	0.999000999000999	0.4188036453707362
101.99789524078369	1400	12.536419601592133	0.6463006544442051	14.359316162765026	11.626706898678094	137946	0.999000999000999	0.4188036453707362
104.54692506790161	1450	12.619356475514651	0.667789631477647	14.575456522405148	11.709455635631457	141384	0.999000999000999	0.4188036453707362
106.90675663948059	1500	11.949688812287059	0.644572100825742	13.625372931361198	10.892395524308085	144949	0.999000999000999	0.4381886813840969
109.39088606834412	1550	11.301636426517362	0.47182786606591587	12.375337731093168	10.18087305687368	148383	0.999000999000999	0.4381886813840969
111.79575276374817	1600	11.593449789450352	0.5274887532178762	13.217401199042797	10.754997950978577	152091	0.999000999000999	0.4381886813840969
113.95991396903992	1650	11.595498270530243	0.6119392225033189	13.695331502705812	10.370576169341803	155173	0.999000999000999	0.4381886813840969
116.43451881408691	1700	10.270331547574024	0.39572969522653284	11.312571160495281	9.777638498693705	158629	0.999000999000999	0.4381886813840969
119.05435061454773	1750	10.658354843709635	0.5105399185911945	12.322115936782211	9.883618095889688	161862	0.999000999000999	0.4381886813840969
122.33419442176819	1800	10.340256717847806	0.41506238968447073	11.346101592294872	9.336155461147428	165311	0.999000999000999	0.4381886813840969
125.56948280334473	1850	10.283859554393565	0.42377565829024366	11.454348031431437	9.326500296825543	169502	0.999000999000999	0.4381886813840969
127.93930959701538	1900	10.337381859237212	0.47547566908591044	11.577526561915874	9.272921341471374	173230	0.999000999000999	0.4381886813840969
130.26082968711853	1950	10.78278170724865	0.48094832976371765	11.902923482935876	10.08270301297307	176603	0.999000999000999	0.4381886813840969
132.7960090637207	2000	10.43035898734408	0.36172310540163377	11.718261488713324	9.340641586109996	180147	0.999000999000999	0.4381886813840969
134.95317482948303	2050	10.501566430184102	0.3365167613771819	11.68318734690547	9.579798873513937	183216	0.999000999000999	0.4381886813840969
137.20808362960815	2100	10.502177324431832	0.32805173909767316	11.558794143609703	9.595622655004263	186479	0.999000999000999	0.4381886813840969
139.69861769676208	2150	10.466491270638652	0.3466161264435453	11.614647632464767	9.641799084842205	189818	0.999000999000999	0.4381886813840969
142.24052834510803	2200	10.587975404929939	0.3319852397594655	11.659469332545996	9.74442507699132	193909	0.999000999000999	0.4381886813840969
144.69355273246765	2250	10.39552365344134	0.41108666430712276	11.00414654519409	9.65183032117784	197683	0.999000999000999	0.4381886813840969
148.11334943771362	2300	10.649163044068846	0.35016195631366565	11.834815138019621	9.839063547551632	201828	0.999000999000999	0.4381886813840969
151.54221534729004	2350	10.965770064178505	0.3831287207756428	12.050042120274156	9.929342709481716	205460	0.999000999000999	0.4381886813840969
153.9288227558136	2400	11.391730837568975	0.47255382631269655	12.288540314882994	10.534008773975074	209032	0.999000999000999	0.4381886813840969
156.62664818763733	2450	11.649895934865054	0.5425427456669685	13.1714290343225	10.64741788059473	213101	0.999000999000999	0.4381886813840969
159.2632246017456	2500	11.95375096912152	0.4882375653650954	13.126519258134067	10.940462993457913	217481	0.999000999000999	0.43231556173549546
161.9692189693451	2550	11.998116903798655	0.48790765682826254	13.143605064135045	10.883261285722256	221331	0.999000999000999	0.43231556173549546
164.5059049129486	2600	12.156800908169462	0.4591515598238555	13.237056982237846	11.404912520665675	225418	0.999000999000999	0.41768731633301465
167.10987830162048	2650	12.872380377847968	0.5574973316281892	14.184516299515963	11.832175809890032	229698	0.999000999000999	0.41768731633301465
169.89019012451172	2700	12.833294037419982	0.5224867739315566	14.121234405320138	11.728581231087446	234132	0.999000999000999	0.41768731633301465
172.5062117576599	2750	12.668781947615935	0.5353323244553654	13.616508756764233	11.763655627146363	238373	0.999000999000999	0.44594037787717716
175.5609166622162	2800	14.30925050090118	0.6991619588460469	15.797974560409784	12.89874552283436	242744	0.999000999000999	0.44594037787717716
179.90241718292236	2850	14.10437361736229	0.6098847695093408	15.581771382130682	12.90090605057776	247079	0.999000999000999	0.44594037787717716
182.4569993019104	2900	14.373391026002356	0.736213760665281	16.617418829351664	13.0540257897228	251293	0.999000999000999	0.44594037787717716
185.29077339172363	2950	14.761847899279383	0.6976519879838584	16.753885875921696	13.32890130020678	256137	0.999000999000999	0.44594037787717716
188.47889733314514	3000	15.765350056274256	1.0323337932066816	18.231064708903432	13.816330052912235	261062	0.999000999000999	0.44594037787717716
191.38853454589844	3050	20.232367375222385	3.2527012497697503	35.48980125784874	15.53627210855484	266079	0.999000999000999	0.44594037787717716
194.51667499542236	3100	36.85608219460832	53.80613477667142	255.87837946414948	16.38583243638277	271037	0.999000999000999	0.44594037787717716
198.2325677871704	3150	110.60123706802726	106.59069792493239	262.1662768125534	19.702831275761127	277097	0.999000999000999	0.44594037787717716
202.16787767410278	3200	148.63880420901347	110.04119807919085	261.94584834575653	20.69622093066573	283401	0.999000999000999	0.44594037787717716
207.45135951042175	3250	210.97634817939252	84.99969007481376	262.64206874370575	27.194663539528847	289016	0.999000999000999	0.44594037787717716
211.3150782585144	3300	226.27553703320038	71.31735036879611	263.35964143276215	27.102662801742554	295082	0.999000999000999	0.44594037787717716
215.1613323688507	3350	251.30545266509057	3.808021283957364	261.5878429412842	242.9952780008316	300754	0.999000999000999	0.44594037787717716
219.16355514526367	3400	251.883982539773	3.472231041785553	260.5416638851166	244.16436302661896	307662	0.999000999000999	0.44594037787717716
223.43579483032227	3450	251.68547297358512	3.2619619251480727	259.2114146947861	244.1400090456009	314757	0.999000999000999	0.44594037787717716
228.30235981941223	3500	251.8426323479414	3.4092281021257484	259.31886541843414	243.0430407524109	323352	0.999000999000999	0.44594037787717716
232.97780299186707	3550	251.82455201685428	3.130736337674729	260.57414531707764	244.2077760696411	330771	0.999000999000999	0.44594037787717716
240.40064907073975	3600	252.333069550395	3.5886500189728383	260.61512792110443	245.1168451309204	338936	0.999000999000999	0.44594037787717716
245.2360110282898	3650	251.95669352293015	3.31193582456483	261.7152192592621	244.98801255226135	347298	0.999000999000999	0.44594037787717716
251.17053127288818	3700	251.8499276983738	3.352606312867898	260.8025635480881	243.2862592935562	355972	0.999000999000999	0.44594037787717716
257.59422183036804	3750	251.57136651992798	3.182761941766415	261.0282289981842	244.0217238664627	365128	0.999000999000999	0.4080471761774658
262.68336057662964	3800	251.93290603876113	3.0239658122446924	258.66737961769104	244.57877254486084	375296	0.999000999000999	0.4080471761774658
268.65887928009033	3850	251.844527875185	3.5499970083258456	260.63246858119965	244.45469427108765	385094	0.999000999000999	0.4080471761774658
273.7795569896698	3900	252.79777068972587	3.4246784476602543	263.6470090150833	244.43943190574646	394593	0.999000999000999	0.4080471761774658
279.0983564853668	3950	251.97336819410324	2.8430090073496785	260.19906783103943	245.17690014839172	405152	0.999000999000999	0.4080471761774658
285.21102690696716	4000	251.9874787902832	3.3323625933115215	259.9193676710129	245.29033589363098	415629	0.999000999000999	0.4080471761774658
290.79012513160706	4050	252.09166181325912	3.3570984649923687	259.9314284324646	243.53036320209503	426662	0.999000999000999	0.4080471761774658
297.50050711631775	4100	251.7348856842518	3.143590152157509	259.0867831707001	245.7448674440384	436525	0.999000999000999	0.4108381705951646
303.66023230552673	4150	250.84500125169754	3.24053643065324	257.8562982082367	243.19348204135895	447665	0.999000999000999	0.4108381705951646
310.5953471660614	4200	251.70954646348954	3.2500781204272107	260.22219014167786	245.73744297027588	458670	0.999000999000999	0.4108381705951646
318.91317987442017	4250	251.73896993160247	3.068409893132307	259.3338850736618	243.32105708122253	470263	0.999000999000999	0.4108381705951646
324.6937310695648	4300	252.128025380373	2.7615278966200703	259.61553859710693	244.25234735012054	481036	0.999000999000999	0.4156477688868393
330.06966853141785	4350	252.3528043603897	3.2616717029438473	260.10360848903656	245.4713088274002	491805	0.999000999000999	0.4156477688868393
335.9570095539093	4400	251.942967607975	3.1023453288714236	259.8581315279007	245.1759465932846	503354	0.999000999000999	0.4156477688868393
341.81817531585693	4450	252.38741224050523	3.0312499768755545	259.62873578071594	244.44260108470917	514429	0.999000999000999	0.4156477688868393
348.7671687602997	4500	252.69320037841797	2.923525378172224	261.1942163705826	246.59489500522614	525324	0.999000999000999	0.4156477688868393
354.34635066986084	4550	252.63606843829155	3.230686018303211	260.9365304708481	245.9739705324173	536285	0.999000999000999	0.4156477688868393
359.7130150794983	4600	252.61507520794868	3.126903081288189	260.8548812866211	245.40705585479736	546523	0.999000999000999	0.4156477688868393
365.4245228767395	4650	252.33547607421875	3.2557317563220542	260.7845630645752	244.37665617465973	558337	0.999000999000999	0.4156477688868393
372.4381821155548	4700	252.76530159592627	3.162315590144766	260.270352602005	246.46896016597748	570250	0.999000999000999	0.4156477688868393
378.6621344089508	4750	252.09001684308052	2.748823231469796	258.10451793670654	245.78935277462006	581272	0.999000999000999	0.4156477688868393
384.8522346019745	4800	252.1942348086834	3.182898510163969	258.4762281179428	245.82414519786835	593013	0.999000999000999	0.4156477688868393
391.4365882873535	4850	252.63584664940834	2.865486874338175	259.1985729932785	246.52777636051178	604676	0.999000999000999	0.4156477688868393
398.05850768089294	4900	252.13060101389885	2.8143221399029943	259.39929962158203	245.32180058956146	616483	0.999000999000999	0.4156477688868393
405.4176125526428	4950	253.21575005531312	3.0406057373623683	260.4621398448944	246.82129621505737	628020	0.999000999000999	0.4156477688868393
411.19418263435364	5000	252.64295998334885	3.3455793999127916	259.70106852054596	245.6253867149353	639699	0.999000999000999	0.4156477688868393
417.2015423774719	5050	253.64607066869735	3.2563052152420338	260.4372181892395	245.3502949476242	651777	0.999000999000999	0.4156477688868393
422.8165018558502	5100	252.99908074498177	3.225099447040238	259.8666559457779	246.86505472660065	662800	0.999000999000999	0.4156477688868393
429.76451444625854	5150	253.47017367959023	3.1500827985787483	260.7373743057251	245.28930962085724	675068	0.999000999000999	0.4156477688868393
436.74548745155334	5200	254.6528039419651	3.1500633001920284	261.0766235589981	247.7611619234085	687866	0.999000999000999	0.4156477688868393
442.9029071331024	5250	254.231649787426	3.219022528055774	263.6394444704056	246.53752660751343	700314	0.999000999000999	0.4156477688868393
448.86093831062317	5300	255.12877252578735	3.0372067490724586	262.6972436904907	246.94993007183075	712168	0.999000999000999	0.4062011260251615
455.7467613220215	5350	255.13484619855882	3.164438783920146	262.08316481113434	248.2574336528778	723661	0.999000999000999	0.4062011260251615
462.5684723854065	5400	254.75236982941627	3.09888014264162	262.9485173225403	247.01723742485046	736140	0.999000999000999	0.4062011260251615
468.31798243522644	5450	255.42508310437202	3.621862150947831	263.1137025356293	247.3261013031006	748072	0.999000999000999	0.4062011260251615
474.2069959640503	5500	255.16148412823676	2.8936691361689446	261.2721381187439	247.95950388908386	759904	0.999000999000999	0.4062011260251615
480.06761145591736	5550	254.71540564656257	2.8995229316659756	260.96538746356964	247.16356337070465	771577	0.999000999000999	0.4062011260251615
487.24076437950134	5600	255.84831476807594	2.887333990535889	263.43456733226776	248.95318031311035	783594	0.999000999000999	0.4062011260251615
493.5996632575989	5650	255.01143284916878	2.9424042207168384	263.1322041749954	247.21554005146027	795143	0.999000999000999	0.4062011260251615
499.63441348075867	5700	255.7804569208622	3.1026219100755963	263.08482480049133	248.04918920993805	807353	0.999000999000999	0.4062011260251615
505.80516958236694	5750	256.18581827163695	3.282189629839836	263.0929341316223	248.01153087615967	819829	0.999000999000999	0.4062011260251615
512.5905439853668	5800	256.69898914217947	3.0985387528941395	266.42402493953705	250.2847853899002	832012	0.999000999000999	0.4062011260251615
519.4230754375458	5850	257.1063461256027	3.1651626653671636	265.4619653224945	249.6501580476761	844364	0.999000999000999	0.4062011260251615
525.5778639316559	5900	257.0824342858791	2.7643777719289777	263.30476212501526	250.9404993057251	856709	0.999000999000999	0.4062011260251615
531.8834493160248	5950	257.1754993391037	2.547150368050322	263.06436026096344	252.00775265693665	869627	0.999000999000999	0.4062011260251615
538.919665813446	6000	258.8497584605217	2.921273649801887	265.7545493841171	252.69921278953552	882148	0.999000999000999	0.4032068496513513
545.1147587299347	6050	258.77023879647254	3.1874532910404376	265.7250671386719	251.34911143779755	892757	0.999000999000999	0.4032068496513513
552.5969753265381	6100	259.8862122499943	3.13144905449429	268.37819707393646	252.83138597011566	905120	0.999000999000999	0.4032068496513513
559.6217098236084	6150	260.09497460365293	3.0289109506228837	267.36179757118225	253.16810357570648	917039	0.999000999000999	0.40239569054749397
568.4511539936066	6200	260.3254391646385	2.9168566132476155	267.6543354988098	254.5198427438736	929222	0.999000999000999	0.40239569054749397
574.6434047222137	6250	261.1618960928917	3.0522108246332036	269.89231753349304	255.5806313753128	941963	0.999000999000999	0.40239569054749397
581.2658166885376	6300	262.73767706155775	3.128791438513763	269.0267986059189	255.36558151245117	954150	0.999000999000999	0.4002789510124985
587.91108751297	6350	263.7209346663952	3.0654561135713534	272.2258596420288	258.0428273677826	967669	0.999000999000999	0.4002789510124985
594.4331829547882	6400	264.5038480293751	2.8791225613466573	271.02359104156494	258.2281847000122	979385	0.999000999000999	0.4002789510124985
603.2949743270874	6450	265.2508730018139	3.1757159228708423	273.3834263086319	258.74983179569244	991766	0.999000999000999	0.4002789510124985
608.5578489303589	6491	265.66861548781395	3.091252851448081	272.981653213501	258.9327721595764	1002128	0.999000999000999	0.4002789510124985
