Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
6.4000067710876465	0	143.59096898257732	22.073115011765626	222.65856474637985	102.30733162164688	0	0.0	0
10.884028196334839	50	100.70125430762768	2.834717757687343	112.33876693248749	96.55334371328354	6756	0.9803921568627451	0.17407765595569785
16.494725942611694	100	67.85148630023002	1.25685944047524	71.67817008495331	66.06628227233887	14078	0.9900990099009901	0.17407765595569785
21.63391399383545	150	141.59477943181992	11.89956405148195	179.94938170909882	113.68178534507751	21286	0.9933774834437086	0.17407765595569785
25.08605122566223	200	86.55123283684253	2.1074022756880093	91.3576585650444	82.3849561214447	27685	0.9950248756218906	0.17407765595569785
29.095218181610107	250	88.09346066534519	2.1046425016840495	92.24815118312836	83.24617445468903	34915	0.9960159362549801	0.17407765595569785
32.7507541179657	300	90.26144204139709	1.7744977495004628	94.06138855218887	86.27175724506378	41704	0.9966777408637874	0.17407765595569785
36.349348068237305	350	91.4673465615511	1.649508748307947	95.15709781646729	87.17799973487854	47892	0.9971509971509972	0.17407765595569785
40.67337894439697	400	97.9579049539566	1.4332505816751466	101.2987551689148	94.32650852203369	56604	0.9975062344139651	0.17407765595569785
45.554856061935425	450	95.4128026175499	1.523719696396354	98.0753926038742	91.1583799123764	63976	0.9977827050997783	0.17407765595569785
50.42585587501526	500	94.05739369630814	1.2970317718018531	95.88634365797043	90.656081199646	71503	0.998003992015968	0.17407765595569785
54.0625786781311	550	94.6391676658392	1.4874412830540262	98.3845945596695	91.50851202011108	78214	0.9981851179673321	0.17407765595569785
57.751898765563965	600	92.25790640771389	1.5420736496254794	95.32740128040314	88.26087141036987	84650	0.9983361064891847	0.17407765595569785
61.4693648815155	650	91.93351743280887	1.6771343258224525	95.35956490039825	88.38761687278748	91614	0.9984639016897081	0.17407765595569785
65.39932179450989	700	96.85132908523083	1.6879544973889322	101.16043710708618	92.49611139297485	98698	0.9985734664764622	0.17407765595569785
69.32253217697144	750	97.95443720400334	1.515574626823594	101.97236478328705	93.22878527641296	106280	0.9986684420772304	0.17407765595569785
74.85315275192261	800	95.71842422008514	1.5608054705740133	99.2009949684143	92.32405602931976	113487	0.9987515605493134	0.17407765595569785
80.7302873134613	850	96.07497127115727	1.6941929177699593	100.30168610811234	92.58279204368591	120922	0.9988249118683902	0.17407765595569785
84.52886629104614	900	98.63970037817955	1.8960333492715675	103.23294615745544	94.53947246074677	128201	0.9988901220865705	0.17407765595569785
89.64166212081909	950	124.20724645376205	1.8481303757163583	128.92867717146873	120.02958643436432	135295	0.9989484752891693	0.17407765595569785
95.55423855781555	1000	132.26432297617197	2.3960767036873936	138.25519585609436	125.36838811635971	142668	0.999000999000999	0.17407765595569785
99.71958541870117	1050	123.03900856912136	1.936307319930942	128.22156465053558	118.51822286844254	149886	0.999000999000999	0.17407765595569785
104.36888790130615	1100	121.88907540589571	1.8932622798312695	125.64552474021912	117.79860007762909	157129	0.999000999000999	0.17407765595569785
108.46160840988159	1150	121.9491320002079	2.3710096754327057	128.61064168810844	117.2176359295845	164299	0.999000999000999	0.17407765595569785
112.38130640983582	1200	124.46600685179233	2.0339914862069906	129.54785752296448	119.80970907211304	171707	0.999000999000999	0.17407765595569785
116.57268953323364	1250	127.8662588107586	2.2230109316015416	133.4790342450142	121.9640673995018	179205	0.999000999000999	0.17407765595569785
120.51226210594177	1300	119.80355349779128	1.9213985262362319	124.15332514047623	115.43034768104553	186579	0.999000999000999	0.17407765595569785
125.48669004440308	1350	119.00374554306269	1.9758735188152818	123.95508009195328	114.2122318148613	193993	0.999000999000999	0.17407765595569785
129.91500997543335	1400	125.2231351211667	1.9841503912359868	129.3449873328209	121.28478646278381	201245	0.999000999000999	0.17407765595569785
134.6447048187256	1450	122.70997125476599	1.9304041024796434	127.37579613924026	118.31497597694397	208923	0.999000999000999	0.17407765595569785
138.88788032531738	1500	123.63158180505037	1.991582811463212	128.63567250967026	119.50472646951675	216582	0.999000999000999	0.17407765595569785
143.26321148872375	1550	126.49964235007764	2.1228990739875746	131.93624132871628	122.11612272262573	224063	0.999000999000999	0.17407765595569785
147.4033555984497	1600	125.06993625998497	2.100434324074324	130.77061086893082	120.00566041469574	231563	0.999000999000999	0.17407765595569785
152.46084690093994	1650	120.79919435501098	1.8966381204267353	124.85101503133774	116.79633718729019	239062	0.999000999000999	0.17407765595569785
156.47600388526917	1700	122.09721693694591	2.166977875914513	128.86626589298248	117.35883057117462	246644	0.999000999000999	0.17407765595569785
161.97415232658386	1750	122.92776470482349	2.6505888947099856	129.56899118423462	118.39738738536835	254311	0.999000999000999	0.17407765595569785
166.81147718429565	1800	130.79405283153056	2.707986075343682	137.16453194618225	125.2339813709259	261829	0.999000999000999	0.17407765595569785
171.05427932739258	1850	127.70974220752716	2.4638600438864677	133.07187497615814	121.59496194124222	269527	0.999000999000999	0.17407765595569785
177.28148770332336	1900	119.74783205330372	2.4648680793068487	126.32030117511749	113.70669662952423	277150	0.999000999000999	0.17407765595569785
182.96161890029907	1950	125.60165963053703	2.5934047322074805	131.7924473285675	121.04550266265869	284635	0.999000999000999	0.17407765595569785
187.18529605865479	2000	126.56069793701172	2.5331300021564744	132.8318446278572	121.16918486356735	292168	0.999000999000999	0.17407765595569785
191.1010046005249	2050	120.8433280056715	2.1704584848307427	125.54356199502945	116.46129041910172	299525	0.999000999000999	0.17407765595569785
195.2158226966858	2100	125.93979724109172	2.124143231750843	131.03011161088943	119.72152560949326	306913	0.999000999000999	0.17407765595569785
199.3702666759491	2150	131.58637226879597	2.0868149140737016	136.13628441095352	126.44712871313095	314839	0.999000999000999	0.17407765595569785
203.59011054039001	2200	123.79036912441254	2.2758885369499255	128.71931052207947	119.21477752923965	322326	0.999000999000999	0.17407765595569785
209.60860586166382	2250	136.07067231714726	2.0371670731383453	141.48266303539276	131.82532358169556	329757	0.999000999000999	0.17407765595569785
213.98293328285217	2300	130.7672593230009	1.8077250636995001	135.37873721122742	126.92591106891632	336884	0.999000999000999	0.17407765595569785
217.85983061790466	2350	137.27889768123626	1.9022102166874586	142.23348927497864	133.64573276042938	344165	0.999000999000999	0.17407765595569785
221.9813404083252	2400	133.71704936921597	2.2687019008453913	139.0670982003212	128.06823313236237	351554	0.999000999000999	0.17407765595569785
226.49173283576965	2450	144.4433457583189	2.330527267906573	149.29839593172073	139.38178491592407	358971	0.999000999000999	0.17407765595569785
230.38297367095947	2500	142.56843117713927	2.2102293985367547	148.85568737983704	137.69089818000793	366611	0.999000999000999	0.17407765595569785
235.7070279121399	2550	139.23683318257332	1.9386144275714434	144.15104949474335	135.34894466400146	373910	0.999000999000999	0.17407765595569785
242.52331614494324	2600	162.71366981506347	2.0091865731173235	167.64301359653473	157.9348360300064	381973	0.999000999000999	0.17407765595569785
246.78395819664001	2650	170.35711862802506	2.4914090279566503	175.38039326667786	164.19759476184845	389788	0.999000999000999	0.17407765595569785
251.09886264801025	2700	188.03260806798934	2.408608396090553	193.64309817552567	181.59496891498566	398156	0.999000999000999	0.17407765595569785
255.60930848121643	2750	196.78497570753098	2.394996023092245	202.31394332647324	190.96459078788757	406498	0.999000999000999	0.17407765595569785
260.28897881507874	2800	205.5419314277172	2.3661607146652086	212.07216107845306	200.55754351615906	415387	0.999000999000999	0.17407765595569785
265.1076192855835	2850	235.70337593317032	2.0944551609553774	240.84325605630875	230.82977676391602	423895	0.999000999000999	0.17407765595569785
271.4754331111908	2900	236.47658116400243	2.114021436658032	240.78464490175247	231.58681297302246	432850	0.999000999000999	0.17407765595569785
276.2557656764984	2950	236.72038308501243	1.9028701112449007	241.49766445159912	232.81208109855652	442401	0.999000999000999	0.17407765595569785
281.3262228965759	3000	241.09803695380688	1.9247423739033434	246.1441724896431	237.57039558887482	452266	0.999000999000999	0.17407765595569785
286.69127225875854	3050	240.37360431671144	1.8560512104200122	244.70905697345734	236.3980771303177	462800	0.999000999000999	0.17407765595569785
292.22557830810547	3100	240.6336089760065	1.8008633206949825	245.51513940095901	236.14917087554932	473684	0.999000999000999	0.17407765595569785
299.1972117424011	3150	251.40688101351262	1.9435598681455992	255.84710162878036	246.49059450626373	485136	0.999000999000999	0.17407765595569785
304.7587239742279	3200	265.27967672884466	1.7675224208654714	269.7613245844841	261.8699860572815	496677	0.999000999000999	0.17407765595569785
310.5593650341034	3250	273.46698960125445	1.6157420637119773	276.6429095864296	269.8289568424225	508581	0.999000999000999	0.17407765595569785
316.7251327037811	3300	286.46077896535394	1.5845731081082992	290.2279095053673	282.57115864753723	521391	0.999000999000999	0.17407765595569785
324.250679731369	3350	297.3623480015993	1.7225364065515627	301.0446316599846	293.00246274471283	533835	0.999000999000999	0.17407765595569785
330.5229651927948	3400	294.166822232008	1.6063823714444163	297.28943490982056	290.81455624103546	545752	0.999000999000999	0.17407765595569785
336.54973125457764	3450	295.232345122695	1.5035385119439275	298.58624988794327	291.2377680540085	558294	0.999000999000999	0.17407765595569785
342.7745361328125	3500	301.33210354566575	1.6383784381293285	304.62068581581116	297.3253046274185	571212	0.999000999000999	0.17407765595569785
349.56790590286255	3550	304.2297036212683	1.9367137758880506	308.24101734161377	298.75870430469513	583436	0.999000999000999	0.17407765595569785
356.1014349460602	3600	304.7366936963797	1.629239405989857	308.4587905406952	301.0259739160538	595640	0.999000999000999	0.17407765595569785
362.2716734409332	3650	314.1187172317505	1.5473405951674712	317.13978308439255	310.3850826025009	608478	0.999000999000999	0.17407765595569785
368.23347759246826	3700	315.2510240668058	1.369691493457075	319.2331085205078	311.7629486322403	620666	0.999000999000999	0.17407765595569785
374.1574878692627	3750	318.27054139912127	1.4670254743758335	322.50725531578064	314.8765689134598	632626	0.999000999000999	0.17407765595569785
383.0841603279114	3800	316.88629415273664	1.438846722270863	320.25067603588104	313.5239540338516	644422	0.999000999000999	0.17407765595569785
388.6756136417389	3850	324.53846147179604	1.4752510707091526	328.1932774782181	321.37210869789124	656347	0.999000999000999	0.17407765595569785
397.2111942768097	3900	331.83513533830643	1.7660945797411276	336.899640083313	326.3861892223358	668914	0.999000999000999	0.17407765595569785
403.5533940792084	3950	334.9696996366978	1.9937628719842562	339.8180978298187	330.1432274580002	681809	0.999000999000999	0.17407765595569785
410.11741852760315	4000	336.81900419294834	1.9095440014406992	341.31378251314163	332.519455075264	694703	0.999000999000999	0.17407765595569785
416.2082862854004	4050	343.64770978868006	1.9016960315333482	347.39883387088776	339.63877868652344	706110	0.999000999000999	0.17407765595569785
422.20594668388367	4100	347.53607649743554	1.8430783179169548	351.88335382938385	343.1387987136841	718032	0.999000999000999	0.17407765595569785
429.27168369293213	4150	350.30153472542764	1.8766595897463618	355.2330263853073	345.5960441827774	731390	0.999000999000999	0.17407765595569785
435.02237701416016	4200	347.6201786476374	1.9418938487815178	351.30757999420166	341.9171499013901	743637	0.999000999000999	0.17407765595569785
442.0253076553345	4250	351.7076395279169	2.394946656882655	356.09700644016266	345.82400596141815	756585	0.999000999000999	0.17407765595569785
448.14385771751404	4300	350.57299019277093	2.5076840106373512	354.9755182862282	342.0700206756592	769077	0.999000999000999	0.17407765595569785
454.43113255500793	4350	353.3826346331835	2.661508565593978	359.75692480802536	347.4501966238022	780754	0.999000999000999	0.17407765595569785
460.9595994949341	4400	356.6508883434534	2.804899538770113	362.70890218019485	348.6351236104965	794389	0.999000999000999	0.17407765595569785
468.0037932395935	4450	354.8128705656529	1.8206531197197324	359.305571436882	350.43240892887115	806639	0.999000999000999	0.17407765595569785
475.3195812702179	4500	356.17764955043793	2.2347056813588395	359.48264253139496	348.5009970664978	818733	0.999000999000999	0.17407765595569785
483.9448597431183	4550	359.3302166086435	2.3235941278953756	364.8831260204315	351.76350498199463	831138	0.999000999000999	0.17407765595569785
491.7780749797821	4600	357.8652965581417	2.8479049776906145	363.3666445016861	349.6500564813614	844693	0.999000999000999	0.17407765595569785
498.0535423755646	4650	350.81250388979913	3.235434613406603	362.9265820980072	343.9992995262146	857751	0.999000999000999	0.17407765595569785
504.33835911750793	4700	358.681801776886	2.2423202304093732	363.56191396713257	355.00465726852417	870252	0.999000999000999	0.17407765595569785
510.38093662261963	4750	357.3188203185797	1.619444958441938	361.4525447487831	353.77067255973816	882214	0.999000999000999	0.17407765595569785
517.8194968700409	4800	360.95132634580136	2.1910590776829144	365.64729833602905	356.24344503879547	894846	0.999000999000999	0.17407765595569785
524.2631194591522	4850	357.7710649514198	2.127106506180753	363.1231645345688	353.6062362194061	907231	0.999000999000999	0.17407765595569785
530.3376805782318	4900	363.8448400169611	2.344044025724799	369.09413236379623	357.45678091049194	920267	0.999000999000999	0.17407765595569785
536.3936636447906	4950	362.45670186698436	1.994459766305603	367.69662380218506	358.54142236709595	932637	0.999000999000999	0.17407765595569785
542.9700388908386	5000	365.52960751652716	2.718117835280644	370.07026493549347	356.0081171989441	944207	0.999000999000999	0.17407765595569785
549.3239033222198	5050	360.5886348593235	1.4910925934055022	363.9859861135483	355.93195140361786	955887	0.999000999000999	0.17407765595569785
555.5134584903717	5100	364.1602586990595	5.193271641337097	371.1974086165428	349.16416323184967	968751	0.999000999000999	0.17407765595569785
561.7004644870758	5150	366.3961010420322	6.086895401797971	374.72913551330566	353.19003117084503	981306	0.999000999000999	0.17407765595569785
568.3683981895447	5200	367.6054548430443	1.9381003588656507	371.25843608379364	363.0028933286667	993970	0.999000999000999	0.17407765595569785
572.713057756424	5233	371.4804460412264	3.3661915902360735	375.9529062509537	356.8597697019577	1002143	0.999000999000999	0.17407765595569785
