Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
7.66880202293396	0	95.747111949611	9.827808826491461	140.56122211366892	78.43672743439674	0	0.0	0
17.75089693069458	10	258.12187996685503	3.001110016016241	264.69741106033325	249.7512104511261	112031	0.909090909090909	0.09901475429766744
30.24941325187683	20	258.6379298734665	3.2720646408393055	268.24082720279694	250.84710359573364	264151	0.9523809523809522	0.09901475429766744
44.00487685203552	30	274.55735074877737	4.3349918830164125	288.979758143425	266.6746393442154	438885	0.9677419354838709	0.09901475429766744
58.76155662536621	40	295.3112500274181	3.870591522245856	306.4074310064316	286.2807525396347	624543	0.9756097560975608	0.09901475429766744
75.42879700660706	50	324.74772990942	4.090263357008518	334.54167127609253	315.2993406057358	831707	0.980392156862745	0.09901475429766744
92.43320608139038	60	349.19565980315207	3.772794421011251	356.8697428703308	341.64307606220245	1048619	0.983606557377049	0.09901475429766744
109.76191353797913	70	362.7097234773636	3.2239626613430223	369.9173798561096	355.11959874629974	1271586	0.9859154929577463	0.09901475429766744
128.19565868377686	80	373.7839642190933	3.0780857037143607	381.34262669086456	365.5368437767029	1521186	0.9876543209876542	0.09901475429766744
148.23768305778503	90	385.8284464615583	3.5423054059886394	394.7258414030075	376.6355320215225	1796254	0.9890109890109888	0.09901475429766744
168.5068323612213	100	396.1547812396288	3.300669841212973	404.1905198097229	389.8078969717026	2072412	0.99009900990099	0.09901475429766744
188.9626007080078	110	407.13601905584335	2.992154612348545	414.2938175201416	401.06377828121185	2348650	0.9909909909909909	0.09901475429766744
208.96921753883362	120	425.2957280313969	2.9247362544392423	433.52528738975525	418.093657374382	2620731	0.9917355371900826	0.09901475429766744
229.60490369796753	130	431.8499414515495	3.2138030587121733	440.7813127040863	423.9891527891159	2887076	0.9923664122137402	0.09901475429766744
249.6392695903778	140	448.8025516140461	2.8404260267268544	455.7835199832916	443.2090084552765	3155143	0.9929078014184395	0.09901475429766744
270.0621922016144	150	452.9998726820946	3.0320113008927527	462.02114748954773	447.0711827278137	3426176	0.9933774834437085	0.09901475429766744
289.3085730075836	160	458.35162840604784	2.880063531229919	464.8549180030823	450.86023139953613	3684896	0.9937888198757763	0.09901475429766744
309.98255157470703	170	467.78061341524125	3.525374989146442	475.98540937900543	461.34176003932953	3954143	0.9941520467836256	0.09901475429766744
331.41935896873474	180	477.16206757307054	2.9391597122046162	483.84356343746185	470.2595602273941	4222955	0.9944751381215468	0.09901475429766744
352.63670587539673	190	490.08643845021726	2.7597422186200573	496.51917576789856	483.0601427555084	4499143	0.994764397905759	0.09901475429766744
373.38740849494934	200	513.1277360218763	3.7162272259607447	522.8357545137405	505.1045641899109	4775520	0.9950248756218905	0.09901475429766744
394.9913475513458	210	510.36270067930224	3.6104805575084953	518.1429903507233	502.7298035621643	5053532	0.9952606635071088	0.09901475429766744
417.2046616077423	220	522.2724412846566	3.225271936575778	530.1256956458092	514.3066361546516	5355551	0.9954751131221719	0.09901475429766744
439.8477005958557	230	509.79215605318547	3.194578072769955	518.1603236198425	502.86152470111847	5653619	0.9956709956709956	0.09901475429766744
461.5555188655853	240	521.5177881032229	2.934689037637954	529.1470235586166	514.1462382674217	5936952	0.9958506224066389	0.09901475429766744
483.15799832344055	250	518.969550756812	2.6747614042513277	525.662399828434	512.5684372782707	6222379	0.99601593625498	0.09901475429766744
506.73269295692444	260	528.2916809141636	2.586442873221658	534.8573586940765	522.2162227630615	6526884	0.9961685823754787	0.09901475429766744
530.5584814548492	270	535.0831587392091	2.5711272098184854	541.2640519142151	528.2272537946701	6837568	0.9963099630996308	0.09901475429766744
553.6769261360168	280	520.6035313355923	2.6091086095855935	527.9541088938713	513.5949810743332	7137681	0.9964412811387898	0.09901475429766744
576.2611582279205	290	492.78888759732246	2.8496107584490127	498.33336704969406	485.8065583705902	7433204	0.9965635738831613	0.09901475429766744
599.258288860321	300	516.3963410711289	3.0442543958119606	523.7806992530823	508.12064504623413	7730813	0.9966777408637871	0.09901475429766744
621.4614810943604	310	508.54917500257494	2.570168684483628	514.5664572715759	501.44541132450104	8023271	0.9967845659163985	0.09901475429766744
645.1310503482819	320	515.8336037439108	2.7326351443345605	521.7678050994873	509.6191054582596	8330418	0.996884735202492	0.09901475429766744
668.3627469539642	330	529.7695858842135	2.911063438777798	536.3202841281891	520.0516541004181	8640385	0.996978851963746	0.09901475429766744
691.0131998062134	340	526.0918102151155	3.006804410063563	532.4386485815048	518.0070858001709	8940224	0.9970674486803517	0.09901475429766744
715.1039872169495	350	506.83313132345677	2.916493087418166	513.7516221404076	500.7324056625366	9259851	0.997150997150997	0.09901475429766744
739.2419595718384	360	494.81242947757244	2.5508123479372506	500.64626508951187	487.87600779533386	9585148	0.9972299168975067	0.09901475429766744
764.2209768295288	370	512.6780518275499	2.9681115508778344	520.8067216873169	505.1683464050293	9915815	0.9973045822102424	0.09901475429766744
789.8244421482086	380	507.72472691476344	3.0270425493261466	513.8565593361855	500.82811629772186	10262193	0.9973753280839893	0.09901475429766744
815.4159278869629	390	529.832933754921	3.0064977576835585	536.4972023963928	520.1707111597061	10598584	0.9974424552429666	0.09901475429766744
840.3843851089478	400	520.110946148634	3.307123760585217	528.8549355864525	512.8304318189621	10920510	0.9975062344139649	0.09901475429766744
864.7758913040161	410	510.2350071060657	3.4815581537607687	520.7750046253204	503.1872146129608	11246407	0.997566909975669	0.09901475429766744
889.7212100028992	420	520.5552047175169	4.159428173377219	532.635207593441	511.2035245895386	11587636	0.9976247030878859	0.09901475429766744
916.1055376529694	430	506.1396925795078	3.34219027073716	514.5071539878845	497.72893726825714	11936022	0.9976798143851506	0.09901475429766744
940.8274450302124	440	508.10337245345113	3.274783772422616	517.3477950692177	501.0149292945862	12271551	0.9977324263038547	0.09901475429766744
967.0553176403046	450	514.5426121497154	3.6312167029245157	524.9537975788116	506.2564517259598	12626508	0.9977827050997782	0.09901475429766744
993.1678614616394	460	514.0206296372413	3.1639142746231936	522.4635872840881	506.705020070076	12981382	0.9978308026030368	0.09901475429766744
1017.7259895801544	470	511.3989032739401	3.9758851674502322	526.0299009680748	499.7526835203171	13306735	0.9978768577494691	0.09901475429766744
1042.3512814044952	480	521.7272548466921	5.634024395227966	533.6683229207993	496.5835309624672	13639261	0.9979209979209978	0.09901475429766744
1068.5463757514954	490	520.1759373092651	4.650484347682434	533.5792170166969	504.2194732427597	13981852	0.9979633401221994	0.09901475429766744
1095.2164866924286	500	517.705787795782	4.3043639549524455	530.3033367991447	498.0645089149475	14334948	0.9980039920159679	0.09901475429766744
1121.849841117859	510	519.5695316916704	4.632432692920761	531.1288900971413	505.82830035686493	14692941	0.9980430528375732	0.09901475429766744
1148.1845366954803	520	520.4356788831949	6.384506970777357	532.978820502758	479.51258128881454	15043148	0.9980806142034547	0.09901475429766744
1173.8118937015533	530	521.6548392432928	4.044085640102195	532.8561087846756	508.92613965272903	15412888	0.998116760828625	0.09901475429766744
1202.4488496780396	540	530.6840873473883	6.090717459485565	544.2506353259087	510.83725279569626	15802364	0.9981515711645099	0.09901475429766744
1230.2884259223938	550	525.631254402399	4.38520746379744	537.497043967247	517.1296067237854	16181515	0.9981851179673319	0.09901475429766744
1260.6386179924011	560	546.2611099570989	7.303272941535247	566.1503216028214	523.0938557982445	16582495	0.998217468805704	0.09901475429766744
1290.8695924282074	570	551.3787391483784	7.239946594078629	575.1579455137253	536.8793342113495	16994315	0.998248686514886	0.09901475429766744
1319.6685914993286	580	536.5847166287899	7.242816324692712	571.5885824561119	522.8311593532562	17389981	0.9982788296041306	0.09901475429766744
1349.6677157878876	590	540.1571797293425	8.423373478113099	570.4449850916862	526.4442431330681	17788566	0.9983079526226732	0.09901475429766744
1378.6698055267334	600	541.0872817391157	8.979430963456673	566.5597443580627	523.764098405838	18184218	0.9983361064891845	0.09901475429766744
1408.4697997570038	610	565.0001682341099	10.958430217194303	607.8295510411263	541.3483719825745	18586168	0.9983633387888705	0.09901475429766744
1437.8715147972107	620	539.6089544719457	10.698265900390831	578.2957180738449	517.47162348032	18989834	0.9983896940418677	0.09901475429766744
1469.1905677318573	630	550.338146148324	11.132267013736321	583.3855201005936	530.8590992689133	19392236	0.9984152139461171	0.09901475429766744
1498.111168384552	640	543.7272436887026	9.82510056094758	563.568385720253	521.8175648450851	19796699	0.9984399375975037	0.09901475429766744
1528.595758676529	650	550.0247725915909	8.930270579021075	585.2623302936554	522.7091912031174	20211609	0.998463901689708	0.09901475429766744
1558.294025182724	660	554.462214230299	9.118673243548688	577.6184799671173	533.9375672340393	20616964	0.9984871406959152	0.09901475429766744
1588.8848745822906	670	549.5377493453026	9.423544251597553	575.7484157085419	532.1993442773819	21034707	0.998509687034277	0.09901475429766744
1619.932779788971	680	555.857077485919	10.253322781458957	584.7255297899246	528.4693287611008	21437595	0.9985315712187958	0.09901475429766744
1650.0442790985107	690	561.4237566369771	11.640482286979625	594.8777217268944	542.6961966753006	21840330	0.9985528219971055	0.09901475429766744
1681.0149405002594	700	542.9874670825899	70.91924583194728	577.3943427205086	48.95683370530605	22257202	0.9985734664764621	0.09901475429766744
1712.7604341506958	710	579.6377277892828	10.332340771314046	615.449520945549	555.9628245830536	22678050	0.9985935302390997	0.09901475429766744
1744.5447194576263	720	558.0315220183134	11.499489416644456	600.5953051447868	539.0665838122368	23101888	0.9986130374479888	0.09901475429766744
1775.408385515213	730	554.172991169691	74.46491781816287	592.1066636443138	26.70048576593399	23518392	0.9986320109439123	0.09901475429766744
1805.9636178016663	740	578.9333572079241	56.080726022281276	630.1711279153824	38.9016525298357	23927152	0.9986504723346827	0.09901475429766744
1836.698557138443	750	567.0797736257315	11.839840778367455	598.783938229084	546.6243280172348	24341049	0.9986684420772302	0.09901475429766744
1868.0027616024017	760	563.899809297733	52.3972313170535	602.6122182011604	55.46357486769557	24755410	0.9986859395532193	0.09901475429766744
1899.6425626277924	770	563.9615477969311	54.880730907230955	595.3631327748299	30.368708034977317	25170002	0.9987029831387807	0.09901475429766744
1930.2062649726868	780	569.5029273051024	13.348969127205915	603.7940657138824	543.548939704895	25577724	0.9987195902688859	0.09901475429766744
1961.2413704395294	790	539.2248322585225	105.19327710645334	584.2277210354805	18.173957586288452	25995508	0.9987357774968393	0.09901475429766744
1992.9481024742126	800	563.8807953959704	54.9196400162047	607.4369262456894	28.38069063425064	26418358	0.9987515605493132	0.09901475429766744
2023.0998244285583	810	556.220739813149	93.45994815227749	605.0916321873665	19.553881585597992	26830513	0.9987669543773118	0.09901475429766744
2050.3951168060303	820	555.2534161829949	74.68325592238463	597.4818323254585	15.592236414551735	27222915	0.9987819732034103	0.09901475429766744
2080.688362121582	830	572.5389931434393	11.411796200089457	597.9131457209587	548.3830577135086	27624381	0.9987966305655835	0.09901475429766744
2109.9617886543274	840	556.8395568218828	73.7743791766386	590.7167803049088	29.860633432865143	28020125	0.9988109393579071	0.09901475429766744
2139.966400384903	850	558.5247168010474	7.333565338060641	575.1969178318977	541.5062830448151	28431686	0.99882491186839	0.09901475429766744
2169.9708111286163	860	544.4023660999536	52.80942783534363	567.9927341341972	23.30828619003296	28825542	0.9988385598141695	0.09901475429766744
2199.659883737564	870	545.1023686133325	101.3938978905523	578.6339965462685	36.939263701438904	29225109	0.9988518943742823	0.09901475429766744
2228.8600175380707	880	537.9126723809541	88.2071267845363	565.0347068309784	19.135854110121727	29612830	0.9988649262202042	0.09901475429766744
2258.459170103073	890	541.8787563920393	119.18932536985388	587.0546191334724	18.745632648468018	30006996	0.9988776655443321	0.09901475429766744
2288.5910878181458	900	552.225602241531	89.04431154265995	587.8484182357788	33.81784510612488	30407223	0.9988901220865704	0.09901475429766744
2316.6787617206573	910	550.4308350913972	109.14135981908889	593.0818674564362	-14.498011104762554	30784531	0.9989023051591657	0.09901475429766744
2346.147983312607	920	571.9647479608655	77.51522666488893	607.9054028987885	24.717794686555862	31171832	0.9989142236699239	0.09901475429766744
2376.509984731674	930	552.3708665338718	74.34449816475349	580.2013409733772	33.933954522013664	31581330	0.9989258861439312	0.09901475429766744
2406.4063432216644	940	570.1981881448627	54.36854642101149	594.444992005825	34.64701381325722	31984856	0.9989373007438893	0.09901475429766744
2435.2860748767853	950	574.4016246956587	56.17387191148	597.2895696759224	19.874257445335388	32375292	0.9989484752891692	0.09901475429766744
2464.9436161518097	960	575.0670055943727	7.8203613226122926	594.3100406527519	555.4690095186234	32773201	0.9989594172736731	0.09901475429766744
2492.2613937854767	970	564.7914321191608	93.21577355737669	598.1020513176918	19.695058703422546	33151950	0.9989701338825951	0.09901475429766744
2522.738664627075	980	609.1683616316318	8.38585511855028	635.8751944899559	591.8933181762695	33567302	0.9989806320081548	0.09901475429766744
2553.8900814056396	990	601.3144358670711	57.24064617186671	622.9544990062714	36.47304970026016	33996513	0.9989909182643792	0.09901475429766744
2584.435352087021	1000	606.3697418743373	7.36013207401715	621.6680614948273	588.7614853382111	34427267	0.9990009990009989	0.09901475429766744
2615.48042178154	1010	601.523686669916	58.77878352641885	622.8818489313126	20.82013438642025	34848590	0.9990009990009989	0.09901475429766744
2646.3521757125854	1020	603.7034325760603	7.337227519668663	623.9241632223129	585.3967015743256	35267747	0.9990009990009989	0.09901475429766744
2675.4483411312103	1030	593.192409657687	80.73053971194996	625.9415754079819	26.989054068922997	35676341	0.9990009990009989	0.09901475429766744
2707.1244480609894	1040	587.900917365551	78.81128200732951	619.3409096598625	35.799296736717224	36099731	0.9990009990009989	0.09901475429766744
2736.0361013412476	1050	570.9890959513746	138.46283099632925	624.2684418559074	-15.151921652257442	36518197	0.9990009990009989	0.09901475429766744
2766.4841437339783	1060	586.4897123320401	97.89472783585192	627.5881316065788	26.12781473994255	36930367	0.9990009990009989	0.09901475429766744
2795.732038974762	1070	599.1442754500359	57.90341461722321	626.0233240127563	27.922669045627117	37333934	0.9990009990009989	0.09901475429766744
2824.419857978821	1080	586.38523499839	81.19879073062299	612.4184670448303	19.329099766910076	37733156	0.9990009990009989	0.09901475429766744
2855.7287771701813	1090	597.0788329850137	81.80856629722516	627.3281608819962	23.3730878084898	38153821	0.9990009990009989	0.09901475429766744
2886.246706008911	1100	611.0864328094199	86.06996609462084	642.9178337454796	9.113579243421555	38563720	0.9990009990009989	0.09901475429766744
2915.7643122673035	1110	598.9055896972865	83.26665999657345	630.337547659874	17.507051818072796	38958653	0.9990009990009989	0.09901475429766744
2946.524008512497	1120	579.4548689861596	115.4867752380635	616.9385804533958	-9.34421320259571	39374415	0.9990009990009989	0.09901475429766744
2976.473424911499	1130	594.2445531322062	122.42731449739256	633.8200865387917	-14.484632939100266	39787657	0.9990009990009989	0.09901475429766744
3005.00186085701	1140	593.9767184959352	85.05352445078204	625.3093524575233	-15.789744079113007	40187644	0.9990009990009989	0.09901475429766744
3034.682029247284	1150	597.7000906218589	170.88811968494954	670.368340075016	-13.200857371091843	40595926	0.9990009990009989	0.09901475429766744
3065.3335366249084	1160	594.9758294393868	146.23292301143255	656.9196330904961	-10.75338750332594	41008535	0.9990009990009989	0.09901475429766744
3094.022222995758	1170	587.3585229861736	147.9855469249131	643.5032597780228	-15.936771780252457	41411272	0.9990009990009989	0.09901475429766744
3123.018266916275	1180	577.6684469799698	167.83335380234558	648.2381224632263	-15.569676890969276	41803266	0.9990009990009989	0.09901475429766744
3152.012388944626	1190	595.0158253384568	151.46794242675628	656.9816111326218	-16.893601711839437	42190119	0.9990009990009989	0.09901475429766744
3179.9576885700226	1200	635.8720596408843	112.05587996849626	689.89822524786	-13.954690247774124	42595319	0.9990009990009989	0.09901475429766744
3211.193231344223	1210	645.5162170147896	9.011947451369243	669.7514315843582	626.7191371917725	43006206	0.9990009990009989	0.09901475429766744
3243.825766324997	1220	645.4963074184955	111.16449228621843	687.6581320762634	-12.435053393244743	43429141	0.9990009990009989	0.09901475429766744
3274.129208803177	1230	647.787975346446	109.5490464678271	695.227521955967	19.442427396774292	43835818	0.9990009990009989	0.09901475429766744
3305.5112657546997	1240	650.45446115084	95.71157511464492	698.3780576586723	-18.795188955962658	44250116	0.9990009990009989	0.09901475429766744
3335.9453778266907	1250	607.2938625270501	184.9708380433453	689.3878878355026	-13.768220245838165	44650200	0.9990009990009989	0.09901475429766744
3367.595932006836	1260	617.7343083233759	179.2928105771025	689.6887584924698	-16.82033585011959	45058667	0.9990009990009989	0.09901475429766744
3397.337236881256	1270	590.7101168914884	213.08027319846636	697.8152008056641	-16.338878586888313	45477504	0.9990009990009989	0.09901475429766744
3429.849536895752	1280	642.2759407463669	113.35377615895858	684.1505949497223	-14.111368179321289	45903142	0.9990009990009989	0.09901475429766744
3463.8656146526337	1290	652.8976149076224	90.82188136521341	688.1049240231514	15.50650143623352	46340568	0.9990009990009989	0.09901475429766744
3495.6753129959106	1300	672.5363341208733	94.02825820600543	716.7607851028442	17.540674621239305	46767469	0.9990009990009989	0.09901475429766744
3530.0361502170563	1310	675.1605860155821	10.587656789603825	702.2733771204948	651.8238559961319	47211112	0.9990009990009989	0.09901475429766744
3563.113475084305	1320	639.3464181650802	172.89451420734878	714.9918848872185	-14.007237732410431	47648174	0.9990009990009989	0.09901475429766744
3594.5611889362335	1330	662.7159436258673	133.3186966791522	724.2073969841003	-16.281455606222153	48071023	0.9990009990009989	0.09901475429766744
3626.497602701187	1340	610.7391962420102	199.22914786247216	702.1688863039017	-18.25528049468994	48504473	0.9990009990009989	0.09901475429766744
3657.942811012268	1350	627.7435172564536	142.5890391157612	680.1081245541573	-16.5489501953125	48910787	0.9990009990009989	0.09901475429766744
3690.3401911258698	1360	656.192609923929	135.61549000878833	715.8285943865776	-20.354640051722527	49314084	0.9990009990009989	0.09901475429766744
3720.483486175537	1370	621.7073885084316	178.8006514689666	701.8147915005684	-17.676601141691208	49723157	0.9990009990009989	0.09901475429766744
