Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
7.8880531787872314	0	94.86096275508403	8.816387841453208	138.98493707180023	82.33440887928009	0	0.0	0
49.18744134902954	800	114.29713791042566	31.818761269926913	252.06741082668304	73.93114641308784	86028	0.9987515605493132	0.09901475429766744
100.8329393863678	1600	249.60276339948177	2.4404630603301194	255.33083021640778	243.953559756279	205107	0.9990009990009989	0.09901475429766744
167.66983604431152	2400	257.27997822880747	3.477278948419899	265.39090597629547	249.3177604675293	374287	0.9990009990009989	0.09901475429766744
243.32232403755188	3200	288.253724694252	3.2386457701016482	297.0006432533264	282.1860166788101	572356	0.9990009990009989	0.09901475429766744
324.72871470451355	4000	305.19364280819894	3.1230363377903627	312.97409784793854	296.98323822021484	789330	0.9990009990009989	0.09901475429766744
411.9209792613983	4800	344.4704528230429	3.2652727975859133	351.7913177013397	335.081472158432	1027113	0.9990009990009989	0.09901475429766744
503.06780314445496	5600	366.71661785185336	3.1359863010906843	373.3113889694214	359.1514884233475	1278666	0.9990009990009989	0.09901475429766744
598.8663947582245	6400	385.0774647521973	2.9902372561571737	392.69964957237244	376.3661766052246	1544929	0.9990009990009989	0.09901475429766744
696.7148711681366	7200	384.6453036534786	2.4870806671082755	390.92905831336975	379.22370660305023	1816347	0.9990009990009989	0.09901475429766744
796.2501351833344	8000	397.99296723604203	2.513740224790505	403.6304496526718	392.5110763311386	2091040	0.9990009990009989	0.09901475429766744
895.3245866298676	8800	402.85977694988253	2.3971197058511695	408.5128024816513	397.98242020606995	2363935	0.9990009990009989	0.09901475429766744
994.2738223075867	9600	414.1659401369095	2.6268517971241745	421.74880373477936	408.7438282966614	2636714	0.9990009990009989	0.09901475429766744
1093.3472464084625	10400	426.56323417186735	2.922717892884551	433.3302674293518	419.4103493690491	2910392	0.9990009990009989	0.09901475429766744
1194.7138993740082	11200	433.74580072283743	2.872040663145405	441.40720295906067	427.06073701381683	3191665	0.9990009990009989	0.09901475429766744
1298.8413593769073	12000	439.36180221438406	2.5194315770206073	446.30932354927063	434.11614298820496	3482586	0.9990009990009989	0.09901475429766744
1400.7925288677216	12800	452.3280163550377	3.02795955025453	458.32078874111176	441.47731709480286	3766788	0.9990009990009989	0.09901475429766744
1506.961731672287	13600	451.82830971896647	3.010337144936378	458.4945741891861	443.9909873008728	4065511	0.9990009990009989	0.09901475429766744
1616.2175705432892	14400	459.396336684227	2.5447983167098105	466.55641078948975	454.5472215414047	4374114	0.9990009990009989	0.09901475429766744
1723.8662431240082	15200	456.06344564199446	2.7662614982571725	463.91679096221924	448.5247061252594	4677257	0.9990009990009989	0.09901475429766744
1831.2018599510193	16000	467.6578877955675	2.780501819032548	476.37236934900284	460.7466185092926	4978616	0.9990009990009989	0.09901475429766744
1937.652098417282	16800	459.41913194820285	2.9342276108614023	469.1314304769039	453.3089393079281	5276323	0.9990009990009989	0.09901475429766744
2045.8242766857147	17600	469.82277855004185	4.406247963569916	478.5125738084316	459.59644490480423	5580412	0.9990009990009989	0.09901475429766744
2153.504238843918	18400	459.5628636288643	3.1559388460521074	467.0566701889038	450.97427183389664	5882863	0.9990009990009989	0.09901475429766744
2262.0866820812225	19200	468.62613936601207	3.2249763197060632	478.46554642915726	461.31635069847107	6189121	0.9990009990009989	0.09901475429766744
2373.0948038101196	20000	465.4104804289341	3.512812892401934	472.2019530534744	456.6473343372345	6503550	0.9990009990009989	0.09901475429766744
2483.342224597931	20800	476.7675478249788	4.10635649636033	485.17766869068146	464.4678956270218	6815376	0.9990009990009989	0.09901475429766744
2594.5500571727753	21600	472.2539816391468	4.202646367826997	480.73183012008667	461.5709478855133	7130902	0.9990009990009989	0.09901475429766744
2706.1451201438904	22400	478.2483894866705	3.1870552246404884	485.60439270734787	470.71769976615906	7447836	0.9990009990009989	0.09901475429766744
2819.9547533988953	23200	475.57533971488476	4.447485045655584	485.70983254909515	464.6180531978607	7773851	0.9990009990009989	0.09901475429766744
2932.150290489197	24000	467.2979572761059	3.1828412407361517	475.53213143348694	459.36113226413727	8094274	0.9990009990009989	0.09901475429766744
3046.1683297157288	24800	473.0024449825287	3.9795659914545567	481.8968325853348	464.5940270423889	8419643	0.9990009990009989	0.09901475429766744
3157.6772429943085	25600	471.16598108649254	4.3129186698277655	482.03773951530457	457.96789813041687	8735236	0.9990009990009989	0.09901475429766744
3271.2917551994324	26400	465.05501762330533	3.4810866310500814	474.0619305372238	452.0772212743759	9057821	0.9990009990009989	0.09901475429766744
3387.541132211685	27200	461.93462960898876	4.75014761769099	472.3687219619751	452.0114549398422	9389787	0.9990009990009989	0.09901475429766744
3506.328458547592	28000	460.6861963200569	5.476515435780023	472.07254242897034	447.5695630311966	9730208	0.9990009990009989	0.09901475429766744
3624.2112345695496	28800	454.464410572052	4.3382648529256835	465.45892465114594	445.1863942146301	10066883	0.9990009990009989	0.09901475429766744
3739.637355566025	29600	452.19524014174937	5.032884910220631	463.29330003261566	439.631156206131	10394829	0.9990009990009989	0.09901475429766744
3854.2612421512604	30400	430.4140098583698	3.22120534122776	437.73903757333755	421.866587638855	10720131	0.9990009990009989	0.09901475429766744
3971.2576398849487	31200	439.5791598212719	4.397547581401649	450.9145967364311	427.04564130306244	11052441	0.9990009990009989	0.09901475429766744
4088.8120152950287	32000	440.3926240378618	3.970055733023061	449.30174362659454	431.4643659591675	11386334	0.9990009990009989	0.09901475429766744
4203.111766576767	32800	432.0419039261341	3.831384188814751	441.203222990036	422.84130799770355	11709608	0.9990009990009989	0.09901475429766744
4321.606375455856	33600	442.80539144992827	4.264530328676145	452.4365949034691	431.2043768167496	12046493	0.9990009990009989	0.09901475429766744
4440.451527118683	34400	441.3114397454262	4.932801420672254	451.70427000522614	428.88204061985016	12384881	0.9990009990009989	0.09901475429766744
4560.29173707962	35200	436.4780353039503	4.18519401603513	451.1840715408325	425.08729231357574	12726687	0.9990009990009989	0.09901475429766744
4676.194482803345	36000	427.1582091253996	3.576559211519194	433.8003212213516	418.58499002456665	13055549	0.9990009990009989	0.09901475429766744
4790.944409132004	36800	428.5477016043663	3.8308288064467306	438.0555399656296	419.50156605243683	13380786	0.9990009990009989	0.09901475429766744
4910.007479429245	37600	432.3431585717201	3.677074564668489	442.32477164268494	424.6085858345032	13720285	0.9990009990009989	0.09901475429766744
5026.222279310226	38400	426.4037583297491	3.299704982490518	435.1342992782593	418.14407074451447	14051248	0.9990009990009989	0.09901475429766744
5141.156593799591	39200	426.8783991008997	3.829555377449487	438.69951862096786	419.3884205818176	14378959	0.9990009990009989	0.09901475429766744
5255.726699590683	40000	419.29294299483297	3.0411048208647924	427.49804985523224	411.92726051807404	14704857	0.9990009990009989	0.09901475429766744
5365.592962503433	40800	410.43298191487787	2.890567578236971	415.6645427942276	401.42685985565186	15016869	0.9990009990009989	0.09901475429766744
5473.415262699127	41600	415.12817449688913	2.927095223590517	420.2938290834427	404.96039617061615	15322987	0.9990009990009989	0.09901475429766744
5585.1576318740845	42400	416.9734443628788	3.000750210202999	423.6703073978424	409.4868713617325	15641300	0.9990009990009989	0.09901475429766744
5701.058083534241	43200	419.8129286855459	2.9118942343420056	425.95515751838684	411.49175333976746	15970743	0.9990009990009989	0.09901475429766744
5817.327090024948	44000	419.5704507100582	2.8232209773278014	426.1679161787033	411.9852328300476	16301083	0.9990009990009989	0.09901475429766744
5931.561740398407	44800	414.55996059834956	2.86234293668525	419.12010765075684	404.5466779470444	16624559	0.9990009990009989	0.09901475429766744
6044.187209844589	45600	419.2711386215687	2.9449840182103877	425.3911395072937	408.1593486070633	16942847	0.9990009990009989	0.09901475429766744
6159.921324253082	46400	420.7216917580366	1.9835111293462473	424.96615397930145	410.26644015312195	17270938	0.9990009990009989	0.09901475429766744
6278.03249001503	47200	425.0875492078066	1.8741888055167644	428.6679018139839	419.93371134996414	17607261	0.9990009990009989	0.09901475429766744
6397.701810359955	48000	423.67529275119307	1.939520042312941	426.71222817897797	415.87990832328796	17948069	0.9990009990009989	0.09901475429766744
6516.4499435424805	48800	428.4637371659279	1.8946084212302796	432.3788152933121	418.8956723213196	18284627	0.9990009990009989	0.09901475429766744
6634.82843875885	49600	424.4623557388783	2.27168937561181	429.1423453092575	413.480183839798	18621139	0.9990009990009989	0.09901475429766744
6751.454019069672	50400	423.80025563240054	2.11081621306376	427.73819077014923	416.1154029369354	18951609	0.9990009990009989	0.09901475429766744
6865.355431556702	51200	421.9187558656931	1.7870166398576357	425.70824551582336	418.0613133907318	19274135	0.9990009990009989	0.09901475429766744
6983.073744297028	52000	425.89402139663696	1.775223202253983	432.216220498085	422.54215228557587	19608781	0.9990009990009989	0.09901475429766744
7101.593838453293	52800	429.18697637736796	1.691253122303319	432.6490088701248	423.2695987224579	19945917	0.9990009990009989	0.09901475429766744
7223.402562618256	53600	430.7352936154604	1.6575958958181085	434.10783183574677	424.00190794467926	20293840	0.9990009990009989	0.09901475429766744
7344.571003198624	54400	420.6433512407541	1.454469396525652	424.05794179439545	417.10922396183014	20639457	0.9990009990009989	0.09901475429766744
7465.116959571838	55200	434.2496906840801	2.078297332395016	439.1089850664139	428.84324073791504	20983227	0.9990009990009989	0.09901475429766744
7589.4068558216095	56000	435.5945037341118	2.3090074454870413	440.4940221309662	428.9216237068176	21338859	0.9990009990009989	0.09901475429766744
7716.621730327606	56800	431.0173057115078	2.2639459470736982	436.70684373378754	426.54560804367065	21702949	0.9990009990009989	0.09901475429766744
7844.405457496643	57600	426.1543561720848	3.180233204731668	432.5706977844238	420.3645635843277	22069434	0.9990009990009989	0.09901475429766744
7970.99285197258	58400	433.55130607306955	2.9833901850932367	438.563290476799	427.0313366651535	22432869	0.9990009990009989	0.09901475429766744
8106.635215044022	59200	447.8163962674141	3.000218668254514	454.8291267156601	439.46604692935944	22826120	0.9990009990009989	0.09901475429766744
8244.977498054504	60000	455.73107548475264	5.812794644225532	467.06663501262665	439.61082005500793	23229837	0.9990009990009989	0.09901475429766744
8379.839474201202	60800	432.2338583922293	55.351079251692425	447.60179805755615	43.084143936634064	23621600	0.9990009990009989	0.09901475429766744
8514.904731750488	61600	447.0079466497898	3.031001698935913	454.0506249666214	439.7331213951111	24012368	0.9990009990009989	0.09901475429766744
8653.83188533783	62400	453.3109405708313	2.806375022209794	459.2271444797516	446.0959892272949	24414449	0.9990009990009989	0.09901475429766744
8799.211710691452	63200	445.93571964800356	2.6930237671292834	451.82179367542267	436.747214615345	24836620	0.9990009990009989	0.09901475429766744
8948.058596849442	64000	447.8328126472235	3.131183394854274	454.62969172000885	434.7137460112572	25269683	0.9990009990009989	0.09901475429766744
9081.598935842514	64800	440.37529258012773	2.605131225080677	446.53158140182495	434.318239569664	25654236	0.9990009990009989	0.09901475429766744
9217.856466293335	65600	441.03885523319246	2.8661593425381344	448.00720834732056	434.0490002632141	26047557	0.9990009990009989	0.09901475429766744
9352.97778248787	66400	436.7049666053057	3.2944423950331765	444.9399164915085	429.4275243282318	26437216	0.9990009990009989	0.09901475429766744
9487.025047063828	67200	434.8614840734005	2.646048348365498	441.9345600605011	427.70653200149536	26822917	0.9990009990009989	0.09901475429766744
9620.021471261978	68000	423.66140442982316	38.50523372323016	435.33207607269287	41.797679498791695	27206072	0.9990009990009989	0.09901475429766744
9749.943596601486	68800	429.54761957466604	2.7089842300464486	437.966090798378	424.1413486003876	27579784	0.9990009990009989	0.09901475429766744
9879.36749625206	69600	429.92530641853807	3.1873531297955804	439.1562669277191	424.04428946971893	27951413	0.9990009990009989	0.09901475429766744
10017.151487350464	70400	438.39544779241083	39.01212548169722	452.27804040908813	51.3691685795784	28349451	0.9990009990009989	0.09901475429766744
10157.097501039505	71200	440.40103559017183	3.4886770034795447	451.14076149463654	432.97357761859894	28753943	0.9990009990009989	0.09901475429766744
10297.427038908005	72000	436.1946233713627	3.9770030850008635	445.01185739040375	426.92240154743195	29158888	0.9990009990009989	0.09901475429766744
10439.717076301575	72800	438.37031940340995	3.7214753063670796	447.6386608481407	429.7576481103897	29571042	0.9990009990009989	0.09901475429766744
10575.855966567993	73600	441.51621055185797	4.474095280360567	452.7513813972473	430.4274842739105	29965323	0.9990009990009989	0.09901475429766744
10710.585269927979	74400	439.07313158780335	40.99573947138822	453.7213376760483	33.511206060647964	30356666	0.9990009990009989	0.09901475429766744
10848.969234466553	75200	432.0670100927353	40.231708957525235	445.00240272283554	33.498625218868256	30759506	0.9990009990009989	0.09901475429766744
10988.003693819046	76000	441.0046960115433	4.18664393071072	450.1005437374115	429.59837079048157	31161832	0.9990009990009989	0.09901475429766744
11125.498359441757	76800	433.08234233140945	4.094273003492691	441.8515318632126	421.34163439273834	31559139	0.9990009990009989	0.09901475429766744
11269.725620746613	77600	435.8734252601862	4.197429370265212	445.5654844045639	426.2356096506119	31977595	0.9990009990009989	0.09901475429766744
11417.660045862198	78400	446.4716674751043	4.8462432744650386	457.3629754781723	434.5369873046875	32407340	0.9990009990009989	0.09901475429766744
11570.869991540909	79200	437.48143262922764	4.114396122818182	446.90059196949005	427.5643718242645	32853622	0.9990009990009989	0.09901475429766744
11712.133672952652	80000	436.409379683733	4.292553409148268	446.59547078609467	425.91457295417786	33262044	0.9990009990009989	0.09901475429766744
11854.809174537659	80800	441.2482420891523	4.164731998326842	451.3728031516075	430.86995029449463	33675648	0.9990009990009989	0.09901475429766744
11999.994339942932	81600	431.1409190046787	3.311657584052853	441.9393330812454	421.67719769477844	34097281	0.9990009990009989	0.09901475429766744
12140.680480718613	82400	438.2649497050047	4.577904312550342	450.6587652564049	427.56020390987396	34503971	0.9990009990009989	0.09901475429766744
12277.219450950623	83200	429.7656302905083	4.437784138077546	442.7352243065834	418.68341743946075	34898690	0.9990009990009989	0.09901475429766744
12419.13149523735	84000	429.9035768210888	4.034119745309867	440.0114012956619	418.9981162548065	35310452	0.9990009990009989	0.09901475429766744
12562.678594350815	84800	436.032326259017	4.577264925649062	444.70322358608246	425.3447264432907	35726251	0.9990009990009989	0.09901475429766744
12710.024135112762	85600	435.85427883207797	4.474213341644728	460.7145981788635	425.2367980480194	36153977	0.9990009990009989	0.09901475429766744
12854.476029872894	86400	437.38107355475427	5.282213763927498	464.34071987867355	427.6961121559143	36572914	0.9990009990009989	0.09901475429766744
12996.777344703674	87200	427.256975466609	4.728020238862833	455.89578664302826	418.59588754177094	36984718	0.9990009990009989	0.09901475429766744
13136.033298969269	88000	432.3561380279064	4.411132875371759	441.3774644732475	420.66083467006683	37387186	0.9990009990009989	0.09901475429766744
13283.214344263077	88800	430.36113653600216	6.160013429337246	462.9874069094658	418.72470486164093	37814978	0.9990009990009989	0.09901475429766744
13426.802565336227	89600	424.23892320245506	44.245184126404496	440.01752442121506	-13.921049684286118	38230469	0.9990009990009989	0.09901475429766744
13566.637557029724	90400	418.24566933196036	50.26525949754277	460.796654522419	60.44711960479617	38634148	0.9990009990009989	0.09901475429766744
13710.907318115234	91200	427.9426077479124	4.662279936538431	455.8146968483925	418.78051364421844	39050975	0.9990009990009989	0.09901475429766744
13857.594149589539	92000	430.6297440057993	4.304102116493567	439.6671073436737	418.06768786907196	39476627	0.9990009990009989	0.09901475429766744
14000.75507736206	92800	441.3938192772865	5.691353340780371	462.452962577343	427.04136419296265	39891613	0.9990009990009989	0.09901475429766744
14152.617840051651	93600	422.09101930886504	62.527861186773414	441.3128298521042	-14.831075727939606	40336736	0.9990009990009989	0.09901475429766744
14292.779836177826	94400	415.0987762361765	61.45573494467011	442.44460874795914	-14.439697325229645	40743697	0.9990009990009989	0.09901475429766744
14441.48779797554	95200	424.22214433133604	4.13059427399015	430.8844918012619	415.6570760011673	41176626	0.9990009990009989	0.09901475429766744
14578.201132059097	96000	416.86473271489143	13.625601486833865	546.9848552942276	406.9666851758957	41570521	0.9990009990009989	0.09901475429766744
14714.61785364151	96800	424.00385957598684	4.796990322491008	454.4439943432808	412.522776722908	41962602	0.9990009990009989	0.09901475429766744
14851.339561700821	97600	427.3907499688864	4.4241965891335795	447.68905287981033	417.80315828323364	42356129	0.9990009990009989	0.09901475429766744
14991.250373840332	98400	419.62085174426437	43.47943133449724	436.42089223861694	-11.045915320515633	42760508	0.9990009990009989	0.09901475429766744
15127.039226770401	99200	418.1773217409849	43.62410782813576	433.4930071234703	-14.107498347759247	43151730	0.9990009990009989	0.09901475429766744
15266.136078596115	100000	420.8890091693401	2.9761688469280676	427.3799343109131	413.0839605331421	43553259	0.9990009990009989	0.09901475429766744
15411.708504199982	100800	422.181716273427	3.076594881988685	428.3747732639313	414.04412841796875	43975056	0.9990009990009989	0.09901475429766744
15553.417392730713	101600	424.8507009810209	3.7775760086210326	434.1821177005768	416.13560831546783	44384932	0.9990009990009989	0.09901475429766744
15693.594979047775	102400	422.6197032469511	44.14990597736406	440.2215996980667	-14.410324513912201	44789945	0.9990009990009989	0.09901475429766744
15838.123590946198	103200	408.1255342491716	74.35195010554315	434.3383332490921	-15.558474332094193	45208750	0.9990009990009989	0.09901475429766744
15989.188121557236	104000	421.3669591963291	3.948347121724931	431.60794365406036	413.11806559562683	45649618	0.9990009990009989	0.09901475429766744
16139.70111656189	104800	419.8374458390474	3.6389136643137174	429.47867798805237	410.8606994152069	46087980	0.9990009990009989	0.09901475429766744
16292.000633478165	105600	422.56875406563285	4.100255029905964	431.5561329126358	409.63017666339874	46530789	0.9990009990009989	0.09901475429766744
16448.205369234085	106400	424.1823559170961	6.094376218703617	464.79693722724915	413.35165321826935	46984518	0.9990009990009989	0.09901475429766744
16600.533482313156	107200	416.94237689197064	4.09879534230249	425.3691437244415	404.761470913887	47427652	0.9990009990009989	0.09901475429766744
16751.583822250366	108000	426.93820922613145	4.829805396938879	436.8003041744232	414.67811501026154	47866482	0.9990009990009989	0.09901475429766744
16897.70227098465	108800	408.6664565137029	60.738418756129946	425.50775814056396	-17.239276379346848	48289233	0.9990009990009989	0.09901475429766744
17042.678324699402	109600	419.3605918433517	43.48888599669619	433.76249837875366	-11.584123887121677	48708957	0.9990009990009989	0.09901475429766744
17194.964059829712	110400	417.18904084548353	43.90868584756048	430.8987023830414	-17.46568275988102	49152738	0.9990009990009989	0.09901475429766744
17337.629542827606	111200	412.02167611569166	43.344866223189136	424.3506809473038	-17.09826448559761	49567250	0.9990009990009989	0.09901475429766744
17475.82463812828	112000	408.67349659383297	42.89413378061511	420.3869047164917	-16.798976719379425	49965863	0.9990009990009989	0.09901475429766744
17488.942650318146	112066	412.46427135527136	3.6962021704773957	419.46517038345337	403.09643483161926	50000124	0.9990009990009989	0.09901475429766744
