Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
7.718457460403442	0	95.60536638379097	8.619597964711305	123.53449383378029	83.05286556482315	0	0.0	0
46.58539152145386	800	15.741473593115806	0.4129586018012458	16.560694843530655	14.606331646442413	79528	0.9987515605493132	0.09901475429766744
72.80477118492126	1600	9.343811803013086	0.12696500855147322	9.623766839504242	9.007874175906181	118878	0.9990009990009989	0.09901475429766744
97.29215598106384	2400	9.85355316221714	0.11025760347448677	10.122391492128372	9.578725904226303	152545	0.9990009990009989	0.09901475429766744
121.51621103286743	3200	12.085899162292481	0.3104877536749051	12.607898354530334	11.175943076610565	185370	0.9990009990009989	0.09901475429766744
145.5122148990631	4000	11.641804364323615	0.14912747972889723	11.977952033281326	11.26997396349907	217643	0.9990009990009989	0.09901475429766744
169.09435319900513	4800	11.913996174633503	0.44729190266715557	12.610400587320328	11.333999961614609	248487	0.9990009990009989	0.09901475429766744
192.80731201171875	5600	12.61138168156147	0.29477031579822904	13.0290287733078	11.472782284021378	279659	0.9990009990009989	0.09901475429766744
216.7081732749939	6400	12.767226238250732	0.2562420368940293	13.229215443134308	12.146463215351105	311464	0.9990009990009989	0.09901475429766744
240.8003363609314	7200	14.871426737606525	0.6295498857383633	15.828726589679718	13.887406408786774	344004	0.9990009990009989	0.09901475429766744
265.1884069442749	8000	14.738267846703529	0.5153202320437077	15.807193607091904	14.037353962659836	377351	0.9990009990009989	0.09901475429766744
289.77119398117065	8800	15.931792020499707	0.2050797373737754	16.30059579014778	15.465526729822159	411432	0.9990009990009989	0.09901475429766744
314.93635511398315	9600	18.593258312642575	0.26450160018554497	18.938971996307373	17.30996161699295	447520	0.9990009990009989	0.09901475429766744
340.434730052948	10400	19.20389634028077	0.144799322527251	19.589906752109528	18.835107430815697	484886	0.9990009990009989	0.09901475429766744
366.39363646507263	11200	20.988656148836018	0.203250175167879	21.27518241107464	19.833307899534702	523677	0.9990009990009989	0.09901475429766744
393.16041445732117	12000	24.98698843506936	0.19161018621748543	25.35149343404919	23.823971948586404	565374	0.9990009990009989	0.09901475429766744
421.97277307510376	12800	32.82722832724103	0.5895571450482693	34.34696361795068	31.489060055464506	613985	0.9990009990009989	0.09901475429766744
456.6136598587036	13600	69.77091525972821	3.834231732404063	79.90512466803193	58.947930827736855	682545	0.9990009990009989	0.09901475429766744
505.0585386753082	14400	178.352693994844	5.386942940651202	187.49756645783782	159.34665791643783	797280	0.9990009990009989	0.09901475429766744
564.7154805660248	15200	211.81112441802208	5.3894416098745985	219.42006089165807	199.16208098642528	949381	0.9990009990009989	0.09901475429766744
629.4271306991577	16000	212.2153459864174	18.9454744643723	235.83471364947036	177.68895252607763	1118748	0.9990009990009989	0.09901475429766744
697.8556473255157	16800	267.8909196122843	8.127792933546909	279.2306039072573	250.1231486799079	1300062	0.9990009990009989	0.09901475429766744
769.503876209259	17600	280.9162018505248	4.682262394403225	299.9106755927205	273.8768140897155	1492295	0.9990009990009989	0.09901475429766744
841.2990667819977	18400	277.716500861993	10.666906558650988	350.7134874947369	259.86109878495336	1685424	0.9990009990009989	0.09901475429766744
913.351686000824	19200	363.6678854265995	3.4257591063211836	373.59779468923807	354.95626632869244	1879762	0.9990009990009989	0.09901475429766744
985.3744113445282	20000	348.9854993236065	3.442036683152392	358.4816776961088	341.45638428628445	2074320	0.9990009990009989	0.09901475429766744
1058.5113127231598	20800	365.65563643075524	1.5753491742037045	369.1437826156616	361.3008726835251	2272371	0.9990009990009989	0.09901475429766744
1133.0780861377716	21600	370.1120242852718	6.071644597298837	379.6336669102311	353.7767767421901	2475475	0.9990009990009989	0.09901475429766744
1209.0716938972473	22400	385.0230546116829	5.733454567495564	404.19697833806276	374.90539234504104	2684002	0.9990009990009989	0.09901475429766744
1284.5179936885834	23200	390.26075691585197	21.083878035628473	425.73446880676784	311.5718240807764	2890532	0.9990009990009989	0.09901475429766744
1362.305745124817	24000	388.98001060047915	24.761917887107614	428.5997324734926	294.73722618818283	3105793	0.9990009990009989	0.09901475429766744
1443.469919681549	24800	389.6873756234485	7.33724790087056	409.56550912884995	375.9775142800063	3332779	0.9990009990009989	0.09901475429766744
1524.5780470371246	25600	426.1426025281846	14.244186106326147	472.1491946987808	396.6072587631643	3559492	0.9990009990009989	0.09901475429766744
1607.4694356918335	26400	438.94562764015046	17.704592590569472	475.1095158010721	394.4543810747564	3792238	0.9990009990009989	0.09901475429766744
1691.5539903640747	27200	428.7815898344884	29.690789949837377	482.91534169204533	336.28056848980486	4029198	0.9990009990009989	0.09901475429766744
1777.1245164871216	28000	455.0755249857925	31.371835989695906	492.2171832442982	368.78677043976495	4271981	0.9990009990009989	0.09901475429766744
1864.7648119926453	28800	487.3430625196741	24.178974642834486	525.8303762748837	429.5271392092109	4521895	0.9990009990009989	0.09901475429766744
1952.8028690814972	29600	444.7035761921876	39.01070045706722	535.1812512753531	351.35301253572106	4773630	0.9990009990009989	0.09901475429766744
2043.904752254486	30400	510.71275646731954	48.199100867764145	569.519544845447	367.9267144573387	5035584	0.9990009990009989	0.09901475429766744
2135.8098635673523	31200	449.4081789893657	64.42832214121837	518.8947503529489	314.1857471726835	5299739	0.9990009990009989	0.09901475429766744
2228.853735923767	32000	495.77321891099376	16.009104288051063	516.55932700634	408.9503520450089	5568144	0.9990009990009989	0.09901475429766744
2323.848968744278	32800	512.208330800013	10.827029220919108	530.0060521140695	484.3655707798898	5842783	0.9990009990009989	0.09901475429766744
2420.144017457962	33600	525.215588705875	13.32026505533289	542.5667718052864	486.2993450090289	6121818	0.9990009990009989	0.09901475429766744
2518.7390398979187	34400	533.9237874479592	24.470975930958385	584.1877958029509	478.28557343780994	6408733	0.9990009990009989	0.09901475429766744
2617.58051776886	35200	527.7956225992302	16.611087057136082	558.9806926846504	491.30234607635066	6696517	0.9990009990009989	0.09901475429766744
2717.7391793727875	36000	534.6536703714077	20.350547816830403	584.0189593099058	486.4079355597496	6989529	0.9990009990009989	0.09901475429766744
2821.267231464386	36800	566.8885671080649	30.854913088121197	623.9776157513261	501.60013826191425	7294172	0.9990009990009989	0.09901475429766744
2926.9232749938965	37600	590.5631690233387	25.3306566643177	641.5378907844424	549.1786917597055	7605589	0.9990009990009989	0.09901475429766744
3033.5013496875763	38400	599.4384698397946	24.333893532873244	641.4245970565826	540.5213179402053	7920797	0.9990009990009989	0.09901475429766744
3141.897155046463	39200	663.7446316478774	15.485390137762424	687.3224189169705	604.4417397603393	8241829	0.9990009990009989	0.09901475429766744
3252.675097465515	40000	684.7790513550118	20.676657384385898	723.9450727924705	642.6135170012712	8571803	0.9990009990009989	0.09901475429766744
3365.6052629947662	40800	680.2707616914436	7.519683227616058	698.7644390799105	668.8779917135835	8911395	0.9990009990009989	0.09901475429766744
3481.6336698532104	41600	701.0302197612822	9.043566056613388	725.0207307636738	676.2320353463292	9262103	0.9990009990009989	0.09901475429766744
3598.424470424652	42400	655.1455794050172	10.194333959909526	674.2491742148995	619.0443329885602	9615457	0.9990009990009989	0.09901475429766744
3716.887868642807	43200	697.4397093547136	21.471304967726624	716.8818848878145	550.647169277072	9972057	0.9990009990009989	0.09901475429766744
3837.207393884659	44000	690.873219726868	15.081793327727599	718.0298975072801	617.2170283310115	10333284	0.9990009990009989	0.09901475429766744
3964.3365898132324	44800	694.2007987412624	20.07066762375979	738.663589136675	651.7089714650065	10714886	0.9990009990009989	0.09901475429766744
4089.5644278526306	45600	704.6135669071227	17.1270317511601	745.1787400916219	663.9975365847349	11097494	0.9990009990009989	0.09901475429766744
4219.477810621262	46400	786.8222352752834	32.10628436378629	850.2850026916713	736.0857981238514	11495959	0.9990009990009989	0.09901475429766744
4354.60177397728	47200	1024.0495259430384	55.53224961993799	1092.2685531144962	884.4654846647754	11911264	0.9990009990009989	0.09901475429766744
4497.755546569824	48000	1036.2462359363865	41.76135121080052	1094.8956052865833	925.326778544113	12351716	0.9990009990009989	0.09901475429766744
4643.748380661011	48800	1102.0557195197077	47.55810047883577	1187.4344620658085	987.8962841103785	12805569	0.9990009990009989	0.09901475429766744
4791.7760899066925	49600	1107.8607955862622	63.399197472643834	1195.638174489839	895.5833285856061	13265695	0.9990009990009989	0.09901475429766744
4949.652407884598	50400	1180.4168225247477	52.991013590548484	1286.1573457631748	1092.9233767348342	13757176	0.9990009990009989	0.09901475429766744
5108.7138550281525	51200	1180.9376308980118	51.802087165523346	1321.0630958285183	1114.6291770022362	14252310	0.9990009990009989	0.09901475429766744
5266.264398813248	52000	1116.5959052105993	17.584473080908822	1174.9115690030158	1084.6234839707613	14742457	0.9990009990009989	0.09901475429766744
5429.968662023544	52800	1247.3181841925718	32.800338925783045	1303.3336665392853	1125.8893854916096	15254838	0.9990009990009989	0.09901475429766744
5595.906670093536	53600	1212.5266673621675	64.53795379717177	1366.8266625823453	1108.570878494531	15778294	0.9990009990009989	0.09901475429766744
5766.88050198555	54400	1321.3683610236483	66.5029329192194	1436.4855154333636	1135.2371779782698	16315074	0.9990009990009989	0.09901475429766744
5936.884426116943	55200	1389.9309690874913	114.9290063415905	1656.4693613308482	1133.6510062678717	16847846	0.9990009990009989	0.09901475429766744
6113.09464597702	56000	1534.9418692971674	95.76811340211034	1761.052022613585	1345.1489375717938	17401476	0.9990009990009989	0.09901475429766744
6291.371406078339	56800	1620.8527605601214	125.34865602441212	1832.117603013292	1175.2643398214132	17964425	0.9990009990009989	0.09901475429766744
6472.61242890358	57600	1534.9870178305916	274.0589054562119	2129.9634033730254	1084.033374211751	18541519	0.9990009990009989	0.09901475429766744
6655.905448436737	58400	1529.4783035516134	181.70104454763035	1802.3687889967114	1132.608392611146	19124409	0.9990009990009989	0.09901475429766744
6842.881792068481	59200	1669.7418954184832	74.31253569856925	1804.811000384856	1446.9679743638262	19721901	0.9990009990009989	0.09901475429766744
7031.3927183151245	60000	1526.3436798021514	110.83847386090754	1914.6293894439004	1374.9338566036895	20322913	0.9990009990009989	0.09901475429766744
7222.123706817627	60800	1711.9641224781524	52.73557460164423	1830.7515391758643	1445.981777683366	20928554	0.9990009990009989	0.09901475429766744
7414.78560757637	61600	1744.1240999662039	70.18258303098989	1817.0436286740005	1512.852344580926	21539887	0.9990009990009989	0.09901475429766744
7605.673414468765	62400	1732.0659778609295	57.78341448150117	1813.527145281434	1537.2183342278004	22145323	0.9990009990009989	0.09901475429766744
7805.81353187561	63200	1824.532077559596	59.28729435160746	1940.2917240587994	1648.5545972660184	22783144	0.9990009990009989	0.09901475429766744
8011.412803411484	64000	1857.7158932626387	65.54908659801345	1962.2300192378461	1551.5727890655398	23440471	0.9990009990009989	0.09901475429766744
8231.234471559525	64800	2188.490144337801	161.24914621448715	2485.810280179605	1570.0662834197283	24146044	0.9990009990009989	0.09901475429766744
8468.628775835037	65600	2176.6048455751707	171.22589336250115	2588.9991076337174	1835.5689837164246	24911769	0.9990009990009989	0.09901475429766744
8710.585350036621	66400	2120.969602905578	339.69704874433614	2736.5090520381927	1372.5956467036158	25695703	0.9990009990009989	0.09901475429766744
8959.338647127151	67200	2195.304272343889	214.5757624499337	2828.8510717600584	1566.6952437758446	26503003	0.9990009990009989	0.09901475429766744
9237.461626768112	68000	3593.168339881841	133.16444678737133	3669.0793414898217	2293.6873057186604	27410931	0.9990009990009989	0.09901475429766744
9557.907170295715	68800	3561.227452662643	27.332690216497504	3628.1865237616003	3471.812568463385	28467730	0.9990009990009989	0.09901475429766744
9903.292809963226	69600	3455.609796703234	41.358094169978	3504.7895715180784	3329.0849462319165	29605542	0.9990009990009989	0.09901475429766744
10275.136298656464	70400	3470.7139194610995	24.42952241145176	3551.4037544000894	3386.114962890744	30844205	0.9990009990009989	0.09901475429766744
10654.036228656769	71200	3605.99912363993	20.084792515774392	3652.462856737897	3553.509524697438	32108069	0.9990009990009989	0.09901475429766744
11042.04821562767	72000	3568.3494609521704	76.4877299343478	3662.1707142852247	3157.4139595255256	33394416	0.9990009990009989	0.09901475429766744
11442.556498527527	72800	3603.793164613433	17.44490385717929	3650.623128220439	3561.2523323595524	34724283	0.9990009990009989	0.09901475429766744
11850.93041062355	73600	3665.319754899498	20.067652170471117	3714.4181733876467	3629.0988604053855	36083611	0.9990009990009989	0.09901475429766744
12265.50487780571	74400	3708.6867661793717	27.763159983490514	3762.0748804174364	3645.5521210785955	37462626	0.9990009990009989	0.09901475429766744
12679.4337079525	75200	3778.689743213672	25.39565852054593	3832.9078066218644	3676.148445200175	38841069	0.9990009990009989	0.09901475429766744
13090.699726581573	76000	3764.9826561358013	20.839209873996097	3810.105942618102	3721.800020735711	40216022	0.9990009990009989	0.09901475429766744
13518.013050079346	76800	3779.4604080163804	18.503735816869565	3809.549232196063	3742.4414737299085	41640277	0.9990009990009989	0.09901475429766744
13943.049216985703	77600	3876.488723967578	17.27663409882794	3921.5694032870233	3846.2461786512285	43053517	0.9990009990009989	0.09901475429766744
14372.097955226898	78400	3914.4896168545347	14.852270344260809	3950.0193581758067	3856.5469591040164	44478713	0.9990009990009989	0.09901475429766744
14803.158235788345	79200	3962.762483723834	23.516420443733256	4013.687346484512	3906.9699032977223	45905017	0.9990009990009989	0.09901475429766744
15231.467059612274	80000	4054.639591733325	20.418615073175516	4089.096961468458	3996.9451745671686	47324262	0.9990009990009989	0.09901475429766744
15660.456154108047	80800	4096.032281626957	14.199944609601332	4126.916578892618	4047.0176827986725	48738817	0.9990009990009989	0.09901475429766744
16040.658493757248	81527	4096.809225949656	20.51895949143482	4144.391963522881	4042.4977313224226	50001124	0.9990009990009989	0.09901475429766744
