Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
6.982534885406494	0	94.86096275508403	8.816387841453208	138.98493707180023	82.33440887928009	0	0.0	0
54.207735538482666	800	251.9084043979645	3.1343588958317903	258.0243209004402	245.14593255519867	106443	0.9987515605493134	0.4174461678075407
118.77672362327576	1600	259.40999334216116	2.5115003341790443	264.6712783575058	252.92385065555573	270118	0.999000999000999	0.43848095633033535
190.6056089401245	2400	280.8456414353848	3.518789982479665	289.12562596797943	272.08301639556885	456845	0.999000999000999	0.4585085477747708
270.09896516799927	3200	296.23671072840693	3.0413144858915153	303.48705863952637	289.8189928531647	660584	0.999000999000999	0.4019756824893584
355.0630044937134	4000	366.598114977479	4.000702955053325	377.0075943470001	355.9344596862793	890709	0.999000999000999	0.42145379442108577
448.1121699810028	4800	367.2077449828386	3.072755739168793	375.1998202800751	359.6824320554733	1148492	0.999000999000999	0.39293960267962974
546.5643808841705	5600	382.6408528017998	3.334765702583207	390.7285430431366	373.9080594778061	1423966	0.999000999000999	0.4235653685773333
643.799633026123	6400	394.98752784490586	3.2149297603812195	402.00236093997955	387.80588752031326	1695513	0.999000999000999	0.4300009728156311
742.9594593048096	7200	411.4887246823311	2.8942957616333223	417.84217596054077	404.50691390037537	1973084	0.999000999000999	0.4686544086908681
841.2361903190613	8000	417.8365035903454	3.4378492481432747	425.8974390029907	410.6270309686661	2248107	0.999000999000999	0.4686544086908681
937.9884088039398	8800	418.77183017015454	3.2609944966766977	426.1468679904938	412.4251399040222	2518105	0.999000999000999	0.4210532285074735
1035.2445256710052	9600	423.9843001580238	3.319621746927998	430.6263862848282	415.81536960601807	2790239	0.999000999000999	0.41139418263574556
1133.1715395450592	10400	428.93945981621744	3.355203835560349	436.3186699151993	421.6062798500061	3065249	0.999000999000999	0.41810524885027484
1232.3074343204498	11200	438.75051004886626	3.3671035354405223	446.0503007173538	431.1281223297119	3344239	0.999000999000999	0.43712241860616147
1328.6759631633759	12000	450.7488030362129	3.48034846091528	459.25426483154297	443.51653039455414	3615403	0.999000999000999	0.451055669748184
1422.5790758132935	12800	447.6359385979176	3.428067152972868	457.40633630752563	440.88511896133423	3878261	0.999000999000999	0.451055669748184
1517.2360966205597	13600	450.526869084835	3.0805960752919317	458.0902189016342	443.2058108448982	4143985	0.999000999000999	0.4004148546704132
1609.2007842063904	14400	448.6555999529362	3.081290435820719	456.30114102363586	442.18785244226456	4400586	0.999000999000999	0.4633023950884886
1702.3736763000488	15200	451.75593089997767	2.630326637345016	457.2509515285492	446.3677543401718	4661607	0.999000999000999	0.4467309911546092
1798.1587517261505	16000	459.4574317675829	3.015340130975936	466.4490420818329	451.92684495449066	4931467	0.999000999000999	0.41476692025948664
1893.980434179306	16800	460.11389920413495	2.9551246973083454	466.3501454591751	453.76657497882843	5201826	0.999000999000999	0.4114823979998074
1990.694368839264	17600	473.19755513072016	2.827317627175701	480.44253754615784	466.48244273662567	5475804	0.999000999000999	0.4265843146661012
2086.54781126976	18400	459.76262017667295	2.908444620232539	467.77924132347107	452.8056889772415	5746766	0.999000999000999	0.44487087546895027
2183.6385366916656	19200	478.0363088858128	3.2202067598515267	485.7376364469528	470.1868606209755	6022123	0.999000999000999	0.44487087546895027
2281.976377248764	20000	477.4934126865864	2.4226993326437305	484.4755207300186	472.09928154945374	6300936	0.999000999000999	0.41896713788068746
2381.0369091033936	20800	491.2362185239792	3.2962672540060085	499.658893764019	483.8118220567703	6581055	0.999000999000999	0.41726208640743495
2482.6707122325897	21600	481.8664071929455	2.8676164698967845	491.45534682273865	476.6063748598099	6869590	0.999000999000999	0.4006158060104309
2583.3736922740936	22400	491.52131579577923	3.5738573048778375	499.86370408535004	483.94530779123306	7155725	0.999000999000999	0.43504205287237085
2685.6268498897552	23200	487.20509386513385	3.322835413898399	494.3356996178627	478.3038886785507	7448593	0.999000999000999	0.42270564253952886
2787.539188861847	24000	471.6944598252326	2.6543682342093953	478.2527314424515	463.94070240855217	7741121	0.999000999000999	0.42428592237537993
2891.27614736557	24800	477.77390306353567	3.593479861565359	486.14546978473663	469.7278940677643	8039387	0.999000999000999	0.3870787878275971
2993.5872235298157	25600	473.9070551405614	2.945161475872076	481.2797335386276	467.71921657025814	8332866	0.999000999000999	0.4377935735910599
3099.8892669677734	26400	468.17823070883753	2.7268735291082566	476.13370633125305	460.5974844098091	8639649	0.999000999000999	0.3908447407450715
3206.637191295624	27200	470.3592848521471	2.8702731552259615	477.427925825119	463.04711306095123	8945907	0.999000999000999	0.4248685494319438
3313.044646501541	28000	461.6793129527569	2.7661126582082574	467.9385344982147	453.7704482078552	9250337	0.999000999000999	0.4170241632416169
3420.6811604499817	28800	468.4652514910698	3.1934011123185484	476.7365553379059	461.93107134103775	9558548	0.999000999000999	0.4073507987857865
3526.57914185524	29600	466.80256680190564	3.9106037444570636	477.45715296268463	458.7562713623047	9861133	0.999000999000999	0.447214760127044
3631.1202874183655	30400	462.45353628993035	3.816173564084413	471.93324053287506	452.518602848053	10159837	0.999000999000999	0.4423801016931335
3736.0228519439697	31200	465.03918362498285	3.474086819631442	474.10297656059265	455.27209264039993	10459757	0.999000999000999	0.44626780256172577
3841.7872087955475	32000	470.6168384230137	3.7328226356301757	478.4003825187683	461.0496156811714	10763239	0.999000999000999	0.4093605717599821
3950.388029575348	32800	490.18588041439654	5.225878208219386	503.77486276626587	474.0501512289047	11076481	0.999000999000999	0.48464657207149525
4058.8665466308594	33600	483.2332243388891	5.301134794161179	501.063076376915	471.23999696969986	11389126	0.999000999000999	0.42825374675925676
4164.783900499344	34400	483.69075478434564	4.874036854198822	496.174711227417	469.8214340209961	11693367	0.999000999000999	0.4109529824025475
4273.2219414711	35200	487.64911806762217	5.193022549987739	499.0136374235153	473.80167204141617	12007342	0.999000999000999	0.4315472228852103
4382.2449724674225	36000	490.1988594889641	5.291598338130665	502.8843536376953	475.8187292814255	12324665	0.999000999000999	0.4081793326682927
4489.487646579742	36800	488.4126950055361	5.25969872178903	504.1187444925308	471.7663125395775	12636157	0.999000999000999	0.4308300805537567
4596.811201810837	37600	493.01724294960496	4.848323455148656	504.70840471982956	481.21413481235504	12946871	0.999000999000999	0.4677294978485351
4704.00741147995	38400	484.7822449404001	5.745374200732888	501.5401973724365	474.2337815761566	13255889	0.999000999000999	0.41386977417793286
4810.42377781868	39200	489.34335193037987	5.301611734522126	503.36497139930725	475.8822989463806	13562049	0.999000999000999	0.4304164492145885
4915.265762805939	40000	491.67091016292574	4.240215020608687	502.4439284801483	483.0510243177414	13863152	0.999000999000999	0.4636924397624726
5022.107094526291	40800	491.8273795288801	4.9611938031067115	505.3639738559723	481.74133563041687	14170899	0.999000999000999	0.4665805875028571
5130.947913169861	41600	493.91474272072315	4.968752809092543	503.2237539291382	477.9308737516403	14484928	0.999000999000999	0.42327712181689475
5240.183611631393	42400	495.8330757623911	5.3793808896655255	505.3343847990036	482.5551583766937	14798101	0.999000999000999	0.4012268335768405
5347.257195711136	43200	492.519868465662	4.96662281332451	502.2814391851425	481.3673176765442	15103325	0.999000999000999	0.3998475672885113
5458.25297665596	44000	492.296862244606	4.259545408246028	501.0792164802551	481.82075583934784	15421997	0.999000999000999	0.44265288016263593
5566.189168214798	44800	495.0448992204666	4.677985617970756	505.9860829114914	484.85879242420197	15730308	0.999000999000999	0.4072938787876246
5676.086310863495	45600	508.5682031440735	6.590995078437789	526.7245578765869	491.83388352394104	16045997	0.999000999000999	0.42177874545380506
5782.510005235672	46400	498.61347640395167	4.568199766068784	510.507101893425	489.60184133052826	16349589	0.999000999000999	0.4327509229739901
5889.7186868190765	47200	515.2097887861729	5.711180052493984	528.9151567220688	503.1177558898926	16655268	0.999000999000999	0.41346565607899216
5998.110048294067	48000	511.01403692722323	6.014637918861681	525.9786596298218	498.8820585012436	16965074	0.999000999000999	0.47513534490783677
6106.08421754837	48800	504.7227924287319	4.849174133867583	517.1706085205078	491.1400865316391	17273773	0.999000999000999	0.3966246516741866
6212.847585439682	49600	503.93119671583173	4.884221866593741	514.9034529924393	492.6350016593933	17578591	0.999000999000999	0.46118386784895926
6320.911216974258	50400	516.8423943197727	5.880958770430014	537.4258202314377	504.30921936035156	17888178	0.999000999000999	0.3968706083637173
6429.280119895935	51200	525.7792209339142	5.985668421774564	546.5887035131454	511.3180490732193	18200417	0.999000999000999	0.415783487286009
6535.781049013138	52000	539.0949029374123	6.551247740954519	555.8524702787399	523.3594046831131	18507457	0.999000999000999	0.46566438062895815
6641.92489695549	52800	560.2325646305085	6.929580889939698	577.1403374671936	542.5521665811539	18813593	0.999000999000999	0.4223459931777082
6750.593095064163	53600	570.6340015089512	7.493405318400642	590.2074570655823	553.9466435909271	19124036	0.999000999000999	0.4034458206491804
6860.064413547516	54400	543.333045077324	6.388504342323023	556.9125633239746	529.3998520374298	19440366	0.999000999000999	0.4270454868244065
6969.718396902084	55200	564.9724940705299	7.315798588904959	583.4542973041534	546.9585622549057	19756563	0.999000999000999	0.3947901010354336
7080.28004527092	56000	567.0335268211364	6.485786128736945	585.1806505918503	551.3830000162125	20075408	0.999000999000999	0.40187120630707784
7190.667208194733	56800	573.0819287550449	6.669546955826553	588.1832183599472	553.85493683815	20394501	0.999000999000999	0.4346475845712821
7303.611181497574	57600	573.1276934754849	6.1259263042451275	586.9599615335464	556.7023713588715	20721896	0.999000999000999	0.5022393422738075
7416.93484377861	58400	565.0308570528031	8.778583732984366	587.23972427845	544.5862975120544	21051005	0.999000999000999	0.42635063277631663
7533.3355667591095	59200	582.4852747476101	9.504394573728135	606.0076506137848	560.6344919204712	21389884	0.999000999000999	0.41341032023826113
7645.961894273758	60000	592.8860141777992	8.45054129948286	611.4761862754822	572.7513700723648	21717054	0.999000999000999	0.3897387767338205
7759.151879310608	60800	573.246258560419	8.376096155437212	588.9508235454559	555.25699031353	22046821	0.999000999000999	0.41135150534932846
7873.751072883606	61600	586.1441730237007	8.735966796562742	602.7513329982758	565.8593474626541	22381315	0.999000999000999	0.397635896710205
7989.0870933532715	62400	581.8870295226574	9.058142462813976	606.363165974617	565.5570019483566	22718193	0.999000999000999	0.4383760262173043
8106.579856395721	63200	583.4898883271218	7.838661454301036	603.9630284309387	558.7591618299484	23061075	0.999000999000999	0.4339339842983777
8225.336438417435	64000	586.7579051828384	8.854899399086781	605.3506400585175	561.8806015253067	23408017	0.999000999000999	0.39836649748161335
8342.64529967308	64800	589.7186489927768	8.286737174347383	608.3601334095001	571.5754064321518	23751084	0.999000999000999	0.4117834052606444
8461.447929382324	65600	590.0081864571571	7.299388716842189	615.9754416942596	575.2002384662628	24100129	0.999000999000999	0.39566471951645404
8582.985382556915	66400	579.6433326375485	7.217903538788232	598.8802510499954	564.89108979702	24458072	0.999000999000999	0.40484673743188204
8701.18303990364	67200	597.7586506605148	8.641223989238924	631.087815284729	578.744602560997	24804135	0.999000999000999	0.4090916371125712
8825.118654489517	68000	598.117317186594	6.477988687089294	614.9610925912857	585.2620240449905	25169609	0.999000999000999	0.46805039932964515
8949.264462709427	68800	611.3505139243603	9.021058538347663	637.4322752952576	592.9354394674301	25535123	0.999000999000999	0.44429238937166243
9077.703961610794	69600	627.8521287715434	8.533493266133172	649.6459081172943	610.2098370790482	25915019	0.999000999000999	0.4439924305992727
9206.557702064514	70400	617.4368375313283	9.23075134976591	640.8262066841125	597.820472240448	26296175	0.999000999000999	0.4409342455978277
9335.618941307068	71200	601.8258375895024	8.75036372493585	626.3725999593735	584.5975645780563	26678528	0.999000999000999	0.4409342455978277
9464.082953929901	72000	637.9906237137318	9.979638447784547	658.1010978221893	604.9699187278748	27057694	0.999000999000999	0.4127167013902497
9594.389377355576	72800	646.6518669772148	12.717079984982648	687.456000328064	625.1072835922241	27443856	0.999000999000999	0.4679373051191849
9718.598032712936	73600	617.3423568058014	16.13476455356678	660.7982573509216	582.1297163963318	27810302	0.999000999000999	0.4094204911113221
9843.200328111649	74400	620.9124413286149	64.42966574494301	671.8600224256516	-4.439230814576149	28178391	0.999000999000999	0.41634100839072213
9965.36104798317	75200	597.6560132354871	61.97922237570088	635.9367104768753	-6.818142827600241	28538498	0.999000999000999	0.4271199029484883
10085.426015377045	76000	612.4438186502457	15.392427725815386	654.7355511188507	585.011008143425	28890986	0.999000999000999	0.41420575231695245
10208.033227205276	76800	633.3263855504989	16.244237209156115	675.344498872757	604.3563898801804	29250849	0.999000999000999	0.4059723025760361
10331.272471189499	77600	637.4378412260953	114.58854589770097	708.3549072742462	-6.74047555308789	29613096	0.999000999000999	0.40644720116649513
10454.958557128906	78400	629.8246035945416	17.25519156085714	672.3099583387375	591.9472088813782	29976974	0.999000999000999	0.44626342422461507
10577.304688692093	79200	648.9309371870756	68.65673895190086	698.0713043212891	-2.3122132420539856	30335497	0.999000999000999	0.42099409733405346
10706.710349559784	80000	685.7952216145396	71.47510954835886	718.5306156873703	-9.43991556763649	30718209	0.999000999000999	0.435028072934397
10843.971655368805	80800	631.2018312285479	160.19349482134683	742.8595579862595	-9.993297278881073	31127732	0.999000999000999	0.4469347862641149
10977.944925785065	81600	612.7687112784386	149.29399708907178	802.1450464725494	390.8291831612587	31527208	0.999000999000999	0.42310851808547034
11112.438755989075	82400	452.7056451169774	117.92231588522198	766.1842585802078	389.02918815612793	31929954	0.999000999000999	0.42310851808547034
11249.193373441696	83200	556.7027856832091	165.2968690823956	752.5178016424179	384.76934307813644	32339535	0.999000999000999	0.4191165997317692
11385.11245751381	84000	722.6118358647823	75.73230147729319	783.4514936208725	-7.7756829261779785	32745148	0.999000999000999	0.4274412919680067
11520.848415374756	84800	732.103836786747	78.93009591504337	831.5477992296219	-5.912677884101868	33150613	0.999000999000999	0.4311182209938286
11660.62036728859	85600	726.948827467747	123.16162236247206	1077.7958933115005	392.7185870409012	33569933	0.999000999000999	0.41143048324991677
11799.544889211655	86400	532.1663774305955	227.94415354113715	1309.62590944767	-12.238132745027542	33987697	0.999000999000999	0.4467172481738327
11936.794812202454	87200	710.7948460853332	141.94264925370578	840.807007431984	-11.867040455341339	34398157	0.999000999000999	0.4467172481738327
12071.56549191475	88000	753.3880872597359	175.77374653548503	1436.4526654481888	397.8128409385681	34798774	0.999000999000999	0.43610877924218505
12207.922532320023	88800	729.498401673357	140.22408922623546	876.2719794511795	-10.26691210269928	35206025	0.999000999000999	0.4392686200725157
12349.237966060638	89600	593.5738749189117	209.54414624777112	1214.4642460346222	-9.418070868588984	35632106	0.999000999000999	0.4392686200725157
12490.515130758286	90400	787.8377514398843	117.95581254370077	1138.5045779943466	-11.736373782157898	36056318	0.999000999000999	0.39656518636996935
12627.578042030334	91200	651.1914772042282	264.5983053638726	1474.6377257108688	-8.209434986114502	36467379	0.999000999000999	0.517039232537552
12756.139867544174	92000	534.6744748229906	214.36757865488886	913.7796856760979	-12.996064841747284	36848950	0.999000999000999	0.4188090645887144
12888.568262577057	92800	558.6738090051815	236.7506117329575	1180.274468243122	-12.814408630132675	37243565	0.999000999000999	0.4267979467636904
13020.447680234909	93600	786.2120816313196	173.4864515284687	1213.6046377420425	-11.162217557430267	37635892	0.999000999000999	0.40407234148593957
13152.102595329285	94400	716.967925887662	143.182262783856	1212.22793674469	-6.176002264022827	38028403	0.999000999000999	0.4269509709184611
13280.341700792313	95200	479.76919860550436	194.12030871502466	1259.8050993680954	-12.051367610692978	38410404	0.999000999000999	0.4323795750835874
13410.658110141754	96000	690.849557317663	151.46004986256372	1209.061278104782	392.3437542915344	38797233	0.999000999000999	0.4677248899927785
13544.949428319931	96800	589.7142911875807	229.6224938260449	1407.4942667484283	399.29939621686935	39196996	0.999000999000999	0.4677248899927785
13685.586671352386	97600	963.9392025050463	300.90115350173005	2168.5018939971924	574.6845476329327	39615994	0.999000999000999	0.398813629616505
13831.849762678146	98400	1231.0257143383776	388.7738062765166	2302.1570868492126	-12.316235512495041	40053568	0.999000999000999	0.40795187437521413
13977.347114086151	99200	999.271614766283	222.44486098249257	2229.8263128995895	-12.974925756454468	40492431	0.999000999000999	0.41151422639932445
14127.948977947235	100000	1270.7978324101587	291.5251722134787	2501.1894973516464	904.033191299066	40950249	0.999000999000999	0.4023618873907601
14274.171975135803	100800	1342.3020871655276	195.47435859836153	2290.8268815279007	1070.6467809611931	41391981	0.999000999000999	0.4179620231839804
14424.949382781982	101600	1360.5280598700315	225.52937717430916	2297.130787730217	968.9826026558876	41847254	0.999000999000999	0.43438773253056295
14570.850016593933	102400	1278.9812126425036	339.65999459220194	2700.6493722200394	-12.770497381687164	42285639	0.999000999000999	0.44308193422684966
14723.938199281693	103200	1301.9444428839906	433.8090001660524	2677.404900074005	969.5875020027161	42749550	0.999000999000999	0.4486965593613327
14877.632948160172	104000	1423.5670250888518	347.19093688783227	2605.2722160816193	998.1198391318321	43216172	0.999000999000999	0.4239087575468073
15040.51308631897	104800	1519.3047632752173	341.55210751829713	2555.612488389015	-11.035994570702314	43715614	0.999000999000999	0.4184622971785654
15209.23435330391	105600	1562.4457864785568	445.54223358915203	2519.716813802719	733.612941712141	44233550	0.999000999000999	0.5066700370815223
15387.600593090057	106400	1556.580943732662	463.0539233798979	2455.274144887924	731.3718624413013	44781373	0.999000999000999	0.4692594279199567
15581.591924905777	107200	1092.0110727454348	546.507475594543	2464.092826962471	736.2233451604843	45386345	0.999000999000999	0.422283016657893
15815.448744297028	108000	1624.5303760566446	816.1150366758976	2567.814028739929	725.5244125723839	46127416	0.999000999000999	0.4119063253571596
16046.609184980392	108800	2419.677028338313	244.70796435956018	2489.3553515672684	-7.0960487723350525	46852832	0.999000999000999	0.4119063253571596
16305.876763343811	109600	2456.5538549286125	249.7968352109972	2538.9306399822235	-10.38495010137558	47678202	0.999000999000999	0.40480794688200283
16557.132787942886	110400	2368.327520722598	419.5580065258625	2492.4565193653107	-15.022215723991394	48473014	0.999000999000999	0.4364377541985793
16808.079401493073	111200	2450.2265089294315	502.37480188615683	2590.7474887371063	-11.926581174135208	49268686	0.999000999000999	0.4522413901662126
17038.34657907486	112000	2491.3591644485296	574.1324617152411	2666.424961924553	-12.91558513045311	49993786	0.999000999000999	0.4522413901662126
17046.072484254837	112007	2550.2096190484613	451.30327155336767	2676.075622320175	-14.117806613445282	50001577	0.999000999000999	0.4522413901662126
