Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
7.300909996032715	0	95.59098316907883	9.885925953583445	130.82640382647514	79.12662926316261	0	0.0	0
51.53856444358826	800	251.9186124163866	3.0526478589710218	259.1532310247421	244.5999674797058	95428	0.9987515605493134	0.40222579731408503
118.09928917884827	1600	253.22174984812736	3.240403075588071	261.25146555900574	246.65931701660156	263969	0.999000999000999	0.41003312644151874
191.05419325828552	2400	271.98297924637797	3.287484607856355	278.92255222797394	263.0304616689682	454061	0.999000999000999	0.41251185817280744
267.60480213165283	3200	293.61479105174544	3.027882681217738	301.5057860612869	286.4202393293381	656108	0.999000999000999	0.4084670274310214
349.9621481895447	4000	324.8965906816721	3.3653998752194996	331.794566988945	317.4645766019821	877416	0.999000999000999	0.44974950608787384
441.88800525665283	4800	368.5571831274033	3.0658767622935277	375.88738918304443	361.54295110702515	1129340	0.999000999000999	0.45580324302257946
540.2396862506866	5600	382.06903568685055	3.1487057581310944	390.3712774515152	375.22219693660736	1403171	0.999000999000999	0.4224950164627334
636.7099902629852	6400	391.10435030162336	3.414204480840578	398.60511338710785	382.71255350112915	1670893	0.999000999000999	0.4378185757589958
733.3237316608429	7200	407.7563694143295	3.615571331675167	416.15539503097534	399.87016332149506	1938514	0.999000999000999	0.43151226573540347
829.7882804870605	8000	413.9169833791256	3.016376322985951	422.78971099853516	407.5018798112869	2204438	0.999000999000999	0.4353539635789895
927.0001182556152	8800	421.5242594492436	3.2204027781324123	429.1796762943268	415.81887114048004	2472936	0.999000999000999	0.4311085921416206
1024.9666719436646	9600	421.7247195315361	2.7012578256314725	429.20221495628357	416.20994687080383	2745626	0.999000999000999	0.4362939815202864
1134.2905161380768	10400	420.0804554772377	2.4856884443843605	426.5157459974289	414.54226791858673	3014503	0.999000999000999	0.4341781377064601
1251.8182392120361	11200	420.43537103414536	2.852180032878299	427.3113294839859	414.3184087276459	3283154	0.999000999000999	0.4341781377064601
1368.4870913028717	12000	426.6102243125439	2.6725035388405005	432.56675815582275	421.433865070343	3549334	0.999000999000999	0.45402591891233385
1485.6040205955505	12800	428.24513934850694	2.339067890545675	433.375958442688	423.8765299320221	3816170	0.999000999000999	0.4194819147893681
1605.8269398212433	13600	430.6276711022854	2.481265901371076	438.0698149204254	426.0597188472748	4090765	0.999000999000999	0.4593564689735601
1723.407739162445	14400	436.30630829930305	2.35176506993467	441.53673255443573	430.3504755496979	4356666	0.999000999000999	0.4058454105707049
1840.737010717392	15200	440.5028310620785	2.3697381066237093	446.9490587711334	434.93917524814606	4621950	0.999000999000999	0.43718460696953587
1956.3852844238281	16000	450.6876633179188	2.6971382050681365	455.98357367515564	445.23939657211304	4883957	0.999000999000999	0.4324496107288389
2073.6528532505035	16800	456.9334926092625	2.5108821957172287	462.08281767368317	450.9766080379486	5150003	0.999000999000999	0.42160893990510423
2193.268810272217	17600	462.2751548653841	2.6926848749818473	468.8406114578247	456.7549225091934	5422297	0.999000999000999	0.43077286814914406
2314.403638124466	18400	468.05777028262617	2.7097924665397435	475.26008129119873	462.6128064393997	5697176	0.999000999000999	0.43239400129650923
2442.474135875702	19200	472.68021377146243	2.8167477661528926	480.0386493206024	465.52998638153076	5990537	0.999000999000999	0.44465736319661936
2567.533492088318	20000	481.3118740576506	2.6108400187845064	488.01745426654816	474.3189207315445	6276304	0.999000999000999	0.4273613408937711
2696.1654031276703	20800	488.80744204878806	3.1363682001458373	497.3589463233948	481.10126185417175	6571852	0.999000999000999	0.41344146408957266
2826.719138145447	21600	498.35648025274276	3.1991091609656466	505.74866688251495	489.0165263414383	6871680	0.999000999000999	0.4667672132627856
2957.1717269420624	22400	501.4697719502449	2.8483631131052793	509.78745794296265	493.5131334066391	7171107	0.999000999000999	0.4667672132627856
3092.716186761856	23200	495.25450838983056	3.5560836831527043	503.67106902599335	487.0643826723099	7483817	0.999000999000999	0.42287729673477986
3225.9602975845337	24000	491.2201790052652	2.4194834381894297	496.73222410678864	484.19090807437897	7790655	0.999000999000999	0.42287729673477986
3360.716318845749	24800	500.6800278097391	3.832252036770222	509.27909100055695	490.9405016899109	8101765	0.999000999000999	0.4420907922982012
3497.556765794754	25600	499.14991450488566	3.906842859556011	508.27069914340973	489.2251546382904	8418359	0.999000999000999	0.4319251533567163
3639.331262111664	26400	508.03638164281847	5.685993162189363	525.9992046952248	496.8446661233902	8747500	0.999000999000999	0.45912377210267374
3777.571792125702	27200	519.8168677973747	8.148973267478068	538.9110037088394	503.8825261592865	9066768	0.999000999000999	0.45912377210267374
3917.216518163681	28000	494.53052883923056	2.6044303597366474	502.2747827768326	489.1220430135727	9389896	0.999000999000999	0.41383754301944
4058.3558683395386	28800	476.97531506180763	2.6676308170951994	483.4317811727524	471.05744445323944	9716868	0.999000999000999	0.4452155413003993
4201.245464086533	29600	496.8417105787992	2.942046071085946	503.54335498809814	491.3007245063782	10048465	0.999000999000999	0.4452155413003993
4343.3096652030945	30400	477.53791442639834	2.6728454357912392	484.32743549719453	472.51637625694275	10377512	0.999000999000999	0.4102047494153606
4481.821414470673	31200	483.5281286907196	2.803292524795522	490.1021384000778	478.0850692987442	10697879	0.999000999000999	0.43311162987416213
4623.439282417297	32000	467.24913590848445	3.1134512636213283	475.45161175727844	460.78560161590576	11024696	0.999000999000999	0.406623980654025
4766.127140045166	32800	480.38635201752186	3.3443270861184304	486.4433674812317	468.6578081846237	11354917	0.999000999000999	0.3892657842113892
4910.579922437668	33600	483.02408008098604	2.737691880179946	489.5773198604584	477.41855335235596	11691281	0.999000999000999	0.4151941009106548
5053.44539141655	34400	477.8008457094431	3.297748555192978	486.68893003463745	469.75043869018555	12024227	0.999000999000999	0.42512942305345197
5197.087298631668	35200	474.9409800744057	3.0723517718343447	482.6492418050766	469.0790580511093	12359725	0.999000999000999	0.45540004662173283
5342.435786247253	36000	482.25174297451974	3.0360278246382357	489.1345076560974	475.41199457645416	12698946	0.999000999000999	0.45890373065967394
5490.751363515854	36800	471.31741496145725	2.494192009674632	476.7524528503418	464.49003088474274	13044962	0.999000999000999	0.45890373065967394
5641.164623975754	37600	475.867018661499	2.9796999765870433	483.54113495349884	469.4082190990448	13396255	0.999000999000999	0.3967306792213966
5788.93779706955	38400	468.1996594500542	2.8645674311834757	474.867968082428	462.0161545276642	13740937	0.999000999000999	0.4332757915457158
5935.00837802887	39200	463.3051730144024	3.201833286726038	473.24125587940216	456.16942739486694	14081010	0.999000999000999	0.3963756457575701
6084.309620857239	40000	454.59498285412786	2.9994497721718574	463.55097901821136	448.947074174881	14428418	0.999000999000999	0.4727614912026689
6237.977370738983	40800	456.893967846632	3.0091459207140216	466.52235674858093	450.7112970352173	14787170	0.999000999000999	0.4727614912026689
6390.978530406952	41600	457.9316197949648	3.084107587390902	464.3990181684494	450.86476600170135	15144341	0.999000999000999	0.40595139526353025
6543.423609018326	42400	456.8116148298979	2.6161867163419177	462.2041370868683	451.4588384628296	15499947	0.999000999000999	0.4042855747821468
6699.219739675522	43200	461.04149340450766	2.747670358262515	467.3003429174423	454.501376748085	15865018	0.999000999000999	0.45804653235377757
6854.567220926285	44000	461.7261802357435	3.387136448240364	469.26182448863983	455.2421875	16228884	0.999000999000999	0.45804653235377757
7013.067404985428	44800	456.4243843907118	2.6987159851231053	462.7198350429535	450.37007546424866	16599748	0.999000999000999	0.4281242506295929
7178.097691059113	45600	464.07356632828714	2.6827853173711222	472.63169836997986	458.9104092121124	16986633	0.999000999000999	0.40253453309260157
7337.840808868408	46400	460.17762966752053	2.947423068791261	468.0087399482727	453.98800468444824	17361569	0.999000999000999	0.41732200796092656
7498.3904621601105	47200	459.2171629810333	2.4445513897906954	466.70712876319885	454.1598004102707	17739305	0.999000999000999	0.41732200796092656
7656.549090385437	48000	452.64454684734346	2.884785045727	461.18721210956573	445.3839519023895	18110935	0.999000999000999	0.43408422913355504
7810.603046417236	48800	457.45924919962886	2.888642253063064	465.04308211803436	450.81747686862946	18471270	0.999000999000999	0.4165856656414746
7966.602463722229	49600	445.16408024966717	1.9778182301669607	450.5127509832382	440.7968406677246	18835130	0.999000999000999	0.4340116412921858
8131.635662317276	50400	457.3578426259756	2.728394672649399	465.87180960178375	452.244012594223	19223319	0.999000999000999	0.43585429450514296
8292.065158843994	51200	447.97114340782167	2.313820923085152	454.9902855157852	442.31695675849915	19599554	0.999000999000999	0.4340251990223903
8455.461644887924	52000	453.24525381863117	2.0547020079474985	460.5162208080292	448.9742423295975	19982866	0.999000999000999	0.4341860844709387
8619.532693386078	52800	451.14246587395667	2.5264979457376358	457.7559839487076	446.1136590242386	20368482	0.999000999000999	0.4272880247867364
8789.326379537582	53600	453.34376579165456	2.0768844216011106	457.63189446926117	447.22377026081085	20768136	0.999000999000999	0.4272880247867364
8957.034568786621	54400	454.8812829834223	2.791946228310736	461.3779436349869	448.3667629957199	21162479	0.999000999000999	0.42278724501097625
9123.79207777977	55200	450.1234640437365	2.2839497437032206	455.98012459278107	444.2373346090317	21553571	0.999000999000999	0.4015939671921693
9289.661435842514	56000	449.94721553325655	2.0192315435080617	456.5861657857895	445.3738018274307	21943733	0.999000999000999	0.4213774560641876
9459.360726594925	56800	453.036140769124	3.3459750059949607	471.55421578884125	448.03482377529144	22344558	0.999000999000999	0.4509574329652682
9639.93717122078	57600	466.45731035649777	8.584619937522149	524.8883774280548	459.7419068813324	22772398	0.999000999000999	0.4509574329652682
9824.03030014038	58400	455.2602028477192	4.570790626464408	485.22442603111267	449.5686981678009	23207600	0.999000999000999	0.4251713935720119
9995.508281469345	59200	458.81914393782614	10.794717193373435	499.4232004880905	449.08936047554016	23610990	0.999000999000999	0.42975665891916687
10172.652144670486	60000	464.72335942983625	7.983074866171284	501.9897047281265	457.3412730693817	24029163	0.999000999000999	0.4509182190267131
10361.203044176102	60800	465.48237688660623	10.280173242953904	508.2058355808258	455.52764308452606	24476418	0.999000999000999	0.42402894796689294
10551.452845573425	61600	462.7487174332142	12.525147317980693	527.6522175073624	451.19944643974304	24927989	0.999000999000999	0.4329045957094601
10740.76717710495	62400	462.99347600460055	18.463000663374107	522.0683416128159	448.0951143503189	25378189	0.999000999000999	0.4216650224321335
10924.621164560318	63200	471.537492929697	19.948000261608538	536.4990104436874	452.68818259239197	25815816	0.999000999000999	0.4095103166800878
11123.006613016129	64000	486.6262649720907	25.78444255475927	550.266687631607	456.49874556064606	26290301	0.999000999000999	0.4277973069163506
11311.632917165756	64800	469.80842316031453	14.991058424903684	514.897068977356	453.9937047958374	26738904	0.999000999000999	0.4269530144364681
11509.824432134628	65600	484.63528461158273	19.24965922365576	524.0807331800461	462.78670370578766	27210405	0.999000999000999	0.40991882546130565
11711.154507160187	66400	483.84094737946987	18.000390434393836	525.5514097213745	463.7727965116501	27691583	0.999000999000999	0.4570392037025513
11905.374014854431	67200	481.9961305165291	15.717408178348304	517.3495641946793	463.0132668018341	28154882	0.999000999000999	0.4570392037025513
12097.534552574158	68000	484.2818459904194	18.185196681616624	524.4494397640228	464.25976598262787	28611566	0.999000999000999	0.4006231950030199
12302.97860789299	68800	514.0134282517433	17.988695838903507	540.9238090515137	479.60571360588074	29101359	0.999000999000999	0.42992907993400764
12499.151865720749	69600	485.1243918323517	15.815295340942608	525.6898529529572	466.0403336286545	29569093	0.999000999000999	0.4106543711476317
12699.916880369186	70400	499.61103543996813	23.105714267587633	537.4419325590134	465.95531272888184	30047139	0.999000999000999	0.45025911780562
12893.65992307663	71200	493.0679743885994	20.090386996786705	528.8072808980942	462.53704059123993	30507892	0.999000999000999	0.4161972159168357
13097.036749839783	72000	508.46292036116125	23.29752345103982	536.8108595609665	468.2556962966919	30993158	0.999000999000999	0.40216631104756834
13323.944974899292	72800	508.67402262985706	19.056022155554924	534.3899461627007	471.0477296113968	31539475	0.999000999000999	0.4452101571659542
13532.45900940895	73600	529.3412876719236	7.708464530371655	539.1745411157608	501.8634080886841	32037159	0.999000999000999	0.4415753477682364
13743.053498744965	74400	526.9209539085626	16.846854965597952	544.882359623909	477.4796277284622	32540065	0.999000999000999	0.42381935738481785
13958.15081357956	75200	539.2826147150994	20.309540852781215	558.9761097431183	477.8390634059906	33054608	0.999000999000999	0.4452826014486835
14179.463081598282	76000	528.9583474057913	21.482389972356508	552.10004144907	469.83983850479126	33583839	0.999000999000999	0.4396589837328695
14403.596087217331	76800	540.114204774499	20.533629854162072	558.9168040752411	481.76057279109955	34121618	0.999000999000999	0.4235625551746562
14656.503749608994	77600	568.5180831694603	7.0846398503288714	581.5199390053749	535.9522165060043	34730514	0.999000999000999	0.39318100070756185
14898.43811416626	78400	569.5456801235675	7.256342185237356	587.5251331925392	542.6022092103958	35310184	0.999000999000999	0.42563422109543625
15142.817029476166	79200	562.6742628335953	8.530494686282092	578.7816556096077	527.664099574089	35896028	0.999000999000999	0.4064072936494582
15385.494542360306	80000	562.7599763315916	6.933755021891199	581.9837220907211	546.6644650697708	36477690	0.999000999000999	0.42769958876766623
15623.899045228958	80800	550.1186344772577	6.165230884906993	563.0949711799622	535.1648578643799	37048971	0.999000999000999	0.45000405088434253
15848.888674497604	81600	548.2771767628193	6.170957743892472	565.5193306207657	532.765645980835	37586229	0.999000999000999	0.47090088251960116
16091.812867164612	82400	556.5636340588331	6.2881762565788595	573.9398770928383	541.236811041832	38170015	0.999000999000999	0.43046089170814855
16325.71666765213	83200	556.1729990643263	6.601207565321596	573.5862638950348	543.0956217050552	38733507	0.999000999000999	0.423179525418872
16566.518503665924	84000	556.4548153084517	70.27232085669898	587.3104909062386	58.67131859064102	39312889	0.999000999000999	0.4387871059179117
16818.75767803192	84800	581.0801181972026	8.158551109794672	604.0269300937653	567.130185008049	39917987	0.999000999000999	0.4299615490839821
17078.282241344452	85600	587.7752090716363	7.79183769456876	604.5572419166565	574.6544591188431	40541542	0.999000999000999	0.4299615490839821
17327.971846580505	86400	568.0442353963851	7.515964850598983	591.0557445287704	554.5952821969986	41139462	0.999000999000999	0.4673980826608959
17567.35570549965	87200	578.3822328484058	53.94442233125871	610.1088080406189	50.845885276794434	41710574	0.999000999000999	0.4673980826608959
17820.944758415222	88000	566.651108186841	52.7946394643611	601.8612393140793	53.53841459751129	42316663	0.999000999000999	0.40434599430640117
18062.846952199936	88800	558.9557481896877	89.51781068102015	597.1209020018578	49.26489305496216	42895020	0.999000999000999	0.3974654580560933
18302.775536060333	89600	564.9744529272616	54.64823288061292	596.8288828730583	31.064786925911903	43469167	0.999000999000999	0.42758419703725903
18540.33515739441	90400	548.377332874909	116.39804742549897	599.9174984097481	28.66657506674528	44035503	0.999000999000999	0.42758419703725903
18775.50194621086	91200	556.2654883762822	105.78903323466703	604.4701635837555	24.282757192850113	44592673	0.999000999000999	0.4201903275180174
19015.109807491302	92000	577.7107680846751	77.4499800545562	622.9034527540207	26.017531126737595	45161188	0.999000999000999	0.42012484682737544
19264.878814697266	92800	592.2689356023074	98.29927483882233	649.8884481787682	26.190373957157135	45757659	0.999000999000999	0.4029966296590356
19523.766426324844	93600	617.6947829001397	85.68239201045647	666.6946832537651	17.715128533542156	46375924	0.999000999000999	0.3896814406417897
19779.292718172073	94400	586.2472474080324	97.3059579393759	646.0069086551666	36.12904453277588	46986725	0.999000999000999	0.3938235371129063
20034.974719285965	95200	592.3815787595511	102.61452431125011	653.4412528276443	-20.738383144140244	47595503	0.999000999000999	0.43238418906633286
20283.916567087173	96000	584.9293587942049	126.16355366771572	662.5348656177521	18.019314616918564	48187647	0.999000999000999	0.4322882160838513
20528.445370912552	96800	601.4675914084911	103.9527568151196	671.964855670929	-16.80761954188347	48768744	0.999000999000999	0.4294944383392317
20768.03053379059	97600	552.8954897775874	156.84914913055215	641.002526819706	-21.110190451145172	49336040	0.999000999000999	0.44147280074076994
21002.938383817673	98400	553.6439892655611	165.32716313064796	652.1302562952042	14.200467959046364	49891928	0.999000999000999	0.4306703179567835
21050.60093832016	98546	552.2536880082265	173.40525915656403	654.6595857739449	16.19614467024803	50000481	0.999000999000999	0.39884168279190835
