Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
15.373377799987793	0	150.4121667999029	36.4529302084218	310.3563095331192	101.75493651628494	0	0.0	0
36.33271336555481	200	84.07053170323371	2.5802829966557614	90.06312322616577	76.73318982124329	25369	0.9950248756218906	0.591170774712447
60.13860011100769	400	82.72328801631927	2.3503116358257374	89.46609091758728	78.10045850276947	49656	0.9975062344139651	0.5917868924177803
80.86357498168945	600	86.98217673182488	3.017089951048722	94.00294190645218	79.7434470653534	74125	0.9983361064891847	0.5917868924177803
102.76551365852356	800	110.5225499433279	2.890607245494458	117.89044892787933	104.67015606164932	100577	0.9987515605493134	0.5999269693816549
125.21148824691772	1000	113.13467608034611	3.0778391338937006	120.4366739988327	106.89255517721176	128066	0.999000999000999	0.6062799248414669
147.74438881874084	1200	114.6364397674799	2.2774596228678656	121.65523582696915	109.52409422397614	155719	0.999000999000999	0.6062799248414669
170.6088969707489	1400	108.2729948091507	2.266772945859908	114.72335475683212	102.88324964046478	183982	0.999000999000999	0.6062799248414669
193.19392943382263	1600	110.78577795922756	2.4874601456629315	116.23855167627335	105.92002415657043	211747	0.999000999000999	0.6062799248414669
218.5386242866516	1800	118.61588806569576	2.2746654131756294	124.62736421823502	113.02422338724136	238715	0.999000999000999	0.6062799248414669
240.34657049179077	2000	116.19089120149613	2.7543535242827493	122.56741589307785	110.28964054584503	265313	0.999000999000999	0.6965494021555192
262.0417993068695	2200	115.40465003073216	2.207647957311757	120.11838537454605	110.09418201446533	291663	0.999000999000999	0.6965494021555192
284.9071412086487	2400	127.79691421866417	2.561916401296248	133.51739084720612	121.44854778051376	319550	0.999000999000999	0.6965494021555192
310.0082895755768	2600	235.590840741992	2.2070734719361234	241.2319739460945	229.46868312358856	350885	0.999000999000999	0.6965494021555192
341.7474892139435	2800	270.8975321674347	2.0889785333544793	276.5372743010521	266.9226624965668	393840	0.999000999000999	0.6965494021555192
381.30332040786743	3000	318.58746667265893	1.387501886231337	323.0157552957535	315.56349658966064	445080	0.999000999000999	0.6679947748438124
420.59553694725037	3200	324.6704403179884	1.3418214896997256	327.73542243242264	320.96835815906525	501958	0.999000999000999	0.6679947748438124
457.4095993041992	3400	332.8331441038847	1.653596438574132	336.881077170372	328.5964684486389	554492	0.999000999000999	0.6679947748438124
491.70420932769775	3600	331.6269302028418	1.752623905996255	336.1903849840164	327.8216782808304	602884	0.999000999000999	0.6679947748438124
526.0529251098633	3800	330.3719239783287	1.163810260017944	333.05002427101135	328.11001563072205	648840	0.999000999000999	0.6679947748438124
562.510312795639	4000	339.2210719621182	1.4386915520934045	342.60876429080963	335.95148944854736	697197	0.999000999000999	0.6203382456271029
598.2501819133759	4200	350.9095546984673	1.6509201209820665	355.33775424957275	347.4536842107773	748255	0.999000999000999	0.6203382456271029
634.8496704101562	4400	361.44412213444707	1.7831700135702677	365.66393023729324	357.39495873451233	801004	0.999000999000999	0.6203382456271029
670.6761074066162	4600	374.0497543257475	3.733963939028427	383.0914099216461	368.829393863678	852657	0.999000999000999	0.6203382456271029
709.898921251297	4800	404.22932602584365	8.13364717697294	417.8495819568634	388.256876707077	904721	0.999000999000999	0.6277171924916923
745.9150884151459	5000	411.5115892279148	6.1192983776286045	421.03814911842346	396.41868126392365	956572	0.999000999000999	0.6642734864280596
782.145592212677	5200	419.5850594508648	1.9620248695986264	423.91470062732697	413.70714700222015	1008941	0.999000999000999	0.6830477479539121
818.6429557800293	5400	423.5647179615498	10.656432319015497	437.23697221279144	390.55437898635864	1061943	0.999000999000999	0.6830477479539121
860.799644947052	5600	438.6913039076328	3.455621884835293	444.32345229387283	425.06368112564087	1120107	0.999000999000999	0.6830477479539121
902.3141882419586	5800	441.5140958583355	44.40714405577185	694.4593564271927	425.3540037870407	1182657	0.999000999000999	0.6830477479539121
950.9393351078033	6000	861.6110351032019	4.719297658243451	870.9143834114075	849.2170705795288	1255817	0.999000999000999	0.6830477479539121
1017.3532025814056	6200	1088.192274506092	165.53708138077528	1373.9229086637497	824.3113280534744	1354314	0.999000999000999	0.6195579928233047
1081.985322713852	6400	1244.0279295283556	213.69258428574358	2408.2778335809708	933.2096017599106	1455504	0.999000999000999	0.6478958035414649
1164.8222796916962	6600	2386.7278990632294	559.3461598472021	3120.498473763466	1373.0798258781433	1575456	0.999000999000999	0.6564125465423757
1281.6760504245758	6800	2824.177270122636	85.3976632731297	3043.386329650879	2387.7916584014893	1764241	0.999000999000999	0.6564125465423757
1419.4609160423279	7000	2948.939521716833	13.815926443310728	2979.35853433609	2919.402712583542	1987480	0.999000999000999	0.6564125465423757
1552.8350694179535	7200	2977.170790888071	10.626331100375667	2995.919622063637	2951.7045806646347	2202850	0.999000999000999	0.6564125465423757
1682.965690612793	7400	2959.3699334925413	8.48970030331793	2974.542683005333	2940.7979329824448	2411746	0.999000999000999	0.6564125465423757
1802.6834907531738	7600	2915.2890382277965	3.821064993910829	2924.3022742271423	2906.591432571411	2600954	0.999000999000999	0.6399388051275706
1933.2196753025055	7800	2765.8421097660066	9.243503878073799	2785.4665784835815	2731.4268983602524	2811788	0.999000999000999	0.6335458471275898
2055.8809490203857	8000	2849.8624180066586	10.840283965269526	2867.414337992668	2812.6211445331573	3008485	0.999000999000999	0.7053046343874051
2194.7543392181396	8200	2515.0845823955538	3.501085749269651	2524.1268025636673	2506.844763994217	3234422	0.999000999000999	0.7053046343874051
2308.518379211426	8400	2156.071526006961	273.06981271408097	2216.865854024887	601.6018857897725	3412525	0.999000999000999	0.7053046343874051
2436.5051555633545	8600	2303.7606082689763	2.297586308148127	2310.5876655578613	2299.7089203596115	3617387	0.999000999000999	0.7053046343874051
2570.879962682724	8800	2244.8830744743345	2.135742262940279	2249.972151994705	2240.6809751987457	3834328	0.999000999000999	0.7053046343874051
2710.799471139908	9000	2436.648759202957	5.329343320925855	2451.408440709114	2424.9327239990234	4060165	0.999000999000999	0.6334261351236379
2845.843851327896	9200	2203.7105226480962	1.456131731078573	2209.5259994268417	2199.3666377067566	4282522	0.999000999000999	0.6805333724593711
2984.4506165981293	9400	2115.8908439648153	2.5281663770789997	2120.5430002212524	2110.1378737688065	4508027	0.999000999000999	0.6805333724593711
3141.367515563965	9600	2191.727989037037	3.0363444252678553	2200.6605241298676	2185.403658747673	4768076	0.999000999000999	0.6805333724593711
3295.2441041469574	9800	2194.5452831947805	1.735092613330134	2199.075692296028	2190.513332128525	5023550	0.999000999000999	0.6805333724593711
3454.4493205547333	10000	2219.88163533926	2.665072990951811	2227.5206241607666	2214.907263278961	5288423	0.999000999000999	0.6805333724593711
3605.8439843654633	10200	2231.784330649376	3.4610944793011984	2239.7982906103134	2224.690380215645	5538870	0.999000999000999	0.6405905653162784
3757.2851514816284	10400	2311.905929272175	3.2245773526590624	2322.1867216825485	2303.498225569725	5789337	0.999000999000999	0.6405905653162784
3918.3346304893494	10600	2226.6275615751742	2.7818315661241813	2234.03916990757	2220.5592383146286	6058165	0.999000999000999	0.6312339295071699
4095.3586971759796	10800	2234.5240219664574	2.831394443240171	2241.661069393158	2228.658558011055	6340188	0.999000999000999	0.6312339295071699
4268.135481119156	11000	2205.3692801475527	2.608355567017793	2210.3590264320374	2198.935052752495	6632302	0.999000999000999	0.623602052819088
4436.339220523834	11200	2186.925989854336	3.2606712278555356	2195.2636519670486	2179.0835913419724	6915775	0.999000999000999	0.6196479078370213
4619.542019844055	11400	2138.653562463522	2.4037897223748845	2146.472864151001	2131.654821872711	7221980	0.999000999000999	0.6363212140029247
4800.450263977051	11600	2071.209047654271	2.6493669722285915	2078.245274424553	2065.4739059209824	7530633	0.999000999000999	0.6618883696721638
4986.294023513794	11800	2225.8348857307433	3.526916444432156	2234.811044692993	2215.886846780777	7849087	0.999000999000999	0.6618883696721638
5160.596507549286	12000	2207.5154121136666	3.677710227390993	2219.436520218849	2199.3754593133926	8145384	0.999000999000999	0.6618883696721638
5346.046701192856	12200	2146.163319592476	3.1178195660737136	2155.4002689123154	2140.2032454013824	8462615	0.999000999000999	0.6618883696721638
5531.8401527404785	12400	2231.0757234495877	3.519956003642643	2238.9723422527313	2223.5683426856995	8780680	0.999000999000999	0.7064889237898833
5718.618679285049	12600	2233.980159332752	3.702888404556738	2243.0314160585403	2226.174208521843	9100900	0.999000999000999	0.7064889237898833
5911.184933900833	12800	2207.509094341993	3.4399781251207178	2216.1539376974106	2199.2701501846313	9427448	0.999000999000999	0.7064889237898833
6104.720518350601	13000	2250.442594290376	7.843870469777989	2266.2692407369614	2228.7332137823105	9759855	0.999000999000999	0.7064889237898833
6294.622121095657	13200	2227.3578323465586	3.6012903907755534	2233.931711792946	2216.4715017080307	10085743	0.999000999000999	0.7064889237898833
6481.963201284409	13400	2215.555153865218	3.918267533105377	2227.559171319008	2208.3222000598907	10406872	0.999000999000999	0.6781519908537003
6681.189850091934	13600	2216.394242392182	2.8704920046696505	2223.2346346378326	2209.5243326425552	10741621	0.999000999000999	0.6216496528228659
6871.518427848816	13800	2217.302907893658	5.121494868241811	2233.98113822937	2205.8325777053833	11068053	0.999000999000999	0.6216496528228659
7064.768536090851	14000	2206.4541516280174	3.996570194750523	2217.0477291345596	2197.1366735696793	11401032	0.999000999000999	0.6244735731311455
7263.67383646965	14200	2230.9092836356162	2.931165559963565	2238.1939245462418	2225.6168340444565	11744950	0.999000999000999	0.6244735731311455
7446.688064575195	14400	2217.078581405878	5.9606887220811835	2237.9428254961967	2204.3320492506027	12058059	0.999000999000999	0.6339194447073323
7637.3915593624115	14600	2228.7766160970928	3.5687236344932276	2238.159087538719	2220.2467312812805	12381237	0.999000999000999	0.6339194447073323
7816.5048286914825	14800	2228.414630676508	2.581840792692907	2233.86897957325	2221.9394855499268	12686864	0.999000999000999	0.6680297722769883
7996.578814029694	15000	2237.4785492950678	3.9724939841277878	2250.348521530628	2229.4798659086227	12994962	0.999000999000999	0.6680297722769883
8182.154488563538	15200	2221.2828957116603	2.655912285367225	2227.405816555023	2214.362806200981	13313563	0.999000999000999	0.6680297722769883
8369.610659599304	15400	2214.712127048373	6.382710450545401	2236.1915903687477	2202.5555281043053	13635311	0.999000999000999	0.6680297722769883
8554.851052761078	15600	2215.49415309906	4.027704483140178	2243.6687705516815	2208.2003226280212	13953531	0.999000999000999	0.6680297722769883
8739.746844530106	15800	2197.131379033923	3.229950331213519	2204.445335507393	2189.9094316363335	14265483	0.999000999000999	0.6922675506651665
8929.703379869461	16000	2210.591709628701	3.0993373549402263	2222.0265398025513	2204.0829923152924	14592234	0.999000999000999	0.6922675506651665
9104.747465133667	16200	2200.7718984365465	3.997282535077766	2215.2102088928223	2192.8274133205414	14889978	0.999000999000999	0.6922675506651665
9288.724915981293	16400	2212.844978939891	8.464619349976983	2237.4973895549774	2197.134038090706	15205715	0.999000999000999	0.6922675506651665
9470.208196401596	16600	2212.206603350043	3.5312387857587013	2221.9498908519745	2203.164010286331	15515842	0.999000999000999	0.6922675506651665
9652.154978990555	16800	2209.081466452479	8.378519736461495	2228.713267624378	2184.931182384491	15827391	0.999000999000999	0.6637861688091048
9836.218499183655	17000	2222.393283200264	5.852701534910199	2245.425268173218	2210.079221904278	16137167	0.999000999000999	0.6637861688091048
10027.35574889183	17200	2210.207074764967	3.775489984500096	2229.3220979571342	2201.401462316513	16465903	0.999000999000999	0.6637861688091048
10214.01937007904	17400	2207.2794665545225	2.7871847609885867	2212.871329665184	2200.4769119620323	16786190	0.999000999000999	0.6637861688091048
10410.509717226028	17600	2215.300456631184	2.6279771670794734	2220.2753353118896	2207.5936399698257	17124949	0.999000999000999	0.6383095296573679
10598.701937198639	17800	2226.218478078842	2.7412306397417283	2232.619760096073	2217.3066613674164	17440868	0.999000999000999	0.652391635082342
10783.909254074097	18000	2213.2440389585495	2.4562205744547736	2219.235962152481	2206.1912010908127	17756780	0.999000999000999	0.652391635082342
10977.044947624207	18200	2226.660560100079	3.013710764407699	2234.4437713623047	2219.4470014572144	18089286	0.999000999000999	0.652391635082342
11161.351750612259	18400	2218.963069257736	2.480175530877948	2226.534806251526	2213.0493861436844	18405506	0.999000999000999	0.652391635082342
11345.108552455902	18600	2215.363379302025	4.429471984014864	2230.4723032712936	2206.520393013954	18720553	0.999000999000999	0.652391635082342
11542.226559638977	18800	2235.4670897483825	6.111427304903233	2252.0985597372055	2225.713100194931	19052011	0.999000999000999	0.7020355090428713
11731.724557876587	19000	2227.1303330928085	10.559665799398116	2261.077054142952	2215.4146035909653	19377033	0.999000999000999	0.7020355090428713
11919.28171467781	19200	2234.855987968445	12.24939447207534	2265.9604548215866	2216.7238322496414	19698957	0.999000999000999	0.7020355090428713
12105.756878376007	19400	2240.753448101282	9.638694162511134	2269.8723390102386	2229.871610879898	20018612	0.999000999000999	0.7020355090428713
12299.07458782196	19600	2237.204231467247	6.683078015695882	2268.230916559696	2229.147045850754	20352102	0.999000999000999	0.7020355090428713
12493.855329036713	19800	2255.7524775648117	5.2124142074523965	2284.2016538381577	2248.464368700981	20682423	0.999000999000999	0.6744450040359855
12681.838182210922	20000	2244.279651993513	6.139926602154937	2268.834755539894	2234.7689727544785	21005644	0.999000999000999	0.6744450040359855
12880.18766784668	20200	2283.5074750351905	5.279031772562513	2304.1071485877037	2275.4219278097153	21348791	0.999000999000999	0.6744450040359855
13065.599219799042	20400	2318.8841174310446	5.7921246730545874	2341.6431452035904	2309.5773616433144	21665978	0.999000999000999	0.6744450040359855
13250.268179655075	20600	2338.2895123541357	7.579904635230037	2355.6589299440384	2321.223752260208	21975822	0.999000999000999	0.6684276578174263
13431.698741912842	20800	2361.8801938551665	11.663043699319857	2376.510218024254	2321.1037287712097	22284577	0.999000999000999	0.6684276578174263
13613.934366703033	21000	2382.5333240163327	9.090502592824894	2398.1480065584183	2356.9828683137894	22595918	0.999000999000999	0.6684276578174263
13797.67544412613	21200	2372.041547382474	12.118595734190603	2396.773200273514	2345.0535405874252	22911406	0.999000999000999	0.6459428089285192
13987.291589260101	21400	2383.293970171809	9.232763685871024	2398.4933055639267	2342.235166668892	23237947	0.999000999000999	0.6444299542991155
14170.798034667969	21600	2365.956995229721	6.29342124279896	2380.4894763231277	2347.3777730464935	23552555	0.999000999000999	0.6271353880457835
14363.60850405693	21800	2406.9775239253045	10.946125219004436	2428.2041165828705	2373.167384505272	23880728	0.999000999000999	0.7092123603776876
14540.862493276596	22000	2418.2823597323895	10.267451278706016	2436.1138656139374	2389.8081901073456	24183281	0.999000999000999	0.7092123603776876
14722.819359779358	22200	2411.6289654690027	10.450674971275205	2436.6735603809357	2390.116471886635	24493668	0.999000999000999	0.7092123603776876
14899.334146261215	22400	2413.7082120364903	13.2932292425745	2443.488115310669	2384.4281005859375	24794175	0.999000999000999	0.7092123603776876
15079.615947961807	22600	2431.0852942538263	13.471983068559753	2462.0002291202545	2410.5188938379288	25101813	0.999000999000999	0.7092123603776876
15257.289533138275	22800	2428.7621942019464	11.606556652973332	2458.897246837616	2411.9645626544952	25405539	0.999000999000999	0.6451061668987548
15447.591297626495	23000	2444.8680148112776	9.951549385293331	2481.505592226982	2432.933598637581	25727845	0.999000999000999	0.6339080184791548
15630.010203361511	23200	2479.663646515608	6.165885630740675	2503.4868500232697	2470.040312767029	26039676	0.999000999000999	0.7119274227214731
15811.379228830338	23400	2499.3991801071165	5.062946749377947	2511.0658522844315	2488.376835465431	26349827	0.999000999000999	0.7119274227214731
15987.736279726028	23600	2522.9703689837456	7.532107751196432	2537.787175655365	2503.2385140657425	26649729	0.999000999000999	0.7119274227214731
16162.649812936783	23800	2539.931782130003	6.7719989962190725	2563.884127020836	2527.2765926122665	26948211	0.999000999000999	0.7119274227214731
16336.776404380798	24000	2530.199721044302	6.213748448688261	2544.560059785843	2517.984150290489	27243833	0.999000999000999	0.7119274227214731
16513.144901275635	24200	2546.0847852772476	7.647768878744922	2569.526797413826	2534.072876095772	27541779	0.999000999000999	0.6291947561200593
16699.133895397186	24400	2544.455727170706	7.192689094914674	2562.920706629753	2532.4813128709793	27857536	0.999000999000999	0.6302851183838597
16887.415854215622	24600	2595.543780606985	8.385541493747574	2615.6537866592407	2583.549061059952	28179878	0.999000999000999	0.6302851183838597
17059.115543603897	24800	2595.619025359154	5.871846975480509	2618.8043166399	2583.9489285945892	28470796	0.999000999000999	0.6352269778168099
17239.401510477066	25000	2585.463813792467	9.415363997089798	2606.249741911888	2565.9649527072906	28778089	0.999000999000999	0.6385507268580044
17423.46203136444	25200	2630.9581246757507	7.3387726097631765	2647.11673951149	2602.873360991478	29086695	0.999000999000999	0.6385507268580044
17597.514293432236	25400	2607.6913794016837	7.250906861526945	2626.0568639039993	2592.6341589689255	29381542	0.999000999000999	0.6385507268580044
17790.257920980453	25600	2603.6151244968178	9.693321440010317	2629.627790212631	2584.866004705429	29707034	0.999000999000999	0.6385507268580044
