Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
13.154753923416138	0	143.59096898257732	22.073115011765626	222.65856474637985	102.30733162164688	0	0.0	0
35.32977318763733	200	82.83263762533664	1.8352272360447495	85.9738255739212	79.07255017757416	30505	0.9950248756218906	0.6156960145307011
57.13062787055969	400	140.39509237289428	1.5731627256309206	143.8026362657547	135.80341470241547	59699	0.9975062344139651	0.6156960145307011
81.71391940116882	600	183.71620304465293	2.319920296392251	188.94481253623962	178.6077834367752	93916	0.9983361064891847	0.6643422832966256
107.32060432434082	800	207.4478618890047	2.012903373808629	212.38358008861542	202.49483048915863	130033	0.9987515605493134	0.6643422832966256
134.49618005752563	1000	236.94445442676545	1.2077454650224422	239.59667479991913	234.39123809337616	168996	0.999000999000999	0.6643422832966256
161.59227514266968	1200	234.6320937103033	1.2274996420426243	237.39989763498306	231.96277570724487	207839	0.999000999000999	0.6643422832966256
189.4861192703247	1400	242.8372163438797	1.11096057754879	245.11193299293518	240.7647511959076	248299	0.999000999000999	0.6643422832966256
217.5587453842163	1600	261.13844100058077	1.0681140727743306	263.7430076599121	259.0725711584091	289046	0.999000999000999	0.6601343690433169
245.84604263305664	1800	266.0149675250053	1.0344860237255575	268.2032754421234	264.0304661989212	330410	0.999000999000999	0.6601343690433169
273.42223596572876	2000	259.0078301721811	1.082371490164505	261.2745484113693	257.02869749069214	370638	0.999000999000999	0.6601343690433169
301.6051506996155	2200	269.77519120454787	1.0842371510238822	270.997381567955	266.87230944633484	412000	0.999000999000999	0.6938197204674164
329.7390613555908	2400	281.15535701572895	1.3222621468636657	283.8663685321808	277.8939666748047	453332	0.999000999000999	0.6938197204674164
358.5517656803131	2600	283.2770532101393	1.3662152335166469	285.79767763614655	280.3569256067276	495878	0.999000999000999	0.6938197204674164
387.2508671283722	2800	292.97912814974785	1.2933934165719962	296.14115929603577	290.4921045303345	538260	0.999000999000999	0.6938197204674164
415.7114477157593	3000	299.03889299273493	1.16532495465026	302.0042541027069	296.2318344116211	580202	0.999000999000999	0.6938197204674164
444.96480417251587	3200	312.9448351705074	1.321674328350178	316.2047746181488	310.3884516954422	623712	0.999000999000999	0.6445973255778709
475.1269340515137	3400	320.92461930274965	1.5897670523043215	325.59402680397034	317.01429879665375	668885	0.999000999000999	0.6445973255778709
505.6958773136139	3600	324.7814766865969	1.6584106157089926	329.7704920768738	321.4945387840271	714773	0.999000999000999	0.6094898440739185
537.5726571083069	3800	331.47731878697874	1.5275094266186326	334.73461151123047	326.9434849023819	763210	0.999000999000999	0.6401292873647282
569.227746963501	4000	333.4069132435322	1.738736061010214	337.872211933136	330.04540753364563	811573	0.999000999000999	0.6401292873647282
600.9084193706512	4200	342.33027190804484	1.402681994806198	345.352694272995	339.27142655849457	859854	0.999000999000999	0.6800158629387302
632.1329879760742	4400	357.1116375148296	1.482829818536973	360.54736626148224	354.374716758728	907086	0.999000999000999	0.6800158629387302
663.8035886287689	4600	396.92934681236744	1.4157697974555752	399.7470796108246	392.9545624256134	955103	0.999000999000999	0.6800158629387302
695.5031423568726	4800	421.8517371571064	1.6159628978954579	424.6629705429077	418.3101781606674	1003370	0.999000999000999	0.6800158629387302
730.4589695930481	5000	461.8463858318329	1.096595567935555	464.3793407678604	459.52204513549805	1057705	0.999000999000999	0.6800158629387302
778.1104590892792	5200	1224.6721875751018	21.182308459471063	1259.904601931572	1151.823917388916	1132684	0.999000999000999	0.6659788867961006
853.8656272888184	5400	1824.3745656549931	163.82793491814888	2157.484767317772	1442.8973808288574	1260896	0.999000999000999	0.6659788867961006
941.5229721069336	5600	1642.0454302954674	87.85873591650193	1854.590524673462	1419.0949784517288	1414057	0.999000999000999	0.6659788867961006
1036.9858691692352	5800	2398.488679419756	160.32214814695047	2760.5894532203674	1888.0595915317535	1577785	0.999000999000999	0.6659788867961006
1133.9349958896637	6000	1830.3195251905918	165.84327586368198	2221.4136983156204	1444.5699527263641	1748000	0.999000999000999	0.6439769666538104
1244.115051984787	6200	2514.0990822803974	188.96759091036355	2866.2177070379257	2099.5086077451706	1939464	0.999000999000999	0.6439769666538104
1353.4929666519165	6400	2526.3193891584874	250.5584489068982	2837.5128223896027	1776.8906291723251	2129444	0.999000999000999	0.6766193714771293
1459.204464673996	6600	2572.4607312905787	146.24938168440912	2750.2543399333954	2046.9940139055252	2311145	0.999000999000999	0.6766193714771293
1572.347332239151	6800	2330.808157001734	12.113905682798867	2405.701133131981	2309.234311103821	2506474	0.999000999000999	0.6766193714771293
1691.837891817093	7000	2522.128582805395	69.45356499387455	2682.3212538957596	2411.654477953911	2714181	0.999000999000999	0.6766193714771293
1797.5508222579956	7200	2504.1725075662134	85.35615386458285	2678.939414381981	2238.015206694603	2894791	0.999000999000999	0.6766193714771293
1911.7742829322815	7400	2394.128878557682	61.18896149100583	2600.2885522842407	2233.898200750351	3092073	0.999000999000999	0.6307620305390867
2032.1856026649475	7600	2144.9671850082277	398.63050827648993	2281.1261620521545	402.43241915106773	3302547	0.999000999000999	0.6307620305390867
2138.9795804023743	7800	2118.4041867291926	355.0720482423817	2275.2189033031464	817.4619940519333	3485873	0.999000999000999	0.6307620305390867
2246.422655582428	8000	2276.3097346544264	26.224301779620635	2366.5393686294556	2222.846624016762	3669140	0.999000999000999	0.6307620305390867
2362.747003555298	8200	2211.8661871147156	15.486516415947117	2237.136342406273	2180.3218727111816	3870944	0.999000999000999	0.6096754846006727
2477.8514788150787	8400	2156.622865989208	9.275320094943538	2181.503384709358	2137.869181394577	4070144	0.999000999000999	0.6096754846006727
2596.174656391144	8600	2107.214671442509	7.351103531942134	2127.33777654171	2089.185945749283	4275536	0.999000999000999	0.6096754846006727
2711.6552646160126	8800	2106.9325709521772	8.326572654367807	2132.7786470651627	2085.8169420957565	4475727	0.999000999000999	0.6404457561677557
2841.796514749527	9000	2080.3001048076153	4.7410253715584725	2095.2616329193115	2070.657807826996	4704091	0.999000999000999	0.6404457561677557
2977.0537333488464	9200	2070.1871928739547	3.3070595222950856	2076.894407272339	2061.833657026291	4943100	0.999000999000999	0.6613946186370304
3123.8890295028687	9400	2093.6727100872995	1.2309716348669328	2095.6383893489838	2088.5277284383774	5205573	0.999000999000999	0.6613946186370304
3269.0822553634644	9600	2120.2918782639504	0.9651058478086671	2122.183359146118	2117.7244555950165	5464446	0.999000999000999	0.6613946186370304
3407.6794652938843	9800	2085.515945202112	0.7855406351768911	2087.389293909073	2083.3183040618896	5710499	0.999000999000999	0.6613946186370304
3543.3951003551483	10000	2034.760681785345	0.9402767632086672	2036.5552101135254	2032.4045127630234	5950606	0.999000999000999	0.6613946186370304
3687.85342669487	10200	2062.29774830699	0.8067346368104792	2063.9260345697403	2060.7057750225067	6208534	0.999000999000999	0.6451797138660675
3821.5144414901733	10400	2031.557538431883	0.731776707772519	2032.9398715496063	2029.8643590211868	6444397	0.999000999000999	0.6451797138660675
3970.0860702991486	10600	2008.995919468403	0.891344110679004	2010.8922456502914	2005.8189474344254	6710410	0.999000999000999	0.6451797138660675
4114.449639797211	10800	2048.0714378345015	1.1859641187075238	2052.1246551275253	2045.1889823675156	6967417	0.999000999000999	0.6451797138660675
4262.476039409637	11000	2025.7298894917965	1.265666775529406	2028.1578946113586	2022.2194982767105	7231725	0.999000999000999	0.6340414062502139
4408.0181889534	11200	1998.1323957788945	0.7084148327211786	2000.0314050912857	1995.8186638355255	7492170	0.999000999000999	0.6340414062502139
4567.55291891098	11400	2036.9096224367618	0.9440493011540421	2040.0914914608002	2034.9481592178345	7779898	0.999000999000999	0.6510405563320386
4712.64749622345	11600	2031.5617239606381	0.829018633527832	2033.6512974500656	2029.1913942098618	8038172	0.999000999000999	0.6510405563320386
4864.893659353256	11800	2021.7399923455714	0.8433760049922746	2023.954140305519	2019.2811954021454	8310753	0.999000999000999	0.6510405563320386
5020.276456832886	12000	2030.7726255321502	0.9129967337285627	2032.8404142856598	2028.2258557081223	8590539	0.999000999000999	0.6510405563320386
5177.628380537033	12200	2023.7214318704605	1.1829719957607658	2026.375904083252	2021.445941567421	8873980	0.999000999000999	0.6510405563320386
5337.535231351852	12400	1999.9390463483332	1.1469992804823446	2002.7227210998535	1997.4331798553467	9163149	0.999000999000999	0.6435179267550133
5493.611411809921	12600	2005.1379793715478	1.4570623320801106	2009.1094377040863	2002.2117269039154	9444397	0.999000999000999	0.6435179267550133
5651.994178056717	12800	1985.070072927475	1.1694407008969698	1988.1143305301666	1982.4801613092422	9729951	0.999000999000999	0.6435179267550133
5819.953023672104	13000	2011.8000524747372	1.1185869414685377	2014.7863463163376	2009.2967066764832	10035382	0.999000999000999	0.6406372148892445
5988.717473268509	13200	2004.5182614445687	1.2051584140677147	2007.203832745552	2001.579803943634	10342130	0.999000999000999	0.6406372148892445
6142.610905885696	13400	2022.419220968485	1.5643453452950153	2025.819346666336	2018.8127547502518	10618974	0.999000999000999	0.6406372148892445
6308.116047620773	13600	2002.7944613814354	1.661248412946025	2007.2663481235504	1998.4675211906433	10919345	0.999000999000999	0.6406372148892445
6481.828000545502	13800	1977.6308217775822	1.6787231206329536	1980.956794977188	1973.1996003389359	11236008	0.999000999000999	0.6470071401152926
6647.641138792038	14000	2008.8319719719887	1.4880267728249796	2012.577043890953	2003.910004734993	11537057	0.999000999000999	0.6470071401152926
6806.2282338142395	14200	1998.9080675041675	1.1873168263870566	2001.7066923379898	1995.9240307807922	11823206	0.999000999000999	0.6470071401152926
6975.685387849808	14400	1983.8605283105373	1.288697419874403	1987.0461230278015	1981.068009853363	12131495	0.999000999000999	0.6616576103031259
7146.540638208389	14600	2003.9771492516995	1.4551130255651823	2007.1656756401062	2000.2161393165588	12443206	0.999000999000999	0.6616576103031259
7317.609806060791	14800	2011.1905977535248	1.0576239561158143	2014.345639705658	2008.8618339300156	12755026	0.999000999000999	0.6616576103031259
7489.91020154953	15000	2020.5779490828513	1.3810160504269657	2024.2062644958496	2017.6187238693237	13068935	0.999000999000999	0.6706810648499008
7663.358489513397	15200	2014.0482622039317	1.28506447675164	2017.4091984033585	2011.1060540676117	13385249	0.999000999000999	0.6706810648499008
7844.201983213425	15400	1986.106764486432	1.0961677734074708	1989.2202882766724	1983.765082359314	13716681	0.999000999000999	0.6706810648499008
8020.717176198959	15600	1984.6312878459692	0.7652892846003431	1986.4317348003387	1982.8681915998459	14038969	0.999000999000999	0.6706810648499008
8201.945456027985	15800	1993.4323060929776	0.8725915901091489	1995.5214698314667	1991.0201144218445	14371745	0.999000999000999	0.6706810648499008
8375.989555120468	16000	1991.2160761684179	1.0646642953903682	1994.3438154459	1988.4889248609543	14689552	0.999000999000999	0.6600215703329924
8547.87786412239	16200	2005.5033798527718	1.1534546447942435	2008.6280294656754	2003.2791234254837	15003127	0.999000999000999	0.6600215703329924
8720.668845176697	16400	2013.0571168953181	1.5344654445390713	2016.2986996173859	2009.3213641047478	15318460	0.999000999000999	0.6600215703329924
8896.652098417282	16600	2007.6195290577411	1.191040579137883	2010.795585989952	2004.4776552915573	15639340	0.999000999000999	0.6600215703329924
9074.460411071777	16800	2004.5471104967594	1.2399921591316574	2007.5206398963928	2001.6049349308014	15964550	0.999000999000999	0.6600215703329924
9247.91726732254	17000	1995.6635173732043	1.1935698776230306	1998.1134750843048	1992.7447905540466	16281248	0.999000999000999	0.6401636460044478
9426.901190280914	17200	1992.896893004179	1.0290075684474418	1995.1186571121216	1990.5206577777863	16609689	0.999000999000999	0.6616886372352861
9604.736517906189	17400	1998.6084883779288	1.111923120604609	2002.23614859581	1996.3414467573166	16934313	0.999000999000999	0.6616886372352861
9779.039238929749	17600	2003.8369980180264	1.2625261916285202	2007.0439958572388	2000.5199392437935	17252731	0.999000999000999	0.6616886372352861
9954.809845924377	17800	2020.1683329224586	1.2481730588988154	2023.0237749814987	2017.3173723816872	17574076	0.999000999000999	0.6616886372352861
10135.01804304123	18000	2008.692677859068	1.029112644309009	2010.975782752037	2006.3283907175064	17903866	0.999000999000999	0.6616886372352861
10310.104202747345	18200	2027.1164828139545	1.2069933923440996	2029.7788257598877	2023.9901618361473	18223572	0.999000999000999	0.6303771083303474
10476.984940767288	18400	2031.6762084943057	1.1444339871990412	2034.027688384056	2028.9896228313446	18527487	0.999000999000999	0.6303771083303474
10657.415963411331	18600	2015.9237146657706	1.0135508620923213	2019.0074123740196	2013.7097036838531	18858260	0.999000999000999	0.6303771083303474
10841.927412033081	18800	2033.1229307508468	0.8496340860211529	2035.73608648777	2030.976622223854	19197396	0.999000999000999	0.6424112773013125
11017.059992074966	19000	2050.561858816743	1.0473544684272096	2052.702197909355	2047.9127848744392	19518186	0.999000999000999	0.6424112773013125
11188.811496257782	19200	2040.6875233924388	1.1353961027552892	2043.6943203806877	2037.8308349251747	19831670	0.999000999000999	0.6424112773013125
11370.240099191666	19400	2030.0980826240777	1.0465860822633437	2032.2376440763474	2027.3792136907578	20164466	0.999000999000999	0.6424112773013125
11552.722798585892	19600	2053.8960038495065	1.461371670574722	2057.4650705456734	2046.3545645475388	20499687	0.999000999000999	0.6424112773013125
11740.002124547958	19800	2047.3972164189815	1.2274962536233591	2050.1361613869667	2043.7887125015259	20844444	0.999000999000999	0.6250336381985848
11923.773253440857	20000	2047.6838111752272	1.4975110043011977	2050.6653277873993	2043.8247748613358	21181819	0.999000999000999	0.6250336381985848
12106.704288959503	20200	2064.1550310355424	1.2175342253015111	2067.530089735985	2061.1267626285553	21518028	0.999000999000999	0.6250336381985848
12285.161962747574	20400	2064.2709380412102	1.3332675272096117	2068.195747256279	2060.929989337921	21845129	0.999000999000999	0.6598083752250127
12466.341859817505	20600	2058.7620698940755	1.5936172403996998	2062.513097047806	2053.8746412992477	22177715	0.999000999000999	0.6598083752250127
12649.678775310516	20800	2049.5454954636098	1.7680858396765713	2053.6687254309654	2043.306977391243	22515164	0.999000999000999	0.6598083752250127
12839.07433271408	21000	2055.383232550621	2.1106261686432024	2058.9412546157837	2046.8787305355072	22864119	0.999000999000999	0.6598083752250127
13026.823128700256	21200	2065.9587661165	2.0312522038025205	2069.2762946486473	2060.4316115379333	23210016	0.999000999000999	0.6598083752250127
13212.056324958801	21400	2065.442463699579	2.052493221057048	2070.4358036518097	2059.200164079666	23550966	0.999000999000999	0.6453337247150434
13395.428472995758	21600	2067.533586242199	2.7191246836598153	2072.9074963331223	2056.3419686555862	23889069	0.999000999000999	0.6453337247150434
13576.064038515091	21800	2057.9304142260553	2.6090640840916324	2062.584875702858	2049.5867018699646	24221090	0.999000999000999	0.6453337247150434
13762.975405216217	22000	2072.0859952056408	2.424222051781945	2077.3285318017006	2063.8955109119415	24565881	0.999000999000999	0.6246467555405515
13944.609439134598	22200	2084.540608469844	1.9893790540058438	2089.914072751999	2079.280602455139	24899460	0.999000999000999	0.6246467555405515
14121.419461488724	22400	2087.1081102961302	2.3553190264208905	2092.181851744652	2080.93856215477	25223391	0.999000999000999	0.6403091315139153
14295.975849866867	22600	2086.42516287446	2.282227155779519	2091.515513598919	2081.147394657135	25542172	0.999000999000999	0.6403091315139153
14475.03736448288	22800	2116.39482332468	1.9136003028786237	2120.98782145977	2110.454473376274	25871191	0.999000999000999	0.6403091315139153
14668.353052854538	23000	2162.769784461856	0.9830887031268205	2166.27232503891	2160.684345960617	26230062	0.999000999000999	0.6403091315139153
14857.75765657425	23200	2175.8055022597314	4.650758079499705	2191.746832728386	2169.495152771473	26580791	0.999000999000999	0.6403091315139153
15050.163129091263	23400	2171.7123711156846	1.0811052421532912	2176.321901321411	2169.5365310907364	26936806	0.999000999000999	0.6295518259866918
15246.669395923615	23600	2168.8698388808966	1.3187094979814955	2176.4575714468956	2166.896366715431	27301058	0.999000999000999	0.6384402647796932
15443.669316291809	23800	2179.696587834358	1.6012199209441818	2185.5747329592705	2177.132504761219	27666837	0.999000999000999	0.6384402647796932
15638.297587156296	24000	2201.2712870723008	3.094682570897346	2208.548169016838	2188.3757807016373	28027557	0.999000999000999	0.6384402647796932
15830.90400481224	24200	2185.35165466249	2.6639775237264427	2194.3568163514137	2181.1667593717575	28384102	0.999000999000999	0.6384402647796932
16025.85760974884	24400	2182.151646478176	2.8245430213397427	2189.972476005554	2177.242967247963	28746120	0.999000999000999	0.6403626356069378
16217.674882650375	24600	2194.35211235404	4.263899444205424	2203.0390862226486	2182.9954257011414	29101432	0.999000999000999	0.6403626356069378
16412.102192401886	24800	2200.6176759141686	4.254058741709701	2210.005173563957	2189.7002475857735	29462389	0.999000999000999	0.6403626356069378
16603.388205051422	25000	2204.006778981686	4.163410047099385	2212.2483446002007	2193.529638528824	29816527	0.999000999000999	0.682824266241001
