Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
13.56006407737732	0	142.0647796356678	35.468679014382545	364.53882426023483	95.89166283607483	0	0.0	0
34.01645112037659	200	83.08479230940343	1.796389948622657	87.004179418087	79.15498423576355	27380	0.9950248756218906	0.6152557708355817
56.38285684585571	400	173.93707623302936	2.587989429260445	181.5824682712555	169.22903168201447	57593	0.9975062344139651	0.6152557708355817
83.0590283870697	600	238.62152763068676	1.8385881780342572	243.03213465213776	234.48431289196014	95550	0.9983361064891847	0.6247946115098382
111.09504985809326	800	239.9672306662798	1.9296789492828021	243.88718497753143	235.40276312828064	136204	0.9987515605493134	0.6529258219188885
139.34944200515747	1000	230.99615250051022	1.8210314338651739	235.97013288736343	227.12892198562622	177544	0.999000999000999	0.6529258219188885
166.91129231452942	1200	237.8121197926998	1.4303793022057432	241.42721617221832	234.31670677661896	217517	0.999000999000999	0.6529258219188885
195.33816766738892	1400	239.0659740459919	1.685175556751452	242.90774530172348	234.95441675186157	259059	0.999000999000999	0.6529258219188885
223.99720311164856	1600	240.04143663406373	1.3271893774303578	243.9693534374237	237.7844738960266	301372	0.999000999000999	0.7077180231142952
251.4979031085968	1800	246.21946881532668	1.2844856750145814	249.8373098373413	243.26212906837463	341618	0.999000999000999	0.7077180231142952
279.3483188152313	2000	259.44415485501287	1.3633970296108202	261.6040530204773	257.8088347911835	382629	0.999000999000999	0.7077180231142952
307.02097058296204	2200	266.39727894544603	1.49398381423305	269.3240057229996	263.78098154067993	423423	0.999000999000999	0.7077180231142952
334.4767966270447	2400	287.6284756690264	1.5029313613248667	291.68239665031433	284.19668459892273	463862	0.999000999000999	0.7077180231142952
362.8656995296478	2600	298.84356554985044	1.5863984452478894	302.00605618953705	294.7038530111313	506014	0.999000999000999	0.6358016666063222
390.96219301223755	2800	299.7374194848537	1.3491065987737025	302.4718441963196	295.90512907505035	547749	0.999000999000999	0.6358016666063222
420.4697573184967	3000	313.0957598352432	1.3536852718564976	316.3475112915039	309.69412672519684	591961	0.999000999000999	0.6358016666063222
451.5986201763153	3200	323.9598726451397	1.4875334708603218	327.5804214477539	320.13381028175354	639496	0.999000999000999	0.6702410522524327
482.6658625602722	3400	328.0949813079834	1.2514604935861424	330.6364884376526	325.30093944072723	686962	0.999000999000999	0.6705948267759335
514.2540423870087	3600	345.4458843266964	1.495876824475018	349.021364569664	340.6767007112503	735459	0.999000999000999	0.6705948267759335
545.9256961345673	3800	378.0088697105646	1.7001811616543367	382.2107803821564	373.81701707839966	784341	0.999000999000999	0.6705948267759335
578.2240424156189	4000	415.39882702708246	1.7433392074204568	419.47991371154785	411.31971180438995	834397	0.999000999000999	0.6705948267759335
613.354171037674	4200	461.40206492066386	2.9599045269807798	467.5425423383713	453.372186422348	889841	0.999000999000999	0.676211687232929
659.0917375087738	4400	962.4667272496223	5.444331860151592	970.5501779317856	943.4872575998306	964310	0.999000999000999	0.676211687232929
732.2144110202789	4600	1327.5114259552956	133.1155873545939	1677.6228911876678	1053.8493101596832	1092106	0.999000999000999	0.676211687232929
821.3972306251526	4800	2441.4152748176457	329.9051879916795	3005.748774766922	1265.6348206996918	1242836	0.999000999000999	0.676211687232929
924.116977930069	5000	2682.9628331996128	296.6363071371873	3073.1801419258118	1668.3032310903072	1420502	0.999000999000999	0.676211687232929
1024.8162035942078	5200	2968.0325838780404	10.063452215348072	3021.5418256521225	2941.111027956009	1592769	0.999000999000999	0.6433426523110721
1118.8036363124847	5400	2840.7463006990833	119.43474293730429	2922.5786749124527	1780.2412604689598	1751591	0.999000999000999	0.6433426523110721
1209.2335257530212	5600	2394.2618912524963	673.2339359274496	2860.104067325592	1183.1412490680814	1905806	0.999000999000999	0.6433426523110721
1307.1334776878357	5800	2743.314552507675	230.9174012451317	2923.2490570545197	1727.5227226596326	2072405	0.999000999000999	0.6368467995260376
1416.3208134174347	6000	2498.2460517966747	22.759562282982916	2552.3420062065125	2474.249744772911	2261964	0.999000999000999	0.6357878206899389
1523.6928434371948	6200	2532.4368346869946	22.953796959985826	2657.2923123836517	2494.5814992189407	2447747	0.999000999000999	0.6357878206899389
1617.5252771377563	6400	1628.3188201003359	949.0933277549756	2466.3554227352142	447.17007172852755	2611819	0.999000999000999	0.6247883631241212
1728.4380674362183	6600	2332.622613439709	119.09761674033486	2402.4626960754395	1153.3280058056116	2804409	0.999000999000999	0.6247883631241212
1840.600965499878	6800	2296.9587389695644	2.233187879295559	2301.980720281601	2291.8114659786224	2999821	0.999000999000999	0.6249020077268554
1947.08269906044	7000	1271.6517869384168	749.4491035276862	2229.6785323619843	641.9366446435452	3191152	0.999000999000999	0.6249020077268554
2060.9869816303253	7200	2312.7379751217363	2.6046383268158757	2319.6844362020493	2308.2317502498627	3389841	0.999000999000999	0.6294729074262236
2201.651171684265	7400	2329.671417603493	3.16297311809031	2336.98777782917	2322.840787291527	3642710	0.999000999000999	0.6294729074262236
2338.739391565323	7600	2329.8660973572732	2.678189558777455	2336.5960923433304	2324.752905011177	3888984	0.999000999000999	0.6449671200591576
2463.744074821472	7800	2309.374355944395	1.9433133446322106	2313.7264674901962	2305.643329501152	4110999	0.999000999000999	0.6449671200591576
2582.382589817047	8000	2322.9276491487026	2.0504866548796734	2327.087872028351	2318.0618253946304	4319680	0.999000999000999	0.6449671200591576
2710.8309621810913	8200	2250.170603312254	2.67620236958538	2254.765528678894	2243.518979072571	4548701	0.999000999000999	0.6449671200591576
2856.0690367221832	8400	2226.163538933992	1.785645056195947	2230.8599264621735	2220.9719660282135	4811717	0.999000999000999	0.6542319215898962
2988.4089679718018	8600	2269.3599046063423	1.5125252402949132	2272.8767697811127	2265.0089950561523	5048290	0.999000999000999	0.6542319215898962
3122.5073199272156	8800	2308.362871299982	1.6722002028325291	2313.0982168912888	2303.93683052063	5288632	0.999000999000999	0.6542319215898962
3251.038953065872	9000	2284.7362539231776	1.8175221385145628	2289.3453977108	2281.2183198928833	5517344	0.999000999000999	0.6577968412650534
3399.4498455524445	9200	2287.827408825159	1.3025357629617345	2290.7476732730865	2284.815104365349	5787380	0.999000999000999	0.6577968412650534
3553.735812664032	9400	2284.7187192213537	1.4537427403573147	2289.7762207984924	2281.8685561418533	6069039	0.999000999000999	0.6577968412650534
3712.7694170475006	9600	2277.281909917593	1.4507419291157353	2281.1426807641983	2273.404521346092	6360536	0.999000999000999	0.6577968412650534
3883.0025062561035	9800	2332.327993981838	2.50924179872629	2339.152491211891	2326.0439084768295	6674388	0.999000999000999	0.6577968412650534
4054.718180656433	10000	2295.674065183401	1.6999099584981274	2300.0329134464264	2292.6192029714584	6990956	0.999000999000999	0.651648121771586
4219.1420912742615	10200	2228.8719584059713	1.7123629976867791	2233.228337287903	2225.031978726387	7293160	0.999000999000999	0.651648121771586
4388.475564479828	10400	2256.964179280996	1.6742696428021284	2260.4920239448547	2253.7415920495987	7605322	0.999000999000999	0.6224835856540912
4556.360515594482	10600	2194.8794730496406	1.7427007194134247	2199.6204512119293	2190.7770490646362	7915240	0.999000999000999	0.6574429200472823
4728.515384674072	10800	2214.108725243807	2.4039363083957386	2222.084414243698	2208.979785323143	8232694	0.999000999000999	0.6574429200472823
4903.285208463669	11000	2220.709801170826	2.629764586917638	2227.8570643663406	2215.223512172699	8555915	0.999000999000999	0.6574429200472823
5066.953891277313	11200	2240.305036211014	3.654068752581198	2250.4598982334137	2230.778035879135	8856743	0.999000999000999	0.6574429200472823
5231.024170398712	11400	2199.128507552147	3.003660053941688	2207.8886266946793	2193.490982055664	9157553	0.999000999000999	0.6574429200472823
5400.545969486237	11600	2185.2575886297227	3.0215589859666645	2192.5805982351303	2176.1385464668274	9469496	0.999000999000999	0.6454322075106409
5573.674181461334	11800	2195.3200325393677	3.0007468083129196	2204.2612215280533	2189.1522817611694	9789020	0.999000999000999	0.6454322075106409
5748.717175722122	12000	2212.676306924224	4.185433250725393	2219.2347440719604	2201.7468425035477	10111924	0.999000999000999	0.6454322075106409
5929.594527006149	12200	2243.9007115197182	5.848316019411884	2254.920220375061	2230.0527354478836	10447666	0.999000999000999	0.6494198741072252
6103.44788479805	12400	2229.1201211798193	6.694430201224746	2241.4629839658737	2215.75991666317	10768479	0.999000999000999	0.6494198741072252
6279.841694831848	12600	2221.566518614888	4.769531585525103	2232.866529941559	2209.189752101898	11094614	0.999000999000999	0.6494198741072252
6453.757933139801	12800	2220.0303202313185	7.4855378581688985	2235.570989370346	2207.379086136818	11415414	0.999000999000999	0.6494198741072252
6622.408907651901	13000	2225.9984577023984	7.10684856338088	2248.1595927476883	2215.300540447235	11725980	0.999000999000999	0.6494198741072252
6796.238377332687	13200	2231.328646759987	7.638957740010565	2244.882838010788	2214.866328597069	12046991	0.999000999000999	0.7904751291788137
6970.231614351273	13400	2206.95666514039	8.37319493194257	2221.817251801491	2188.01420968771	12368765	0.999000999000999	0.7904751291788137
7142.4750146865845	13600	2234.384242776632	5.796542611277667	2245.7284368276596	2220.7246997356415	12686667	0.999000999000999	0.7904751291788137
7316.761022806168	13800	2192.547615970969	7.230892406487811	2206.967731118202	2177.7286816835403	13008934	0.999000999000999	0.7904751291788137
7494.678342342377	14000	2204.8777162003516	9.03095795144777	2222.497924208641	2187.711871981621	13338352	0.999000999000999	0.7904751291788137
7671.883659362793	14200	2204.4383027583362	9.074405230133241	2221.8232127428055	2189.189046025276	13665944	0.999000999000999	0.7074525416626287
7836.141500234604	14400	2200.304521226287	9.409231332437924	2222.883440852165	2186.4626939296722	13967381	0.999000999000999	0.7074525416626287
7996.480234861374	14600	2202.298885100484	10.872620405552274	2222.2303560972214	2171.013575553894	14260183	0.999000999000999	0.7074525416626287
8160.330804109573	14800	2198.928878954053	6.002229045957088	2214.211461186409	2174.7321869134903	14561435	0.999000999000999	0.7074525416626287
8331.589739322662	15000	2210.0520325642824	8.536624722109934	2228.3170305490494	2194.7872574329376	14877366	0.999000999000999	0.6237533435134166
8505.196490764618	15200	2218.430659804344	4.848155655761796	2236.325159549713	2209.7460523843765	15197327	0.999000999000999	0.6237533435134166
8670.960033893585	15400	2219.3814979976414	11.055767129269602	2249.047286629677	2204.982188820839	15502541	0.999000999000999	0.6360537310851302
8844.482344150543	15600	2207.4493323636057	10.267171313342534	2234.4194408655167	2192.3909388780594	15823193	0.999000999000999	0.6360537310851302
9019.504185438156	15800	2209.4314256203174	9.59185969384446	2234.0061193704605	2194.3935853242874	16147025	0.999000999000999	0.6360537310851302
9186.954085111618	16000	2223.7001577579977	7.009857815885038	2247.6683233976364	2211.098958969116	16455775	0.999000999000999	0.6360537310851302
9353.681959152222	16200	2223.881542272568	8.620863978310949	2247.737076997757	2210.06630051136	16762847	0.999000999000999	0.6387604027794377
9516.903267383575	16400	2208.5110626113415	10.090073725803055	2234.045326948166	2190.4517325162888	17062128	0.999000999000999	0.6387604027794377
9686.5033223629	16600	2170.350258615017	8.242037567977725	2186.9405463933945	2125.4821273088455	17374802	0.999000999000999	0.6441122002857286
9857.57541012764	16800	2214.9273879110815	8.026578788113818	2236.5527151823044	2195.627268075943	17690362	0.999000999000999	0.6441122002857286
10025.253492116928	17000	2238.296204901934	6.591530264522269	2261.0271359682083	2226.8960921764374	17999651	0.999000999000999	0.6441122002857286
10175.565938711166	17200	2211.9351380580665	11.14730108660825	2235.5693576335907	2190.058035492897	18273546	0.999000999000999	0.6441122002857286
10341.666053295135	17400	2184.2272125035524	8.144502230499276	2200.616046667099	2164.366352558136	18579143	0.999000999000999	0.6441122002857286
10506.255199670792	17600	2180.4257408171893	6.863448593891542	2198.760046005249	2160.6194157600403	18881024	0.999000999000999	0.6161710418116711
10666.863879442215	17800	2188.5886285746096	6.680804513469388	2205.9260942935944	2175.9207686185837	19175782	0.999000999000999	0.6161710418116711
10823.519556760788	18000	2216.352284040451	8.776875429696807	2236.105997443199	2202.348931789398	19461959	0.999000999000999	0.6161710418116711
10972.34688258171	18200	2232.8194515138866	4.615597083306757	2244.961751937866	2220.4047815799713	19731955	0.999000999000999	0.6908479149332821
11127.086331605911	18400	2199.135336250663	6.056383613304732	2220.5490505695343	2185.3443769216537	20014752	0.999000999000999	0.6908479149332821
11284.872618198395	18600	2177.500529065728	15.99012601976315	2211.981788992882	2144.5466274023056	20302583	0.999000999000999	0.6908479149332821
11439.713337421417	18800	2188.7069257098437	6.00895279745655	2205.1206147670746	2174.7935700416565	20584988	0.999000999000999	0.6908479149332821
11602.292883396149	19000	2162.1484005075695	9.592380591234031	2182.5360038280487	2132.5116124153137	20882329	0.999000999000999	0.6908479149332821
11757.18289899826	19200	2188.2785136199	7.68500621806523	2203.2100590467453	2171.2493501901627	21164448	0.999000999000999	0.6590621429376905
11917.133183002472	19400	2162.8440180128814	21.38545391207104	2195.906503677368	2112.1911777853966	21457302	0.999000999000999	0.6590621429376905
12084.80883383751	19600	2204.3675998169183	8.404237948826932	2220.0454576015472	2187.0152522325516	21766102	0.999000999000999	0.6288142743228857
12242.38012099266	19800	2174.6243507742884	33.007460806140294	2219.198228955269	2125.9551473855972	22053891	0.999000999000999	0.6191640655833678
12402.44524216652	20000	2197.3655013632774	7.864166028206417	2217.5664508342743	2132.65818798542	22346402	0.999000999000999	0.6436928760297176
12557.313012361526	20200	2178.6684780299665	7.606995251394405	2199.5165766477585	2164.616140604019	22628723	0.999000999000999	0.6436928760297176
12719.988513469696	20400	2188.532495792508	7.546084388950666	2206.0832158327103	2174.744146347046	22927655	0.999000999000999	0.6971031735895407
12884.255059957504	20600	2160.080972380042	4.823361139558971	2182.0305403470993	2151.399731516838	23229257	0.999000999000999	0.6971031735895407
13049.40855383873	20800	2170.8521829926967	5.690536752110048	2191.0927143096924	2154.518599152565	23532731	0.999000999000999	0.6971031735895407
13217.3041305542	21000	2174.148756710291	4.1221109170503185	2184.437954545021	2165.514997243881	23842025	0.999000999000999	0.6971031735895407
13382.768743753433	21200	2202.0489449936154	9.852176378407732	2222.385615706444	2187.416158556938	24146294	0.999000999000999	0.6971031735895407
13548.69666314125	21400	2179.3650505053997	7.1788133152338345	2194.936168551445	2166.855717420578	24450885	0.999000999000999	0.6771399371635232
13714.423872709274	21600	2188.6574754589797	8.210491293008218	2210.292731165886	2176.0382236242294	24755351	0.999000999000999	0.6771399371635232
13877.386994600296	21800	2187.348616966009	7.235790875225972	2207.522121012211	2172.346710920334	25054428	0.999000999000999	0.6690701069969653
14044.539998054504	22000	2178.734703351259	6.501299257158984	2192.40791618824	2166.9601739645004	25362045	0.999000999000999	0.6698208892604417
14214.780374526978	22200	2191.195781724453	7.110704503330692	2204.601325750351	2176.9766800403595	25674760	0.999000999000999	0.6698208892604417
14380.975395679474	22400	2173.329262160659	7.1598598884550535	2199.7395228147507	2161.6906979084015	25980353	0.999000999000999	0.6698208892604417
14548.010643482208	22600	2142.109868264198	29.822761180070305	2179.4764750003815	2084.095670223236	26287259	0.999000999000999	0.6698208892604417
14717.473726987839	22800	2155.851495475173	9.596492874823271	2174.717821240425	2094.77731692791	26598616	0.999000999000999	0.6698208892604417
14896.23716211319	23000	2160.3413383483885	6.8609273222490215	2176.0330299139023	2148.2426055669785	26929494	0.999000999000999	0.6254446455876427
15070.041310310364	23200	2170.7242312741278	5.701480600469487	2187.8518254756927	2162.83460354805	27250433	0.999000999000999	0.6254446455876427
15232.255928993225	23400	2141.8790173745156	18.248414238979972	2180.3308053016663	2116.56163918972	27547604	0.999000999000999	0.6610393265655464
15394.288635253906	23600	2146.122721914053	8.794402840589244	2164.74945127964	2097.830647110939	27845213	0.999000999000999	0.6610393265655464
15563.271539449692	23800	2155.690337269902	12.903617456491942	2177.824619472027	2117.09384059906	28156958	0.999000999000999	0.6610393265655464
15726.935022592545	24000	2170.859287700057	6.169665818451168	2183.758045196533	2157.948719024658	28456732	0.999000999000999	0.6610393265655464
15892.655554771423	24200	2165.1071314829587	7.202404611592415	2178.819098830223	2147.741173505783	28761613	0.999000999000999	0.6610393265655464
16056.98119020462	24400	2157.804670664072	16.024930326006125	2178.49598801136	2112.746724009514	29061792	0.999000999000999	0.6184565341198616
16226.356694936752	24600	2171.243926373124	5.689252402648047	2184.1951129436493	2160.210953593254	29372918	0.999000999000999	0.6184565341198616
16380.918168783188	24800	2178.8798550254105	6.5009950035522275	2190.7921600937843	2165.0606607198715	29654605	0.999000999000999	0.6085528792467066
16536.296803712845	25000	2152.184255770445	7.060591925757473	2168.521606564522	2139.050105690956	29937780	0.999000999000999	0.6079470847558645
