Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
13.54646611213684	0	157.29963360220194	54.18033272488144	396.60917741060257	94.37075918912888	0	0.0	0
38.34672951698303	200	205.63220426976682	9.593066657100062	222.29900074005127	188.58927392959595	35123	11.344777552501625	8.083614676355632
70.70047616958618	400	351.37478735089303	1.1502293104987567	354.3731132745743	348.95714098215103	84686	11.372013319464703	8.083614676355632
108.65492630004883	600	471.86245626807215	1.8233453888538012	475.83090937137604	466.60457795858383	145849	11.344941827375218	8.153643009349771
177.33699750900269	800	1743.8861731368304	321.7678410273912	2777.8176733255386	1416.840018749237	261998	11.324876387279474	8.153643009349771
316.14588713645935	1000	2364.412257204056	374.27708730458494	2843.8773022294044	1324.037838101387	517295	11.337350795666241	8.691657990171251
476.1999385356903	1200	2455.0686981225012	417.8503690054825	2713.943865954876	1149.7696601748466	815103	11.264480359696638	8.691657990171251
640.107916355133	1400	2843.412928996086	5.57770554734625	2853.865592777729	2824.4238909482956	1118559	11.263044122775584	8.691657990171251
764.7573626041412	1600	1123.01564345479	504.95671864025456	3081.517728418112	858.2904264032841	1352626	11.29227363598243	8.691657990171251
869.8278896808624	1800	1444.2021509420872	248.31498392348678	2227.183025062084	1074.5960325598717	1545616	11.330512423525875	8.691657990171251
1007.0333573818207	2000	3043.207918151617	27.242634158583197	3094.417867720127	2979.0421200990677	1796177	11.326719143962366	8.2759794281763
1191.7618358135223	2200	2963.4533393675088	347.01531422512153	3204.596144914627	1585.3797618746758	2145752	11.411202562934186	8.4517978980669
1371.308387517929	2400	3064.550690973997	308.764075074205	3172.876302599907	1424.008982360363	2483758	11.408884077669475	8.4517978980669
1543.0318520069122	2600	3133.8155029785635	33.46728593697087	3177.300083756447	3054.4360024929047	2806626	11.427725926616521	8.4517978980669
1717.770664691925	2800	3179.653454127908	12.477727972532385	3197.606729090214	3130.038728952408	3136848	11.443780713364514	8.4517978980669
1877.79305434227	3000	2615.961355368495	718.6094231932725	3240.0210102796555	1456.3245295286179	3442578	11.41974405124107	8.4517978980669
2025.6636226177216	3200	3052.7041058808563	383.7840871056195	3261.3483853936195	1363.9796860814095	3716743	11.440864976320556	7.667692945505915
2202.943759202957	3400	3208.844809461832	27.494582961892394	3239.3637597560883	3062.29923504591	4052100	11.442636887718725	8.869517895026563
2381.9580783843994	3600	3236.8010558193923	6.611148390244381	3247.922370314598	3204.1564106345177	4391631	11.398242796432513	8.869517895026563
2542.2031588554382	3800	3172.2654010432957	395.89640647844476	3273.4030525684357	927.9895361065865	4692472	11.378504180179236	8.869517895026563
2706.135055541992	4000	2906.392497114241	313.13944856500126	3174.4220970869064	1720.60664498806	4998667	11.403869639745205	8.869517895026563
2868.901123523712	4200	2540.4053254318237	723.4357622823657	3220.2974116802216	1108.0783361792564	5306177	11.3937612157225	8.869517895026563
3032.295049905777	4400	2873.2277097439764	406.92395635253416	3215.32956212759	1692.3379881978035	5611996	11.406983023758727	8.943719223887134
3202.1219556331635	4600	2630.3164629507064	879.7230771469953	3274.493476867676	904.110135436058	5932538	11.422084747275475	8.943719223887134
3378.0473499298096	4800	3114.6179012072084	244.93429672912956	3260.8588469028473	1995.6245667934418	6266106	11.38669447354731	8.943719223887134
3545.1549491882324	5000	2926.6990557825566	465.171166891859	3213.2065113782883	1386.2754155993462	6581264	11.380060979028798	8.943719223887134
3715.511964559555	5200	3220.4705937856434	5.23548545221656	3230.383870124817	3207.76743465662	6902248	11.37069739885574	8.943719223887134
3870.1669466495514	5400	2737.4201333045958	441.262156522317	3276.260863363743	2059.3302230238914	7192671	11.368465579122557	8.445186337580834
4031.583088874817	5600	3165.705217255354	180.8354480572454	3263.443883419037	1471.1765214800835	7494534	11.379075503608622	8.445186337580834
4197.7647886276245	5800	1234.8046161359548	51.38756401611578	1448.087122797966	1198.598191022873	7817450	11.37533942423727	8.445186337580834
4357.09015583992	6000	3041.3860976731776	286.78602292125896	3306.4156688451767	1996.6800379157066	8114303	11.396637477026555	8.445186337580834
4533.31095957756	6200	3199.950847958922	20.143333549168617	3233.015924870968	3136.258386850357	8445019	11.415773036299822	8.445186337580834
4729.3391370773315	6400	3214.43104239583	28.801530034078798	3268.7396242022514	3027.9116286039352	8817306	11.415624250426832	8.425013503565875
4928.095145940781	6600	2698.09834536016	834.7060419170035	3270.2286999821663	1209.2797706723213	9197278	11.41136101929439	8.425013503565875
5125.796300411224	6800	3243.095440184474	17.868114205599987	3265.4743381142616	3179.3983969688416	9572389	11.440569598843933	8.425013503565875
5315.906756401062	7000	2873.260264120102	856.7055425418683	3293.275025367737	872.306938290596	9935354	11.455206874510697	9.103676480075526
5497.02043056488	7200	3267.116055825949	9.768829467341778	3284.1931667923927	3218.1116755008698	10277268	11.420262961412176	9.103676480075526
5693.526360750198	7400	3208.8492941641807	13.177992377860074	3259.563544154167	3188.0090411901474	10651195	11.427068790477746	9.103676480075526
5889.456644535065	7600	3255.877632445097	5.335315368875288	3272.139347434044	3242.8952385783195	11022136	11.409120545938093	9.103676480075526
6079.333562374115	7800	3297.071731644869	2.2604415169504315	3302.930488228798	3291.932075858116	11382359	11.424473601017969	9.103676480075526
6272.634957313538	8000	3226.848713225126	402.59481694119336	3337.89707249403	1182.9192420244217	11747919	11.431535198161782	7.911748381134957
6465.7986426353455	8200	3283.8257995277645	2.617743453678897	3291.0198580622673	3275.656098306179	12113442	11.448126254239078	8.894395940397814
6659.201873540878	8400	3318.943965708613	9.019319664448458	3332.6101782917976	3276.9048854112625	12479189	11.456526693041996	8.894395940397814
6852.150215625763	8600	3298.778835042715	46.09500469629114	3330.4424434304237	2882.5013657212257	12843364	11.507624636273428	8.894395940397814
7046.390695333481	8800	3282.7921792089937	225.2077268329594	3354.573212146759	1786.734750509262	13210034	11.495635952886515	8.894395940397814
7238.929229736328	9000	3402.807302156687	12.909842683842642	3421.5787606835365	3354.9610165953636	13573024	11.467013616972297	8.894395940397814
7414.140955924988	9200	3420.621002411246	4.198728053915126	3428.4234154224396	3401.4827188253403	13898750	11.454135107672995	8.382679210822317
7586.997366189957	9400	2709.754946646094	1138.0500953744797	3455.5634919404984	919.3425838947296	14223323	11.454995090834567	8.382679210822317
7774.575476884842	9600	3415.7460612851382	9.751465817307869	3442.276192486286	3388.419180929661	14576132	11.414853679861405	8.382679210822317
7947.0809416770935	9800	2377.3737817883493	776.6071150616914	3445.87325412035	923.8563081026077	14904203	11.411132826364277	8.382679210822317
8123.056803703308	10000	3451.5627707892654	5.439585343820918	3462.6973365545273	3439.488495528698	15233890	11.414901115140884	8.128506642136163
8297.163677692413	10200	3210.6222000277044	756.6941104267014	3485.189780175686	912.8061223626137	15560124	11.395272078642463	8.280346773903482
8473.064168691635	10400	3448.814395121336	12.466325786273092	3468.1231224536896	3402.306321144104	15889453	11.39642951757471	9.468113022916164
8627.688861131668	10600	998.6557978224754	115.00053347447064	1154.8676183223724	876.3780604600906	16188442	11.398719129891406	9.468113022916164
8801.099827051163	10800	2850.5705605483054	911.5205114396142	3462.7161202430725	916.2431440353394	16514336	11.386846761937742	9.468113022916164
8984.183850288391	11000	2729.4271903026106	1124.0465070918863	3432.188388645649	662.9462245106697	16860721	11.364498714344231	9.468113022916164
9162.655972719193	11200	3361.1060234713555	342.5228870352759	3451.2163187265396	961.3584159612656	17195460	11.400199212179457	9.468113022916164
9355.10441493988	11400	3296.048849595785	382.26095613730473	3462.2383183836937	1539.4899288415909	17558674	11.381316232999268	8.049406063064263
9548.917528867722	11600	3285.7752975654603	468.4875446827305	3427.2161672115326	964.6550822854042	17924245	11.395457364297881	8.266520052577267
9741.987616300583	11800	3021.71331648767	489.4715965281163	3413.376916706562	1771.6354794502258	18288994	11.43287525779727	8.266520052577267
9931.53562283516	12000	3399.823275334835	9.381528967316298	3419.9485548734665	3372.7990132570267	18645043	11.422319732020934	8.925395869920886
10116.923714876175	12200	3348.498928292394	29.82418098183943	3402.224279165268	3204.120211958885	18992950	11.388325643256447	8.925395869920886
10312.17021226883	12400	3379.293755260706	301.89472575754706	3437.9466275572777	1244.005125761032	19361030	11.377573223585536	8.925395869920886
10499.566373109818	12600	3376.5935549360515	13.580533578544054	3402.7455456852913	3345.3134665489197	19713041	11.379035612354281	8.925395869920886
10687.308948516846	12800	3343.9879851025344	26.135816098967325	3400.5859060287476	3289.8859325647354	20065617	11.35143808197143	8.925395869920886
10869.957402467728	13000	3280.8050491946938	388.74251151004097	3430.2425225377083	26.236201405525208	20408667	11.365900078113311	8.255084123527931
11036.97848892212	13200	1678.1494202011825	454.4073564668626	3495.763098746538	1216.1299871206284	20728199	11.375311860042164	8.255084123527931
11199.95283126831	13400	3450.545536344647	9.103787791261038	3472.4104117155075	3429.2165946364403	21030789	11.39192213737126	8.395441833164245
11356.885871171951	13600	2814.929342984557	1025.853119040009	3479.74176132679	1133.3640184998512	21324195	11.37630478306604	8.395441833164245
11528.278438806534	13800	1351.4175828701257	986.7317010358886	3503.913884103298	667.8495180010796	21655078	11.354148353646048	8.395441833164245
11676.84559416771	14000	2969.7448583424093	899.6338329665234	3497.7553329467773	903.5335667133331	21930461	11.375642522252045	8.395441833164245
11838.63381242752	14200	3012.983175957203	854.5027843082493	3491.41107827425	773.2045819759369	22233423	11.382419752526076	8.395441833164245
12010.367879629135	14400	3400.291996589303	185.42622327332413	3461.7137172818184	2276.5968853235245	22555704	11.397506107996781	8.09880122918168
12179.251741886139	14600	3206.689195199013	709.8412844177682	3480.2423726320267	1196.4509859085083	22872487	11.404737690611013	8.09880122918168
12347.960757255554	14800	3386.1630702364446	177.28306544916344	3435.4267877936363	2007.9132949709892	23188318	11.439320526341158	8.067447037287332
12521.09542798996	15000	3420.2143127685786	62.59900008736018	3448.00533080101	2802.3360990285873	23511412	11.42466085801555	8.067447037287332
12701.295207977295	15200	3434.863063308597	8.06585671400531	3456.859896361828	3418.720580458641	23849702	11.43088219834029	8.067447037287332
12863.059113025665	15400	3405.202446191311	193.7850335139858	3452.862873673439	1997.8154436349869	24150013	11.39501135785927	8.693771863698375
13029.623710155487	15600	3267.734052290916	451.32359971356556	3449.8919498324394	1709.050648033619	24460491	11.422990301601349	8.693771863698375
13191.519778490067	15800	3409.7498848754167	105.05895753536103	3431.4454830288887	2366.0887808203697	24760014	11.410446556852692	8.693771863698375
13380.17177438736	16000	3453.333179238439	4.4726661017722895	3465.138455271721	3442.3793414235115	25114846	11.390841419117354	8.693771863698375
13564.753456354141	16200	3409.0351140922307	4.427236112136498	3424.0308037400246	3400.40531373024	25461146	11.353756946624301	8.693771863698375
13745.963967323303	16400	3405.686108568907	8.280632260208199	3422.741703271866	3389.7160702347755	25800459	11.33307551802063	8.421669509382479
13931.835092067719	16600	3441.8069285207985	8.21375319450567	3455.9756374955177	3414.5268305540085	26149710	11.31581858702895	8.421669509382479
14115.699635744095	16800	2095.87759996891	1367.488697150626	3492.295262634754	639.6617934703827	26502492	11.340194772057751	8.421669509382479
14282.01222729683	17000	3214.816501568556	756.6846603364775	3486.707721412182	663.9849315881729	26813861	11.39180315865896	8.421669509382479
14461.586862325668	17200	3391.134564912319	456.1943923301925	3482.2268815636635	628.6760479211807	27150617	11.413784308545955	8.421669509382479
14644.878587007523	17400	3391.140721164346	156.31725455696957	3438.782300591469	1945.5741229653358	27495253	11.468091053140684	8.41914528002713
14826.415186882019	17600	2817.1141400367023	710.1362045205635	3491.2263293266296	1417.1114355325699	27839454	11.44028654211808	8.41914528002713
14998.290963172913	17800	3400.3850627678635	328.50578319044234	3492.6530917286873	1476.7963433265686	28160780	11.399527743094499	8.41914528002713
15171.281358003616	18000	3471.640276876688	113.48468716961165	3514.042251944542	2597.9574278593063	28483672	11.363022555943264	8.114379241741728
15339.180583715439	18200	3442.9567198330165	263.20992092786855	3528.695551812649	2066.647664487362	28795487	11.365975199635999	8.584985711352079
15492.221433877945	18400	3318.0362813282013	397.14348301382756	3507.702796816826	2042.9789315462112	29077246	11.34129772866617	8.584985711352079
15674.31502532959	18600	3407.536960038543	430.4161700611926	3495.7880702614784	956.4570319652557	29418512	11.336958004070443	8.584985711352079
15843.887495040894	18800	2691.4346301978826	1113.66013811061	3494.6345877051353	945.9676998257637	29736149	11.340769099088421	8.584985711352079
