Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
10.524167537689209	0	207.3415566968918	2.9080984090821125	214.07537508010864	198.9996304512024	0	0.0	0
47.651671409606934	10	217.61608547210693	2.4081814152538916	223.4398226737976	213.10470008850098	216705	0.9090909090909091	0.0582407271597835
86.34355187416077	20	199.49064263820648	3.1416791408048756	208.72645139694214	194.63076448440552	445365	0.9523809523809523	0.0582407271597835
128.16854333877563	30	271.77634798526765	3.251407698534635	280.17782497406006	264.41095209121704	685941	0.967741935483871	0.0582407271597835
173.01904249191284	40	313.15044274806974	10.453603406434063	332.51712560653687	288.68270683288574	941053	0.975609756097561	0.0582407271597835
220.26591992378235	50	309.62718668460843	11.49147046864078	337.76387453079224	287.43763971328735	1209571	0.9803921568627451	0.0582407271597835
269.8206536769867	60	304.43632927894595	10.80131345719623	331.72711992263794	281.9511995315552	1493160	0.9836065573770492	0.06362553373128568
324.3942217826843	70	301.1083839035034	11.143735347779826	327.05780696868896	276.63377571105957	1787526	0.9859154929577465	0.06362553373128568
379.0721101760864	80	299.38105986595156	12.400908296665321	327.37429189682007	276.93027210235596	2091464	0.9876543209876543	0.06362553373128568
435.0808849334717	90	298.1695307302475	10.596875006261554	321.15978240966797	276.4815502166748	2403518	0.989010989010989	0.06362553373128568
493.80236625671387	100	298.48586308956146	11.356018558415576	327.09233140945435	271.62820529937744	2721109	0.9900990099009901	0.06362553373128568
550.9073188304901	110	297.9545911836624	11.447364621607775	322.03002643585205	276.9223394393921	3044673	0.990990990990991	0.06362553373128568
607.7340316772461	120	295.9799699020386	11.081655844862627	321.69194412231445	271.6131820678711	3370421	0.9917355371900827	0.06362553373128568
668.1902990341187	130	299.74160954475406	11.112698314284888	321.4936981201172	277.3253741264343	3700320	0.9923664122137404	0.06362553373128568
728.2863376140594	140	299.7030475473404	11.396570173412982	322.238564491272	277.2161021232605	4031555	0.9929078014184397	0.06362553373128568
789.7342255115509	150	299.4138565683365	10.9760716742993	327.5985722541809	277.60911321640015	4366041	0.9933774834437086	0.06842143562801824
851.2581605911255	160	300.92109137535095	10.933522951077988	322.26912355422974	277.5167541503906	4704594	0.9937888198757764	0.06842143562801824
915.4159715175629	170	300.59668485164644	9.837781525324793	322.1309857368469	278.0318455696106	5046644	0.9941520467836257	0.06842143562801824
978.4824764728546	180	302.3558336544037	11.675024377824048	326.9977707862854	277.6144309043884	5391358	0.994475138121547	0.06842143562801824
1041.4829413890839	190	304.1859658098221	11.189481148114647	332.80363845825195	283.86809492111206	5738311	0.9947643979057592	0.06842143562801824
1106.233550310135	200	305.76477346897127	11.084217102372516	332.96269369125366	283.60268211364746	6088851	0.9950248756218906	0.06842143562801824
1169.3845829963684	210	305.51243376255036	12.390319879423023	327.9253067970276	283.1713423728943	6440896	0.995260663507109	0.06842143562801824
1234.523728609085	220	305.73359126091003	11.344479051689753	328.2012357711792	283.0150475502014	6795091	0.995475113122172	0.06842143562801824
1299.8940269947052	230	304.25465147018434	11.55998654361927	328.1797585487366	283.114848613739	7150487	0.9956709956709957	0.06842143562801824
1359.6638207435608	240	306.8816521072388	10.977384734451626	332.5939345359802	283.25715017318726	7508747	0.995850622406639	0.06842143562801824
1425.200868844986	250	306.0889140176773	11.658458101575249	333.3051724433899	283.4025206565857	7870070	0.9960159362549801	0.06842143562801824
1493.5811712741852	260	307.26280720233916	10.656770573866298	328.6161308288574	289.2835764884949	8233710	0.9961685823754789	0.06842143562801824
1562.7723450660706	270	309.9189726400375	11.437911310354385	334.4222483634949	284.61850929260254	8600029	0.996309963099631	0.06842143562801824
1632.8209114074707	280	313.7167148447037	12.964343291153531	342.7144594192505	285.8279027938843	8968653	0.99644128113879	0.06842143562801824
1702.4909796714783	290	316.46893555641174	13.035014718901287	352.753427028656	293.2690110206604	9341140	0.9965635738831615	0.06842143562801824
1772.8070123195648	300	324.12945912837984	14.1599185923781	353.19684982299805	299.38467168807983	9717066	0.9966777408637874	0.06842143562801824
1844.0300595760345	310	331.1003701066971	13.043801559831827	364.5400199890137	301.94382524490356	10097209	0.9967845659163987	0.06842143562801824
1915.4420657157898	320	336.9895635700226	14.213277251566964	366.8786811828613	303.2411241531372	10479195	0.9968847352024922	0.06842143562801824
1985.4058179855347	330	339.0871663093567	14.048482248251636	374.7088098526001	309.931893825531	10865779	0.9969788519637462	0.06842143562801824
2052.5933167934418	340	348.6277587032318	14.049709979704184	375.79193449020386	318.55751514434814	11254570	0.9970674486803519	0.06842143562801824
2124.9245460033417	350	353.172492146492	12.847826560742185	376.5171694755554	325.47012281417847	11646994	0.9971509971509972	0.06842143562801824
2198.2203998565674	360	356.35558010578154	11.735884907341436	382.9539604187012	332.1477470397949	12044285	0.997229916897507	0.06842143562801824
2271.45579457283	370	360.251679983139	12.751329850811944	389.63310289382935	333.5572485923767	12443981	0.9973045822102425	0.06842143562801824
2345.7857229709625	380	364.4691134500504	13.212454987950322	391.9063448905945	336.0918698310852	12847212	0.9973753280839895	0.06842143562801824
2421.7895908355713	390	371.4593151187897	11.481347051008958	395.9376711845398	348.23761224746704	13253599	0.9974424552429667	0.06842143562801824
2499.1048107147217	400	375.7122367143631	11.102477654446082	397.66756772994995	348.0423254966736	13665629	0.9975062344139651	0.06842143562801824
2576.796808242798	410	377.91058691501615	10.832702329170923	411.0480041503906	356.14199352264404	14081090	0.9975669099756691	0.06842143562801824
2654.562653064728	420	382.7202280521393	11.408968772377083	405.97659635543823	354.0752191543579	14499929	0.997624703087886	0.06842143562801824
2733.9585897922516	430	382.6860059976578	11.745066326286958	412.55509996414185	357.6422781944275	14921035	0.9976798143851509	0.06842143562801824
2809.4018256664276	440	381.087036614418	10.976734968141887	407.25583696365356	356.5000295639038	15344011	0.9977324263038548	0.06842143562801824
2890.1994745731354	450	385.44373462677004	10.202872116450648	405.11002826690674	350.6990694999695	15769151	0.9977827050997783	0.06842143562801824
2969.4048235416412	460	386.4561235713959	10.185359138840377	409.47742891311646	358.5199508666992	16196550	0.9978308026030369	0.06842143562801824
3049.8520505428314	470	388.39589368343354	9.39585709683034	411.4849729537964	365.51496171951294	16626620	0.9978768577494692	0.06842143562801824
3131.1430757045746	480	390.6214233541489	9.96149026297065	410.2211003303528	370.28163862228394	17060265	0.997920997920998	0.06842143562801824
3214.2704513072968	490	389.16185271263123	8.35942984426813	406.58065032958984	370.26323556900024	17498037	0.9979633401221996	0.06842143562801824
3297.480177640915	500	391.2126340341568	7.521405706034889	411.1568341255188	375.05198097229004	17936773	0.998003992015968	0.06842143562801824
3380.5260076522827	510	391.93736545562746	9.474745283892492	422.6742739677429	371.2063431739807	18380523	0.9980430528375733	0.06842143562801824
3464.91494345665	520	396.74668046474454	8.514575043921964	415.05976819992065	374.95527744293213	18825679	0.9980806142034548	0.06842143562801824
3545.900946378708	530	399.30613908290866	9.818928903602094	426.7461562156677	378.4413447380066	19271951	0.9981167608286252	0.06842143562801824
3627.871938228607	540	402.9328027009964	8.726704129212505	425.2464327812195	379.08756732940674	19723112	0.9981515711645101	0.06842143562801824
3710.9600896835327	550	407.15695459365844	8.431059711745862	428.8089270591736	386.08674573898315	20176580	0.9981851179673321	0.06842143562801824
3796.4235663414	560	413.0886993455887	8.322704003018433	430.49696683883667	393.6768579483032	20632968	0.9982174688057041	0.06842143562801824
3881.012446165085	570	413.9069346189499	7.076925080901309	431.34323596954346	392.6121778488159	21092673	0.9982486865148862	0.06842143562801824
3967.7400798797607	580	422.31541065692903	7.0201135092445845	434.15925455093384	400.62438917160034	21557110	0.9982788296041308	0.06842143562801824
4055.187602043152	590	431.3348753833771	8.210829334630573	447.35977506637573	406.79947566986084	22025647	0.9983079526226735	0.06842143562801824
4141.601097106934	600	438.34735264778135	7.525334797768948	456.0592842102051	420.2135581970215	22497847	0.9983361064891847	0.06842143562801824
4230.876006364822	610	467.5442449808121	13.269172876754718	494.4786972999573	432.9432029724121	22978309	0.9983633387888707	0.06842143562801824
4318.273922204971	620	522.3722613143921	16.002200429263734	559.598415851593	480.81374883651733	23465327	0.998389694041868	0.06842143562801824
4410.4327228069305	630	522.8655862236023	14.94713653012439	554.8239994049072	487.3412961959839	23964517	0.9984152139461173	0.06842143562801824
4503.5606989860535	640	514.4585867643357	15.550099116139794	546.00958776474	480.3254690170288	24469823	0.9984399375975039	0.06842143562801824
4597.253741025925	650	523.3436582326889	13.897139560775903	572.3386945724487	491.00929069519043	24987969	0.9984639016897081	0.06842143562801824
4693.152694940567	660	549.7320451784134	33.5464841661097	659.5787296295166	485.50718879699707	25516333	0.9984871406959153	0.06842143562801824
4790.966989994049	670	619.8369397640229	49.39736858625316	718.172248840332	528.7352390289307	26054060	0.9985096870342772	0.06842143562801824
4888.51925778389	680	649.016272778511	42.05854897720501	748.406482219696	540.5627284049988	26599041	0.9985315712187959	0.06842143562801824
4986.384473800659	690	676.6460159635544	43.0082337191402	750.6211910247803	567.1856169700623	27151912	0.9985528219971056	0.06842143562801824
5081.862755537033	700	662.7708958721161	46.906196630146106	751.6318440437317	541.7304096221924	27708072	0.9985734664764622	0.06842143562801824
5182.310617923737	710	667.2227059364319	54.03904964159834	845.0081763267517	533.4676141738892	28271404	0.9985935302390999	0.06842143562801824
5283.948990345001	720	686.1755264568329	63.615759366110545	936.6254858970642	549.0837469100952	28840451	0.9986130374479889	0.06842143562801824
5387.403782606125	730	727.3416977453231	75.19875416492873	969.8536152839661	545.1051626205444	29416718	0.9986320109439124	0.06842143562801824
5492.707458972931	740	728.3366319274902	93.40895155229543	979.5387225151062	557.9393954277039	29999910	0.9986504723346828	0.06842143562801824
5592.268225669861	750	748.0920757961273	101.2889793957609	1012.2820262908936	568.0244102478027	30585159	0.9986684420772304	0.06842143562801824
5693.179078817368	760	717.4670567321778	93.32602562438444	1021.3416442871094	560.0091962814331	31177660	0.9986859395532195	0.06842143562801824
5794.507925271988	770	731.9741129112243	104.21010414112223	1011.3132634162903	568.1802759170532	31775670	0.9987029831387808	0.06842143562801824
5901.987726926804	780	725.7898778629303	96.91576692914784	1022.3475198745728	581.4205765724182	32378289	0.998719590268886	0.06842143562801824
6010.583154439926	790	736.0368913078308	101.64408697498071	1057.5809450149536	578.088297367096	32985891	0.9987357774968394	0.06842143562801824
6119.050519704819	800	759.535565738678	90.87826561204983	977.6186127662659	611.6254315376282	33595817	0.9987515605493134	0.06842143562801824
6228.7479083538055	810	761.8834932756424	89.88171124318963	1017.7822909355164	625.556432723999	34214546	0.998766954377312	0.06842143562801824
6340.236988067627	820	755.5062144327163	71.03995967596649	976.7681546211243	657.346827507019	34838546	0.9987819732034104	0.06842143562801824
6450.566642522812	830	783.7150161027909	70.45622814723957	990.5490636825562	692.0191712379456	35467294	0.9987966305655837	0.06842143562801824
6559.308753013611	840	785.6146770429611	66.13912643480452	997.571307182312	644.5178990364075	36101663	0.9988109393579072	0.06842143562801824
6668.935351610184	850	779.2488681125641	72.82704043304648	991.8061985969543	668.426335811615	36740646	0.9988249118683902	0.06842143562801824
6778.426244020462	860	795.9381143283844	68.67403761336716	939.4182376861572	671.8585715293884	37378898	0.9988385598141696	0.06842143562801824
6890.142560005188	870	815.1115146017074	70.34310822979381	952.450065612793	667.8333191871643	38025318	0.9988518943742825	0.06842143562801824
7001.656893014908	880	837.1297084951401	62.59543707828176	994.0376534461975	690.388427734375	38676158	0.9988649262202043	0.06842143562801824
7115.813674688339	890	831.2737002539635	62.47774791996469	977.3058762550354	687.7715549468994	39330027	0.9988776655443322	0.06842143562801824
7227.127778530121	900	837.0806010341644	65.75884736926793	962.5286121368408	675.6695017814636	39987861	0.9988901220865705	0.06842143562801824
7342.501694440842	910	859.1627779197693	60.030721641843044	947.7327737808228	688.8355836868286	40647280	0.9989023051591658	0.06842143562801824
7457.773368597031	920	854.3924482488633	72.92233580141833	980.4077072143555	695.214804649353	41317325	0.998914223669924	0.06842143562801824
7576.0416576862335	930	873.9487887811661	71.41500708968914	978.485532283783	674.7564744949341	41993642	0.9989258861439313	0.06842143562801824
7692.284959316254	940	864.4346743774414	78.10722970947572	985.3210859298706	661.333158493042	42673212	0.9989373007438895	0.06842143562801824
7809.104127645493	950	899.2932341098785	80.53976535652062	1028.2333226203918	625.0064845085144	43353430	0.9989484752891693	0.06842143562801824
7926.241012811661	960	891.8980183506012	75.93601110494865	1075.3825392723083	649.3211770057678	44041984	0.9989594172736732	0.06842143562801824
8040.984699964523	970	934.2412826347351	109.59610298822496	1126.622223854065	653.0443172454834	44733514	0.9989701338825953	0.06842143562801824
8159.05633354187	980	924.1812614965439	103.17167224260541	1124.105254650116	650.7481365203857	45429621	0.9989806320081549	0.06842143562801824
8277.871325016022	990	933.7205386066437	117.00995716715464	1165.1175718307495	647.9587225914001	46126482	0.9989909182643795	0.06842143562801824
8395.981358528137	1000	937.495856180191	118.86323290421936	1175.620313167572	661.5733571052551	46832998	0.999000999000999	0.06842143562801824
8516.743607282639	1010	930.006944718361	131.92476338513904	1192.766616821289	653.2760863304138	47542223	0.999000999000999	0.06842143562801824
8638.64282798767	1020	927.2543233537674	128.8597512428618	1205.2403078079224	660.0733857154846	48250207	0.999000999000999	0.06842143562801824
8756.839730024338	1030	984.9415375041962	141.21896826112788	1275.4002752304077	674.6318225860596	48968185	0.999000999000999	0.06842143562801824
8878.905846118927	1040	924.0648466444015	146.60688437051533	1231.364951133728	668.4037141799927	49684224	0.999000999000999	0.06842143562801824
9000.826610803604	1050	938.8240862798691	130.90252344816074	1195.9549050331116	653.9170308113098	50406716	0.999000999000999	0.06842143562801824
9124.195354938507	1060	900.5509617233276	150.04021090360354	1200.4571914672852	657.9702291488647	51131838	0.999000999000999	0.06842143562801824
9247.819823741913	1070	945.313157863617	156.68182222059227	1239.7918877601624	655.5417518615723	51861325	0.999000999000999	0.06842143562801824
9371.086812257767	1080	964.2273752307892	182.16556360305745	1275.6901803016663	659.3028182983398	52599891	0.999000999000999	0.06842143562801824
9491.626729726791	1090	959.5319003343582	174.76413578081682	1269.5227980613708	666.7126517295837	53336325	0.999000999000999	0.06842143562801824
9616.728377819061	1100	965.403516407013	162.2449681742933	1270.5489892959595	663.5895709991455	54074156	0.999000999000999	0.06842143562801824
9742.527894973755	1110	958.580843782425	166.43023207354216	1183.7149262428284	674.6861395835876	54813266	0.999000999000999	0.06842143562801824
9867.43554353714	1120	933.2660787391662	149.64155961379626	1177.606337070465	676.8156280517578	55559359	0.999000999000999	0.06842143562801824
9995.282318592072	1130	965.2859223747254	145.07495871636846	1193.7839469909668	677.7567896842957	56307232	0.999000999000999	0.06842143562801824
10123.474841356277	1140	953.5289521312714	163.34767010012771	1238.8632102012634	675.2361221313477	57060055	0.999000999000999	0.06842143562801824
10246.920096158981	1150	965.9018632984162	163.51830260617126	1189.791759967804	661.7000198364258	57817588	0.999000999000999	0.06188449719872563
10375.1542365551	1160	963.2023752069473	164.0614394541709	1245.506118297577	686.434229850769	58579805	0.999000999000999	0.06188449719872563
10510.853157758713	1170	977.1206161212921	143.88545294425012	1229.859718322754	696.2979350090027	59343379	0.999000999000999	0.06204832216075702
10644.813408851624	1180	987.314324760437	161.90089598025912	1264.8278970718384	692.7419142723083	60110649	0.999000999000999	0.06204832216075702
10779.720975875854	1190	991.4106806087494	146.601660925526	1304.8005065917969	664.5336027145386	60878223	0.999000999000999	0.06204832216075702
10913.344490766525	1200	1040.5705988645554	151.23929029786356	1345.8343691825867	694.6264081001282	61650368	0.999000999000999	0.06204832216075702
11049.819688081741	1210	1037.1800009298324	142.80650661087384	1278.7046675682068	698.3915123939514	62429322	0.999000999000999	0.06204832216075702
11187.369946718216	1220	1052.8359993028641	151.54135124623488	1339.7956042289734	714.9271483421326	63214404	0.999000999000999	0.06204832216075702
11322.215379476547	1230	1041.8765066623687	152.06078834361495	1290.7319054603577	698.4428005218506	64000642	0.999000999000999	0.06204832216075702
11459.044234752655	1240	1084.9158172369002	144.40790534024146	1414.95743227005	690.9622130393982	64793086	0.999000999000999	0.06204832216075702
11598.730627775192	1250	1117.7627376651765	114.57026043212022	1518.4922814369202	809.3983316421509	65587840	0.999000999000999	0.06204832216075702
11737.378709316254	1260	1101.4439406442643	144.85159165068393	1491.9606866836548	777.4077215194702	66388823	0.999000999000999	0.06204832216075702
11878.849920988083	1270	1128.7527179527283	149.37675776505054	1451.9580488204956	753.0433034896851	67196178	0.999000999000999	0.06204832216075702
12021.96989107132	1280	1158.5983266448975	129.5531870503857	1483.4563012123108	797.1702971458435	68005053	0.999000999000999	0.06204832216075702
12165.728010177612	1290	1136.7860872793199	131.79601101814205	1423.7377576828003	794.982635974884	68809821	0.999000999000999	0.06204832216075702
12311.790086269379	1300	1172.5515248084068	150.37098749677278	1440.1316766738892	700.1777672767639	69627692	0.999000999000999	0.06204832216075702
12453.701293230057	1310	1158.2278094768524	167.87881385764274	1707.2967910766602	777.8806691169739	70447870	0.999000999000999	0.06204832216075702
12600.287930727005	1320	1193.4898991394043	133.17852962210648	1551.0334763526917	792.408543586731	71270272	0.999000999000999	0.06204832216075702
12747.50064921379	1330	1193.8275568437575	124.1056787286794	1495.1023125648499	811.2166686058044	72100698	0.999000999000999	0.06204832216075702
12894.055680274963	1340	1196.1773772025108	159.4939563116723	1509.6191539764404	832.4000287055969	72936899	0.999000999000999	0.06204832216075702
13042.510514736176	1350	1217.0633340978623	172.24320073389185	1623.5696630477905	839.9108052253723	73777532	0.999000999000999	0.06204832216075702
13189.878156661987	1360	1251.3306671762466	160.650362585946	1731.3196997642517	880.9113826751709	74627742	0.999000999000999	0.06204832216075702
13340.948820829391	1370	1224.655703792572	142.4477610057001	1547.9707531929016	849.0307512283325	75477521	0.999000999000999	0.06204832216075702
13489.375651836395	1380	1247.1564562416077	142.20370573480366	1571.9429054260254	833.8240261077881	76333117	0.999000999000999	0.06204832216075702
13642.183750391006	1390	1293.435036969185	132.20654003886406	1745.1891250610352	896.9217972755432	77193713	0.999000999000999	0.06204832216075702
13791.786885499954	1400	1290.3131914043427	186.07134910100382	1913.3546195030212	875.6483950614929	78055669	0.999000999000999	0.06204832216075702
13947.742171287537	1410	1316.189171357155	187.00782919588838	2079.8123269081116	881.6847233772278	78921164	0.999000999000999	0.06204832216075702
14101.977078676224	1420	1320.8355381441115	208.21075982061018	2287.4725341796875	859.8421058654785	79789695	0.999000999000999	0.06204832216075702
