Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
20.654990434646606	0	142.0647796356678	35.468679014382545	364.53882426023483	95.89166283607483	0	0.0	0
46.95543718338013	200	84.64318860948086	2.144393597101737	89.67094999551773	79.94007551670074	27428	0.9950248756218906	0.17407765595569785
75.31045150756836	400	164.23319203615188	2.0898408272755833	169.31993561983109	160.0021312236786	56679	0.9975062344139651	0.17407765595569785
107.72271227836609	600	163.6093289476633	1.7920529659650333	167.96195244789124	159.88129901885986	92340	0.9983361064891847	0.17407765595569785
147.17597723007202	800	236.28507828652857	1.8914647275826875	240.66688632965088	232.4785237312317	130941	0.9987515605493134	0.17407765595569785
183.74405765533447	1000	239.22101162850856	2.3440421250909527	245.22808051109314	234.3643468618393	173172	0.999000999000999	0.17407765595569785
222.84972596168518	1200	248.18973218262195	1.8732119578096902	252.34826850891113	243.57923650741577	218428	0.999000999000999	0.17407765595569785
263.4731390476227	1400	249.37145184993744	2.3323262318963707	254.12119352817535	243.68471705913544	266409	0.999000999000999	0.17407765595569785
305.6002037525177	1600	252.36096282720567	2.3452854592031174	257.420272231102	246.04463350772858	315844	0.999000999000999	0.17407765595569785
350.66731548309326	1800	248.6354646193981	1.7966614568819361	253.79577988386154	245.18299090862274	364593	0.999000999000999	0.17407765595569785
390.64867401123047	2000	247.73455907166004	1.2989968776671899	250.88939726352692	244.7056463956833	410647	0.999000999000999	0.17407765595569785
429.07559061050415	2200	250.98462184488773	1.4948015466831772	254.51848149299622	248.31328809261322	455732	0.999000999000999	0.17407765595569785
467.16298151016235	2400	261.4224890124798	1.2926555541221318	264.53710401058197	258.6581290960312	500067	0.999000999000999	0.17407765595569785
506.8914189338684	2600	269.41526627779007	1.3990820883327872	272.8932592868805	267.17654299736023	542999	0.999000999000999	0.17407765595569785
544.1882212162018	2800	267.2734180772305	1.5613784103970918	269.4270535707474	265.19411170482635	583507	0.999000999000999	0.17407765595569785
580.5834336280823	3000	267.28564249515534	1.4632789686617371	269.00296807289124	264.9992436170578	625198	0.999000999000999	0.17407765595569785
617.2107968330383	3200	275.95114161610604	1.403373643617403	278.59084463119507	272.23679459095	668278	0.999000999000999	0.17407765595569785
654.8989188671112	3400	284.2522084677219	1.1600782813569241	286.874032497406	281.0805697441101	711057	0.999000999000999	0.17407765595569785
694.1168735027313	3600	289.6935809242725	1.4511249117460687	292.1254473924637	285.55552542209625	753803	0.999000999000999	0.17407765595569785
734.1906836032867	3800	307.27844435572626	1.7654204743449515	310.8779332637787	302.0162093639374	798243	0.999000999000999	0.17407765595569785
773.2638185024261	4000	326.8590201020241	1.475154345258915	330.32456064224243	323.4966449737549	843409	0.999000999000999	0.17407765595569785
813.9719858169556	4200	334.34920789361	1.6183415673675914	336.9059144258499	331.3808716535568	891730	0.999000999000999	0.17407765595569785
855.9217145442963	4400	357.8863328981399	1.7383927147616343	362.46296513080597	354.37613666057587	942246	0.999000999000999	0.17407765595569785
902.8590955734253	4600	397.99126100838185	1.4883824837721626	401.627168238163	394.7826199531555	993765	0.999000999000999	0.17407765595569785
947.3739948272705	4800	417.1400865191221	2.439726542959563	421.9702001810074	410.5614708662033	1048062	0.999000999000999	0.17407765595569785
994.4022731781006	5000	438.5857391512394	4.229868211960738	447.10203313827515	428.1747750043869	1106643	0.999000999000999	0.17407765595569785
1041.3437230587006	5200	462.33779039144514	28.00009940701644	657.1033722162247	410.62875509262085	1166098	0.999000999000999	0.17407765595569785
1104.022777080536	5400	761.052463337779	55.77855517858391	837.7962758541107	644.7297776937485	1242099	0.999000999000999	0.17407765595569785
1176.0436408519745	5600	921.2950679337978	21.805725792054524	963.8550646305084	875.7491118907928	1338506	0.999000999000999	0.17407765595569785
1253.7138345241547	5800	904.7582281720638	25.092328019245905	985.8948270082474	853.6939952373505	1440071	0.999000999000999	0.17407765595569785
1332.451191186905	6000	913.2393815028668	33.875539677463934	1070.7910687923431	858.0487650632858	1542436	0.999000999000999	0.17407765595569785
1419.4932644367218	6200	1143.498074705405	224.5278269117337	1424.3095481395721	530.578640460968	1659943	0.999000999000999	0.17407765595569785
1513.4793779850006	6400	1467.1533399885893	79.46340107183644	1666.2541213035583	1202.3149869441986	1780305	0.999000999000999	0.17407765595569785
1616.8160812854767	6600	1519.5972384172678	116.78979977688697	1910.116847395897	1190.169930934906	1921766	0.999000999000999	0.17407765595569785
1733.0904009342194	6800	1956.0610586857795	452.7165892503783	2916.4003561735153	1007.395143032074	2072542	0.999000999000999	0.17407765595569785
1846.8928344249725	7000	1994.9612431406974	167.5364800480111	2498.366082072258	1627.36832010746	2221577	0.999000999000999	0.17407765595569785
1961.1499223709106	7200	1789.5883063294366	498.89052036085405	2876.3332773447037	905.1199929714203	2377215	0.999000999000999	0.17407765595569785
2089.9261848926544	7400	2393.147845971519	255.876619507252	2836.296568647027	1451.3002029657364	2542242	0.999000999000999	0.17407765595569785
2216.488630771637	7600	2443.8176917541573	228.6839607901696	2794.9110447764397	1331.049027889967	2727771	0.999000999000999	0.17407765595569785
2313.6864590644836	7800	2214.7074496229457	454.2813575839358	2884.649914264679	557.6085946410894	2899942	0.999000999000999	0.17407765595569785
2403.4841029644012	8000	2063.384523764286	334.9016916723453	2881.967862904072	1559.4040175378323	3058425	0.999000999000999	0.17407765595569785
2515.3080065250397	8200	2354.1958231937883	9.913181953378615	2389.0172218084335	2341.941357731819	3255818	0.999000999000999	0.17407765595569785
2638.5487282276154	8400	2415.156063016653	24.05053775620214	2581.4231128692627	2401.529379963875	3477318	0.999000999000999	0.17407765595569785
2768.801907300949	8600	2377.0505870234965	2.3787662461843486	2385.2591260671616	2371.8839983940125	3713721	0.999000999000999	0.17407765595569785
2905.104329586029	8800	2321.634282317981	137.88840022271776	2421.894061477855	1381.0578167587519	3962921	0.999000999000999	0.17407765595569785
3035.5994622707367	9000	2379.1303108513357	5.883582821855839	2413.6382281780243	2372.8458844423294	4199004	0.999000999000999	0.17407765595569785
3175.5273654460907	9200	2401.177813146114	3.5775382110111895	2412.8477714061737	2395.2439317703247	4455081	0.999000999000999	0.17407765595569785
3319.6167674064636	9400	2387.1027483963967	2.833017785864824	2394.701499581337	2381.6803233623505	4719873	0.999000999000999	0.17407765595569785
3474.2738666534424	9600	2369.289377551675	6.582137825825866	2395.6347177028656	2359.720815181732	5005505	0.999000999000999	0.17407765595569785
3620.17662525177	9800	2404.9393817329405	21.188531723351918	2516.2877218723297	2388.128379225731	5273176	0.999000999000999	0.17407765595569785
3759.809753894806	10000	2423.941440947056	7.834473283527718	2446.940717101097	2413.5948209762573	5528675	0.999000999000999	0.17407765595569785
3898.979647874832	10200	2424.1926976966856	2.5657064478337626	2432.6390651464462	2418.93621635437	5782883	0.999000999000999	0.17407765595569785
4057.8555891513824	10400	2382.012599695921	2.4241728498122757	2392.254273891449	2378.672731280327	6077959	0.999000999000999	0.17407765595569785
4209.748003482819	10600	2426.792876485586	2.536056550199612	2433.8561273813248	2422.0050797462463	6358037	0.999000999000999	0.17407765595569785
4358.879885673523	10800	2369.1348941934107	2.5928433545438967	2375.929740548134	2364.2469635009766	6632959	0.999000999000999	0.17407765595569785
4520.2912492752075	11000	2419.947844364643	2.9516893117026566	2435.51616024971	2415.724623441696	6933193	0.999000999000999	0.17407765595569785
4676.434136629105	11200	2410.558587242365	3.691134996185853	2419.2513276338577	2404.0644742250443	7222647	0.999000999000999	0.17407765595569785
4833.34086227417	11400	2436.9028811740877	3.005760499867921	2443.861193418503	2430.0395354032516	7514698	0.999000999000999	0.17407765595569785
4988.3112733364105	11600	2541.5008599340917	3.2828514772896917	2556.0645372867584	2529.991694331169	7801929	0.999000999000999	0.17407765595569785
5145.82874417305	11800	2520.5140534758566	4.029682941178405	2532.8620706796646	2511.2247074842453	8095208	0.999000999000999	0.17407765595569785
5313.885411739349	12000	2495.35987044096	3.9075807544493872	2505.7214909791946	2485.959331393242	8409880	0.999000999000999	0.17407765595569785
5485.247594118118	12200	2605.551163487434	11.243840057363768	2655.4226125478745	2586.723440885544	8731235	0.999000999000999	0.17407765595569785
5645.14425444603	12400	2441.23391299963	3.497997594670221	2451.805448770523	2433.930104613304	9028848	0.999000999000999	0.17407765595569785
5805.434880256653	12600	2522.5278989326953	5.494316737255966	2538.557225227356	2511.9675557613373	9326693	0.999000999000999	0.17407765595569785
5965.602898836136	12800	2568.283919799328	7.260372217135168	2587.457931160927	2544.516275525093	9625399	0.999000999000999	0.17407765595569785
6123.699730634689	13000	2687.074158682823	7.55096554650262	2711.911357522011	2673.662178874016	9919333	0.999000999000999	0.17407765595569785
6280.481864690781	13200	2621.8177974891664	6.540050855013586	2637.8239444494247	2607.591307401657	10210856	0.999000999000999	0.17407765595569785
6438.670084476471	13400	2623.4457293510436	8.378839668187073	2644.180373430252	2602.406858921051	10504372	0.999000999000999	0.17407765595569785
6598.687396287918	13600	2745.6732611501216	8.361081740360016	2759.8680461645126	2714.9186137914658	10802087	0.999000999000999	0.17407765595569785
6752.458438634872	13800	2675.2749907529355	4.255103107116552	2684.0791647434235	2662.6416306495667	11086822	0.999000999000999	0.17407765595569785
6913.907831430435	14000	2720.3289068222048	5.205357274460844	2731.809950351715	2706.550758123398	11387609	0.999000999000999	0.17407765595569785
7069.133851051331	14200	2721.560024892092	4.235555720584026	2731.7632842063904	2713.7521151304245	11675524	0.999000999000999	0.17407765595569785
7215.513076066971	14400	2716.0887861549854	3.5740131415098526	2726.4179227352142	2706.9572134017944	11945152	0.999000999000999	0.17407765595569785
7367.202498435974	14600	2598.347390002012	3.529744753387667	2608.507844209671	2589.037635564804	12225598	0.999000999000999	0.17407765595569785
7539.38285279274	14800	2548.1987544429303	4.539559946048249	2560.8427455425262	2538.644286632538	12548219	0.999000999000999	0.17407765595569785
7705.516351699829	15000	2562.8295929849146	4.480024383681697	2572.513421177864	2549.514485359192	12858739	0.999000999000999	0.17407765595569785
7868.62428021431	15200	2624.939477412701	4.304009586818122	2637.0751464366913	2614.271907925606	13163013	0.999000999000999	0.17407765595569785
8025.428865909576	15400	2653.616987309456	7.650773330538307	2669.1226745843887	2632.5504536628723	13454188	0.999000999000999	0.17407765595569785
8183.463052749634	15600	2662.872581744194	4.781635199630049	2675.006501555443	2646.2231220006943	13747213	0.999000999000999	0.17407765595569785
8331.328825235367	15800	2679.3696240651607	4.066598640967513	2691.4551376104355	2670.1975573301315	14019921	0.999000999000999	0.17407765595569785
8487.043073415756	16000	2670.1107539856434	3.969669490320384	2679.719836115837	2658.5445531606674	14308735	0.999000999000999	0.17407765595569785
8645.757721662521	16200	2643.3295500183103	3.867650130094114	2652.0828462839127	2632.6096247434616	14603625	0.999000999000999	0.17407765595569785
8789.819145679474	16400	2678.4999231779575	3.41851080453829	2688.90178668499	2671.085857987404	14868645	0.999000999000999	0.17407765595569785
8940.132918596268	16600	2672.7336365592478	3.6053367713289255	2681.6361354589462	2664.480683326721	15146923	0.999000999000999	0.17407765595569785
9097.899837493896	16800	2640.9813457715513	3.5258171449156155	2650.126049757004	2633.189284801483	15439968	0.999000999000999	0.17407765595569785
9266.376117706299	17000	2671.667869733572	3.2932722648784907	2678.5940997600555	2663.7058713436127	15753935	0.999000999000999	0.17407765595569785
9421.993847846985	17200	2628.966484389305	4.495297994418988	2638.2642065286636	2615.065225958824	16041828	0.999000999000999	0.17407765595569785
9572.824614286423	17400	2630.126158379316	5.812025036219311	2641.9715260267258	2616.575016975403	16320961	0.999000999000999	0.17407765595569785
9713.23729634285	17600	2628.840437332392	3.4525070005612495	2635.8520307540894	2617.1733063459396	16578751	0.999000999000999	0.17407765595569785
9860.200384140015	17800	2653.277565243244	3.2830021978897053	2665.2247688770294	2646.67107963562	16849729	0.999000999000999	0.17407765595569785
10003.179896593094	18000	2642.432818710804	3.0011992685349087	2651.2859146595	2637.421937584877	17112502	0.999000999000999	0.17407765595569785
10143.664343357086	18200	2662.9870676028727	2.4528742053478765	2669.187937617302	2658.1743779182434	17370256	0.999000999000999	0.17407765595569785
10295.372988462448	18400	2652.9040893888473	3.301315706764993	2662.0718933343887	2643.4050822257996	17650963	0.999000999000999	0.17407765595569785
10439.865629434586	18600	2659.799340546131	2.5950696749759254	2665.771173596382	2653.000795006752	17916502	0.999000999000999	0.17407765595569785
10592.338548183441	18800	2647.9570018708705	3.052265085868701	2654.725302219391	2641.054185628891	18198828	0.999000999000999	0.17407765595569785
10733.102098226547	19000	2528.3953406327964	503.2414762099599	2704.2689805030823	970.7417838573456	18457891	0.999000999000999	0.17407765595569785
10873.215718507767	19200	2704.827962412834	5.761925433112646	2714.7787580490112	2682.1089935302734	18713876	0.999000999000999	0.17407765595569785
11021.599282979965	19400	2593.8197922307254	408.01326897198095	2720.0983389616013	946.2817375659943	18988432	0.999000999000999	0.17407765595569785
11167.241393566132	19600	2684.338269109726	7.830391197751666	2697.212709546089	2666.42544567585	19257080	0.999000999000999	0.17407765595569785
11318.714518070221	19800	2662.655188810825	177.11101842319732	2703.724421262741	902.2096201181412	19536637	0.999000999000999	0.17407765595569785
11466.936589717865	20000	2673.36794541955	4.140646928264683	2685.5010508298874	2663.2465794086456	19809131	0.999000999000999	0.17407765595569785
11616.657227039337	20200	2693.769136476517	7.144992772605757	2708.4234679937363	2677.254744052887	20086538	0.999000999000999	0.17407765595569785
11764.487020492554	20400	2683.7042729222776	8.730883998832411	2706.2015759944916	2666.6492685079575	20358859	0.999000999000999	0.17407765595569785
11919.228606462479	20600	2669.206336964369	8.670025149291268	2693.6651022434235	2646.019957780838	20645521	0.999000999000999	0.17407765595569785
12063.406181812286	20800	2667.8520764422415	4.663763161100655	2682.245219230652	2657.030691742897	20910778	0.999000999000999	0.17407765595569785
12213.607877254486	21000	2695.223386133909	5.395439908188484	2707.143037676811	2682.680462002754	21188133	0.999000999000999	0.17407765595569785
12369.229344367981	21200	2699.9777882564067	5.7078992366139465	2713.2280300855637	2688.8502728939056	21476466	0.999000999000999	0.17407765595569785
12520.513896226883	21400	2708.9899886894227	11.648113203181893	2740.8762949705124	2694.837849855423	21756056	0.999000999000999	0.17407765595569785
12670.583957910538	21600	2722.5345730805398	9.227733173854869	2755.7026307582855	2709.508136153221	22033233	0.999000999000999	0.17407765595569785
12820.352308034897	21800	2666.7331710505487	4.706824234919827	2680.5793293714523	2658.11688041687	22309491	0.999000999000999	0.17407765595569785
12977.31274819374	22000	2753.779234292507	7.722292322636126	2770.7762682437897	2734.3347002267838	22600450	0.999000999000999	0.17407765595569785
13133.457448005676	22200	2761.528599369526	7.298950681283488	2777.1205055713654	2745.253259539604	22889745	0.999000999000999	0.17407765595569785
13285.082852363586	22400	2732.7150299584864	10.61091540532312	2754.7905126810074	2710.678215622902	23170092	0.999000999000999	0.17407765595569785
13438.43481850624	22600	2718.5027850973606	10.66515597190401	2747.2828983068466	2704.156816124916	23453092	0.999000999000999	0.17407765595569785
13598.72133398056	22800	2693.6664629352094	4.7890841692481105	2712.0064764022827	2685.523106575012	23750453	0.999000999000999	0.17407765595569785
13758.654419183731	23000	2699.0696800768374	3.4460351113274217	2708.015718817711	2689.3795380592346	24047672	0.999000999000999	0.17407765595569785
13919.489614248276	23200	2710.9995521986484	3.4043469396266595	2719.1143741607666	2703.876501560211	24347005	0.999000999000999	0.17407765595569785
14067.413786411285	23400	2732.0809631085394	3.4392600952608032	2739.063840150833	2721.9520361423492	24619631	0.999000999000999	0.17407765595569785
14222.202456951141	23600	2752.201652047634	3.49493297569215	2760.895303964615	2742.239528656006	24907310	0.999000999000999	0.17407765595569785
14362.591135978699	23800	2778.891943318844	9.51147744672378	2810.4299125671387	2765.5181673765182	25164806	0.999000999000999	0.17407765595569785
14500.646612405777	24000	2768.575549479723	5.5082898446488695	2789.87340092659	2759.2073521614075	25417278	0.999000999000999	0.17407765595569785
14632.099641799927	24200	2782.412901067734	4.327981186325716	2797.030502319336	2773.2652702331543	25656577	0.999000999000999	0.17407765595569785
14775.724398136139	24400	2781.4796558380126	6.769382774106298	2806.8281561136246	2770.2430362701416	25920696	0.999000999000999	0.17407765595569785
14913.267993927002	24600	2797.7236005997656	3.6345962483962513	2806.3972541093826	2787.3984550237656	26172138	0.999000999000999	0.17407765595569785
15039.151014566422	24800	2762.8127255779505	179.65811757178648	2802.8734463453293	976.1311476826668	26399785	0.999000999000999	0.17407765595569785
15171.507298707962	25000	2741.535245412588	5.860918075481611	2760.664816737175	2729.1703083515167	26640748	0.999000999000999	0.17407765595569785
15309.800599336624	25200	2701.3375217056273	5.00390499495826	2710.9606895446777	2689.238268852234	26893719	0.999000999000999	0.17407765595569785
15463.21923995018	25400	2736.36585793972	4.974686582127496	2748.566142678261	2724.7078087329865	27177924	0.999000999000999	0.17407765595569785
15614.106839418411	25600	2745.785755798817	4.3176763640736295	2756.015114426613	2734.8555121421814	27456004	0.999000999000999	0.17407765595569785
15760.974321842194	25800	2719.7042164260147	7.210219317101505	2749.0800495147705	2707.8813046216965	27726556	0.999000999000999	0.17407765595569785
15912.373719930649	26000	2736.64069519639	4.407206003718736	2745.9058071374893	2725.6371014118195	28006694	0.999000999000999	0.17407765595569785
16059.063321590424	26200	2779.6235203588008	10.7266783812493	2802.3037608861923	2761.4305111169815	28276582	0.999000999000999	0.17407765595569785
16207.808548212051	26400	2788.3979728901386	7.302661420958198	2812.6042861938477	2776.378690123558	28550205	0.999000999000999	0.17407765595569785
16354.767711639404	26600	2769.102348846793	4.746485615324589	2784.250456571579	2759.1740531921387	28820490	0.999000999000999	0.17407765595569785
16510.337570667267	26800	2769.4829142439366	4.601575140505524	2780.498458504677	2754.9269621372223	29108436	0.999000999000999	0.17407765595569785
16657.820517778397	27000	2760.4586353111267	4.66382912803311	2772.468430519104	2750.219084262848	29379670	0.999000999000999	0.17407765595569785
16799.882205963135	27200	2775.3283319848774	3.239821195775023	2782.751153588295	2767.883723974228	29639887	0.999000999000999	0.17407765595569785
16936.231842041016	27400	2768.1150898832084	8.718674808583783	2792.518534064293	2756.636656522751	29889100	0.999000999000999	0.17407765595569785
