Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
20.902899980545044	0	150.4121667999029	36.4529302084218	310.3563095331192	101.75493651628494	0	0.0	0
45.15326404571533	200	138.5113910037279	5.163342608198189	146.38372445106506	122.2623063325882	29082	0.9950248756218906	0.17407765595569785
69.63735961914062	400	95.52237237393857	2.208214652878276	100.85732173919678	90.72111976146698	61243	0.9975062344139651	0.17407765595569785
95.19020867347717	600	144.8490951359272	3.1385865314700725	152.97937661409378	138.6936281323433	93434	0.9983361064891847	0.17407765595569785
119.74601531028748	800	126.16546692669391	2.1323566461902943	131.98214304447174	121.62302207946777	124083	0.9987515605493134	0.17407765595569785
143.14837265014648	1000	117.53766596019268	2.6860816014532505	125.06625390052795	112.05156302452087	153819	0.999000999000999	0.17407765595569785
165.8237988948822	1200	118.03775009870529	2.388071130947024	125.5156380534172	112.54747331142426	182303	0.999000999000999	0.17407765595569785
193.631174325943	1400	113.92983450531959	2.7587398824076566	121.792804479599	107.45822823047638	212278	0.999000999000999	0.17407765595569785
216.920179605484	1600	128.9756535065174	2.688322050081528	134.7530865073204	123.82733225822449	241537	0.999000999000999	0.17407765595569785
240.56661581993103	1800	137.61590344667434	2.3328269410977933	144.14093101024628	132.57229387760162	270640	0.999000999000999	0.17407765595569785
262.8897044658661	2000	131.3427167636156	2.1708794306098937	136.5589194893837	126.92718636989594	298491	0.999000999000999	0.17407765595569785
285.12402057647705	2200	144.5464637005329	1.9477724521109603	150.05065393447876	139.72777044773102	326511	0.999000999000999	0.17407765595569785
308.8274247646332	2400	169.0928208845854	2.248446065341744	174.8837087750435	163.85599088668823	356923	0.999000999000999	0.17407765595569785
334.9654850959778	2600	265.76958966314794	1.9233393259263087	270.6928679347038	261.09147906303406	391252	0.999000999000999	0.17407765595569785
370.21994161605835	2800	305.62870886445046	2.527943759593885	312.38957929611206	299.61217629909515	435987	0.999000999000999	0.17407765595569785
403.51337003707886	3000	328.72147982358933	1.6171367436913906	332.44258242845535	324.3278648853302	483159	0.999000999000999	0.17407765595569785
440.11721658706665	3200	351.77303235948085	2.63034321924372	357.27421563863754	345.46423518657684	536298	0.999000999000999	0.17407765595569785
479.16582202911377	3400	355.36294724047184	3.054999507083263	362.8868890404701	349.4707697033882	593820	0.999000999000999	0.17407765595569785
521.6427571773529	3600	350.8883057409525	3.5340277213893496	359.9770122766495	344.4669064283371	652200	0.999000999000999	0.17407765595569785
561.0509371757507	3800	348.55318363368514	2.6791316150643336	354.2418154478073	343.4828335046768	711074	0.999000999000999	0.17407765595569785
600.3132231235504	4000	356.9018512547016	2.7995612649090225	364.60939037799835	350.4634482860565	769676	0.999000999000999	0.17407765595569785
639.5564591884613	4200	352.62375205874446	1.9205230489328122	356.43548023700714	347.8055452108383	828567	0.999000999000999	0.17407765595569785
684.0255053043365	4400	363.1855024766922	1.3352949004311478	366.90149384737015	359.95295828580856	891755	0.999000999000999	0.17407765595569785
725.8363959789276	4600	354.4108026820421	1.3578828914055645	357.36712926626205	351.4176800251007	955543	0.999000999000999	0.17407765595569785
764.0393357276917	4800	348.2668638551235	1.4537572435609885	351.5605961084366	345.16213542222977	1012708	0.999000999000999	0.17407765595569785
800.8165538311005	5000	345.03299969315526	2.93757835459357	350.59091329574585	339.72841680049896	1067522	0.999000999000999	0.17407765595569785
842.3206226825714	5200	359.96272339046004	1.962385009551341	364.44736421108246	355.90529584884644	1125074	0.999000999000999	0.17407765595569785
880.93408203125	5400	355.6988511610031	2.1924392871024025	361.27553087472916	350.98244243860245	1183069	0.999000999000999	0.17407765595569785
919.4282515048981	5600	349.44438924789426	3.3897668319192342	355.2017067670822	340.92006182670593	1240836	0.999000999000999	0.17407765595569785
955.7110469341278	5800	343.4235973745584	3.1635541437161137	352.1617388725281	337.0085220336914	1294732	0.999000999000999	0.17407765595569785
993.6049094200134	6000	349.3763246935606	3.2182307066753846	357.03022027015686	342.6912328004837	1347919	0.999000999000999	0.17407765595569785
1031.77321434021	6200	349.37743873476984	2.0076625085278206	355.44310796260834	345.4671322107315	1402816	0.999000999000999	0.17407765595569785
1069.1554408073425	6400	351.33354567706584	3.0829235031052438	358.09203147888184	345.084707736969	1458725	0.999000999000999	0.17407765595569785
1106.0516119003296	6600	351.16728381752966	2.1147132289084345	356.38171672821045	346.96107017993927	1514212	0.999000999000999	0.17407765595569785
1141.8601398468018	6800	351.51444168567656	1.765158359015709	355.7301754951477	347.35309648513794	1567540	0.999000999000999	0.17407765595569785
1181.8590326309204	7000	353.1367158973217	1.5197695696253855	356.26160418987274	349.27403926849365	1622997	0.999000999000999	0.17407765595569785
1218.0215139389038	7200	357.11164151132107	1.421855249257027	361.15278577804565	354.4521396160126	1676950	0.999000999000999	0.17407765595569785
1253.8583753108978	7400	361.3741496884823	1.2782634291779196	364.7643897533417	357.6675571203232	1730453	0.999000999000999	0.17407765595569785
1289.9945268630981	7600	365.2557398158312	1.3352522713286068	368.1452775001526	362.0263237953186	1784502	0.999000999000999	0.17407765595569785
1329.845751285553	7800	391.9941613405943	1.7287664880623665	395.9616702198982	387.70681393146515	1839378	0.999000999000999	0.17407765595569785
1366.791520357132	8000	402.68381467819216	1.0986446758162831	405.2916442155838	400.30745029449463	1894842	0.999000999000999	0.17407765595569785
1404.4715366363525	8200	425.752469753623	1.36223458250903	428.9845880270004	422.28833520412445	1951533	0.999000999000999	0.17407765595569785
1443.7219643592834	8400	472.9552439209819	8.503820850721642	486.28741282224655	453.45366859436035	2011328	0.999000999000999	0.17407765595569785
1488.0591139793396	8600	491.68394193291664	5.16460755203886	500.8245362341404	477.4290466308594	2074735	0.999000999000999	0.17407765595569785
1530.9468727111816	8800	507.02306061441544	12.40847374919058	526.8270521461964	477.4675054550171	2140887	0.999000999000999	0.17407765595569785
1575.1809961795807	9000	484.3547362142103	19.652812460675907	538.1440011784434	441.62198984622955	2209953	0.999000999000999	0.17407765595569785
1622.1998398303986	9200	627.4544051503669	121.841617779454	885.2536104917526	437.70407062768936	2284018	0.999000999000999	0.17407765595569785
1689.4118421077728	9400	1256.8036612126232	162.52568204848575	1666.5234316587448	901.372129201889	2387645	0.999000999000999	0.17407765595569785
1764.5370290279388	9600	1660.1082870817183	129.82343829076333	1918.1586031913757	1306.3743181228638	2508919	0.999000999000999	0.17407765595569785
1856.4399001598358	9800	1833.0420834589004	145.26694623339887	2152.795703291893	1568.3240163326263	2656708	0.999000999000999	0.17407765595569785
1973.1064004898071	10000	2355.7739097639173	556.0213722223169	2837.6143159866333	730.3674056082964	2847470	0.999000999000999	0.17407765595569785
2100.337665081024	10200	2636.146702275872	53.877878816773254	2779.940170764923	2567.016142964363	3062224	0.999000999000999	0.17407765595569785
2225.882141828537	10400	2687.0049945485594	47.36117035470804	2780.9974575042725	2584.7599222660065	3268568	0.999000999000999	0.17407765595569785
2369.1284351348877	10600	2897.402725248337	34.530957518969636	2958.457914352417	2839.8986979722977	3509538	0.999000999000999	0.17407765595569785
2505.3694660663605	10800	2786.668035130501	17.14674814564952	2847.44302713871	2754.2049612998962	3736728	0.999000999000999	0.17407765595569785
2634.8750853538513	11000	2820.9886877298354	8.421020250047698	2846.562906384468	2798.372533559799	3946940	0.999000999000999	0.17407765595569785
2770.023184299469	11200	2587.832555001974	14.422330369320882	2629.468344926834	2559.480116724968	4171977	0.999000999000999	0.17407765595569785
2898.358122110367	11400	2476.0799527716636	3.3174643043174994	2485.5317252874374	2468.1561650037766	4388881	0.999000999000999	0.17407765595569785
3028.0392367839813	11600	2721.560017027855	59.53740574483606	2814.670608997345	2600.4941588640213	4603354	0.999000999000999	0.17407765595569785
3156.45995759964	11800	2748.254417958856	443.9187854135268	2864.885107278824	564.7530370354652	4816452	0.999000999000999	0.17407765595569785
3280.2509315013885	12000	2749.5860722851753	14.591338166722352	2777.9667744636536	2700.048954129219	5019765	0.999000999000999	0.17407765595569785
3410.8725707530975	12200	2553.7306429851055	29.704042457361265	2637.7427253723145	2508.6500470638275	5235589	0.999000999000999	0.17407765595569785
3538.4803550243378	12400	2502.656303558871	269.50549992587577	2578.813271522522	614.0060095712543	5451403	0.999000999000999	0.17407765595569785
3674.5184988975525	12600	2664.3883022010327	20.27315490690956	2695.9382358789444	2592.925343990326	5677614	0.999000999000999	0.17407765595569785
3816.3180627822876	12800	2035.3591233074292	672.0715659849087	2803.6946516036987	1251.0247740447521	5920354	0.999000999000999	0.17407765595569785
3971.002589941025	13000	2631.3164288318158	22.108374818330542	2654.445459842682	2531.6776044368744	6184379	0.999000999000999	0.17407765595569785
4130.776390552521	13200	2708.193400952816	17.53453483635418	2737.4880743026733	2662.007047533989	6457345	0.999000999000999	0.17407765595569785
4293.699810504913	13400	2750.470951037407	16.6969497340585	2789.073794603348	2689.8975760936737	6737114	0.999000999000999	0.17407765595569785
4465.785759925842	13600	2724.0988616621494	8.373031891578451	2749.1426672935486	2708.819200158119	7034438	0.999000999000999	0.17407765595569785
4627.471479415894	13800	2751.452169057131	9.343269641254139	2768.6664175987244	2728.184350371361	7311581	0.999000999000999	0.17407765595569785
4791.97300028801	14000	2688.997091498375	9.372651215681751	2705.689764857292	2658.2877271175385	7594264	0.999000999000999	0.17407765595569785
4953.621054887772	14200	2752.678808124065	5.536777372986413	2768.2245029211044	2730.0735783576965	7871583	0.999000999000999	0.17407765595569785
5111.893093824387	14400	2746.8863906240463	8.267829494437999	2765.5508472919464	2712.096974492073	8141942	0.999000999000999	0.17407765595569785
5287.881296873093	14600	2750.406676231623	6.725186953278141	2763.513127565384	2725.7047727108	8436568	0.999000999000999	0.17407765595569785
5454.623700380325	14800	2655.157804796696	8.436911869982902	2675.7595088481903	2635.869087100029	8723849	0.999000999000999	0.17407765595569785
5639.523850917816	15000	2688.093193693161	7.955517289871196	2701.6379379034042	2666.509500026703	9047092	0.999000999000999	0.17407765595569785
5815.296730041504	15200	2694.765553224087	9.71997442695585	2710.975507259369	2666.5199140310287	9351245	0.999000999000999	0.17407765595569785
6007.299053430557	15400	2701.7954855906964	8.13762620796673	2718.279058098793	2681.5328409671783	9688530	0.999000999000999	0.17407765595569785
6185.124356031418	15600	2702.5392674565314	5.520563556449754	2717.0376094579697	2688.023620247841	9997199	0.999000999000999	0.17407765595569785
6363.736965179443	15800	2630.3018881940843	8.177806606686252	2645.933506011963	2609.8026574850082	10307217	0.999000999000999	0.17407765595569785
6552.933886528015	16000	2625.6513128495217	10.106085575063862	2643.613528609276	2600.8986617326736	10633011	0.999000999000999	0.17407765595569785
6732.245532274246	16200	2639.3002691578863	17.501301399349007	2661.8421062231064	2598.6841304302216	10944871	0.999000999000999	0.17407765595569785
6903.509463071823	16400	2641.781061805487	6.786615908462877	2666.742632627487	2625.1812645196915	11240869	0.999000999000999	0.17407765595569785
7073.171023130417	16600	2680.684532110691	6.046807705915902	2697.008293032646	2661.7403678894043	11533987	0.999000999000999	0.17407765595569785
7248.7150411605835	16800	2645.8017034375666	8.115603149060604	2658.929321527481	2622.9450865983963	11837811	0.999000999000999	0.17407765595569785
7425.144007444382	17000	2622.22005012393	10.552031251913048	2641.3246916532516	2585.4829001426697	12143835	0.999000999000999	0.17407765595569785
7600.193497657776	17200	2641.58671405077	8.90167447998779	2658.722653388977	2619.8102872371674	12446999	0.999000999000999	0.17407765595569785
7786.404093027115	17400	2635.290413682461	10.184313662660422	2662.863466024399	2601.2287472486496	12768214	0.999000999000999	0.17407765595569785
7969.805239677429	17600	2675.1509950244426	5.234099994095658	2689.185895681381	2660.1873866319656	13088818	0.999000999000999	0.17407765595569785
8137.700903892517	17800	2681.3766530048847	8.707298271539097	2699.451782107353	2659.3799427747726	13378517	0.999000999000999	0.17407765595569785
8304.03293132782	18000	2681.0637565350535	7.105876961753434	2694.2282178401947	2662.91514980793	13665245	0.999000999000999	0.17407765595569785
8479.678305864334	18200	2714.885172008872	6.685956289587721	2731.697093963623	2697.0961409807205	13969892	0.999000999000999	0.17407765595569785
8642.545260190964	18400	2721.6712841451167	7.805694240725624	2738.8820148706436	2699.785774230957	14249380	0.999000999000999	0.17407765595569785
8808.987145900726	18600	2655.477653980255	13.90365111285496	2685.7510339021683	2614.399614572525	14535984	0.999000999000999	0.17407765595569785
8983.279483318329	18800	2616.860758049488	10.333037472115903	2639.393560409546	2594.215389728546	14837899	0.999000999000999	0.17407765595569785
9155.161715507507	19000	2669.3319932699205	7.788604178457905	2688.971811056137	2648.4007284641266	15135803	0.999000999000999	0.17407765595569785
9324.767080307007	19200	2647.312362805009	8.538455468394588	2665.579250216484	2626.523546099663	15428688	0.999000999000999	0.17407765595569785
9500.502163887024	19400	2607.0533156991005	7.877104311175153	2629.455237388611	2590.776877760887	15728198	0.999000999000999	0.17407765595569785
9676.887484073639	19600	2620.7235329705477	6.4973977296354155	2634.651272058487	2605.07172870636	16034352	0.999000999000999	0.17407765595569785
9857.784882545471	19800	2637.2319656801224	7.246229662313494	2654.1429322957993	2618.5074290037155	16349285	0.999000999000999	0.17407765595569785
10031.937800168991	20000	2655.6249657475946	8.519689992072458	2675.833750128746	2633.1100999116898	16650626	0.999000999000999	0.17407765595569785
10208.294183254242	20200	2601.3733344864845	7.541207915408565	2622.2044545412064	2581.055965900421	16956326	0.999000999000999	0.17407765595569785
10394.197331905365	20400	2637.703728772402	7.068691072750478	2653.306299805641	2618.2016693353653	17281199	0.999000999000999	0.17407765595569785
10567.703796863556	20600	2658.3919689762592	8.155479319772923	2677.880030274391	2634.285964012146	17581824	0.999000999000999	0.17407765595569785
10741.453118562698	20800	2638.101358320117	7.350696093053484	2659.432396531105	2621.091307759285	17877794	0.999000999000999	0.17407765595569785
10928.471350193024	21000	2681.938130363822	8.215260209082773	2701.242214202881	2660.8944578170776	18204380	0.999000999000999	0.17407765595569785
11108.945751428604	21200	2700.541460456252	7.28584590759318	2717.015263080597	2685.3645743131638	18518745	0.999000999000999	0.17407765595569785
11281.25667500496	21400	2715.5251872199774	7.023342647355393	2731.67709171772	2701.1734038591385	18817242	0.999000999000999	0.17407765595569785
11450.21885561943	21600	2700.370749746561	6.335108347337464	2715.8927369117737	2685.5009130239487	19108788	0.999000999000999	0.17407765595569785
11626.431533813477	21800	2731.9032814830543	5.860691203727358	2746.6959929466248	2720.009110212326	19414543	0.999000999000999	0.17407765595569785
11795.568793535233	22000	2736.73291321218	5.714219474456118	2748.9135395884514	2720.923314332962	19705742	0.999000999000999	0.17407765595569785
11964.628097295761	22200	2741.7557995462416	8.13913233862006	2756.9739307165146	2695.8671395778656	19994695	0.999000999000999	0.17407765595569785
12132.839625835419	22400	2785.651714341044	10.222415783855611	2806.7516437768936	2758.1354860663414	20281411	0.999000999000999	0.17407765595569785
12296.419888973236	22600	2758.2283468693495	12.954753329777331	2782.3018124103546	2723.828596830368	20562403	0.999000999000999	0.17407765595569785
12465.705565452576	22800	2725.5558954399826	305.36996608469957	2817.865382194519	1368.033995270729	20855029	0.999000999000999	0.17407765595569785
12631.828064203262	23000	2749.204520158172	7.735395383109414	2764.9522697925568	2726.0868858098984	21141782	0.999000999000999	0.17407765595569785
12789.536385774612	23200	2778.7810812979938	12.992241872152851	2800.756888628006	2737.2090470790863	21411829	0.999000999000999	0.17407765595569785
12955.387970685959	23400	2771.3344363695383	11.246754389420508	2788.415474653244	2716.39470243454	21697619	0.999000999000999	0.17407765595569785
13127.619843006134	23600	2791.9138029700516	11.036871427794619	2812.5268448591232	2759.2738132476807	21995328	0.999000999000999	0.17407765595569785
13299.59192943573	23800	2765.4992010360957	9.539817350174099	2786.2127618789673	2733.057596921921	22293121	0.999000999000999	0.17407765595569785
13468.296796798706	24000	2770.31574067235	8.102572780884806	2786.3935755491257	2741.167182803154	22584507	0.999000999000999	0.17407765595569785
13638.4326608181	24200	2776.825737313628	13.080632518537316	2795.472230911255	2728.82594704628	22878657	0.999000999000999	0.17407765595569785
13812.853040218353	24400	2801.8824939364195	15.143653553386416	2823.3804463744164	2743.345425963402	23181541	0.999000999000999	0.17407765595569785
13985.703655719757	24600	2819.8581015878917	5.893953093993271	2830.5944418907166	2791.568215250969	23472308	0.999000999000999	0.17407765595569785
14154.022689580917	24800	2780.846507615447	6.908285863946511	2797.298526406288	2758.3209332227707	23762697	0.999000999000999	0.17407765595569785
14321.89236664772	25000	2765.5246468198297	6.401601228652489	2779.9720685482025	2750.692923307419	24052181	0.999000999000999	0.17407765595569785
14488.649701833725	25200	2762.9318253386023	187.77549284035933	2807.0102955698967	1440.4561661481857	24339369	0.999000999000999	0.17407765595569785
14653.433598041534	25400	2739.93395686388	7.633620821395218	2755.1798862814903	2720.083896636963	24622942	0.999000999000999	0.17407765595569785
14821.740261793137	25600	2784.475992396474	5.639587647988089	2796.117396593094	2767.504367351532	24913549	0.999000999000999	0.17407765595569785
14980.988594770432	25800	2768.00657651484	5.031404142532224	2780.322319805622	2756.4341592788696	25186432	0.999000999000999	0.17407765595569785
15141.127737998962	26000	2742.5432612949608	6.094975782929454	2756.6258997917175	2728.272769868374	25461072	0.999000999000999	0.17407765595569785
15316.568651676178	26200	2735.2402528333664	6.985825417263475	2750.03736525774	2721.3516573905945	25765821	0.999000999000999	0.17407765595569785
15485.162448883057	26400	2745.6206540244816	8.623409625564392	2769.3408249616623	2721.3454117774963	26055884	0.999000999000999	0.17407765595569785
15653.82523727417	26600	2765.6241932922603	10.135705019564709	2786.269606232643	2739.079445838928	26347344	0.999000999000999	0.17407765595569785
15820.952003717422	26800	2783.8480678117276	6.8119308408323205	2797.1485719680786	2764.5958238840103	26636083	0.999000999000999	0.17407765595569785
15993.575557470322	27000	2726.371149173379	11.89259115614306	2756.118397295475	2693.2671587467194	26930111	0.999000999000999	0.17407765595569785
16172.310247421265	27200	2741.8146665406225	7.988059867197237	2761.5966123342514	2724.2227108478546	27241382	0.999000999000999	0.17407765595569785
16346.862844228745	27400	2731.450644722581	6.222363214219564	2746.095391690731	2713.983766436577	27543884	0.999000999000999	0.17407765595569785
16517.156826257706	27600	2773.0834914189577	5.908193755514145	2786.5308574438095	2757.3978016376495	27837959	0.999000999000999	0.17407765595569785
16678.22733783722	27800	2708.570508202314	10.263920216627168	2744.388174533844	2692.998470425606	28114513	0.999000999000999	0.17407765595569785
16857.657141923904	28000	2719.6061431783437	7.717274024311607	2748.2631480693817	2701.40906393528	28427235	0.999000999000999	0.17407765595569785
17031.481418848038	28200	2759.914256927967	7.580434182623942	2777.609635949135	2741.8588860034943	28728501	0.999000999000999	0.17407765595569785
17195.92690563202	28400	2759.363516574502	4.846337841003424	2772.154764533043	2747.1661083698273	29010490	0.999000999000999	0.17407765595569785
17370.188766241074	28600	2767.1333994591237	9.436352753315802	2787.749253630638	2743.303210258484	29308577	0.999000999000999	0.17407765595569785
17534.417143821716	28800	2782.266648892164	6.718542384210267	2799.1163293123245	2768.143911957741	29584617	0.999000999000999	0.17407765595569785
17689.825899362564	29000	2764.3464011520146	7.039885658464407	2779.0441145300865	2732.970541238785	29844077	0.999000999000999	0.17407765595569785
