Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
16.667436599731445	0	-0.30404523389316856	0.7831634747396644	2.251814016645012	-1.870696566842263	0	0.0	0
164.35816287994385	200	0.612013817142359	0.9283133179593885	3.260570465681546	-1.5000842025953114	400000	0.9950248756218905	0.09901475429766744
312.48984837532043	400	5.479652026544959	3.8444706891433666	11.196429649668175	-1.0543546165045257	800000	0.9975062344139649	0.09901475429766744
460.041118144989	600	815.4796836923415	80.65193929567951	835.6420822776854	20.541498779741232	1200000	0.9983361064891845	0.09901475429766744
607.2924225330353	800	946.8207438946204	11.096912290229401	962.7896786872298	857.5719116840046	1600000	0.9987515605493132	0.09901475429766744
754.3408489227295	1000	1170.943882894329	20.02028351424824	1183.296752102673	1039.635184480343	2000000	0.9990009990009989	0.09901475429766744
901.1126933097839	1200	1284.2264421496623	9.703647289850213	1295.9548457227647	1236.2871962725185	2400000	0.9990009990009989	0.09901475429766744
1047.8606297969818	1400	1445.8126424688694	11.085451321748286	1472.1443889508955	1402.9685253798962	2800000	0.9990009990009989	0.09901475429766744
1194.5837128162384	1600	1638.4444732162822	8.742488105290258	1660.4438208788633	1603.149178822874	3200000	0.9990009990009989	0.09901475429766744
1341.1023137569427	1800	1505.6115128723811	6.838748857748709	1518.339075793163	1481.1256697103381	3600000	0.9990009990009989	0.09901475429766744
1487.465168952942	2000	1738.9376639427542	6.787970376495044	1747.586379806511	1696.1082190605812	4000000	0.9990009990009989	0.09901475429766744
1633.4671828746796	2200	1699.427010334268	6.60122728416757	1712.7519172520842	1672.8671027608216	4400000	0.9990009990009989	0.09901475429766744
1779.4187943935394	2400	1854.4669328296272	7.386940949502785	1874.279038861394	1825.5641955696046	4800000	0.9990009990009989	0.09901475429766744
1925.435130596161	2600	1849.3763310789172	5.608675628542213	1857.966728238389	1827.1287734045181	5200000	0.9990009990009989	0.09901475429766744
2070.921956539154	2800	1934.2177288760938	4.526439738324042	1946.2142742723227	1917.3551797829568	5600000	0.9990009990009989	0.09901475429766744
2216.638195991516	3000	2023.0477175620292	5.775954030810846	2032.7794010005891	1991.5336872567423	6000000	0.9990009990009989	0.09901475429766744
2362.0088505744934	3200	2102.8728430556425	6.299124251349272	2112.6402806788683	2071.2379931248724	6400000	0.9990009990009989	0.09901475429766744
2507.4517188072205	3400	2119.971963365481	5.6665089446601575	2132.1859690952115	2096.3694951459765	6800000	0.9990009990009989	0.09901475429766744
2652.5937893390656	3600	2166.2526983903895	7.247402906116798	2184.902283087373	2137.728565901518	7200000	0.9990009990009989	0.09901475429766744
2797.545921087265	3800	2296.1779896032294	18.41401145920304	2340.6310886628926	2257.771508220583	7600000	0.9990009990009989	0.09901475429766744
2942.4152636528015	4000	2255.6466998317696	46.37644589365211	2351.0954953748733	2164.664341084659	8000000	0.9990009990009989	0.09901475429766744
3087.5838022232056	4200	2282.0607412554255	9.43687175910949	2299.7868847846985	2255.6268258169293	8400000	0.9990009990009989	0.09901475429766744
3232.5368988513947	4400	2311.0812146844764	13.758994233905	2327.4799129776657	2201.4847809616476	8800000	0.9990009990009989	0.09901475429766744
3377.6481096744537	4600	2253.237224769835	10.651048324577989	2273.808767648414	2195.0920836271252	9200000	0.9990009990009989	0.09901475429766744
3522.626841545105	4800	2537.5775690188484	14.020976437606526	2571.150656655431	2505.369914021343	9600000	0.9990009990009989	0.09901475429766744
3667.459929704666	5000	2486.233556666464	12.859680339130717	2513.7691290415823	2452.2545086853206	10000000	0.9990009990009989	0.09901475429766744
3812.6063005924225	5200	2624.012368982747	17.51204363512988	2657.577472165227	2563.0610311450437	10400000	0.9990009990009989	0.09901475429766744
3957.6462392807007	5400	2583.3034593118996	19.035608024278208	2621.7946580573916	2540.528549696319	10800000	0.9990009990009989	0.09901475429766744
4102.621756076813	5600	2654.1137085205446	22.93669493837614	2695.1609762087464	2538.50564818969	11200000	0.9990009990009989	0.09901475429766744
4247.314555883408	5800	2679.935071324884	19.067713543508262	2716.682795614004	2631.4271413940005	11600000	0.9990009990009989	0.09901475429766744
4392.028734922409	6000	2724.142086246437	17.11703560727453	2766.719046730548	2684.0912206172943	12000000	0.9990009990009989	0.09901475429766744
4536.770253658295	6200	2684.0026974233806	17.93007220202582	2718.3412475492805	2630.300717547536	12400000	0.9990009990009989	0.09901475429766744
4681.733883857727	6400	2811.8863292096253	33.40561491694433	2880.9281947016716	2731.7845354303718	12800000	0.9990009990009989	0.09901475429766744
4826.573659181595	6600	2688.03531474252	18.19689034333143	2760.6771501526237	2624.901719212532	13200000	0.9990009990009989	0.09901475429766744
4971.222837924957	6800	2754.773100925148	18.771760466771592	2795.868479296565	2704.500430809334	13600000	0.9990009990009989	0.09901475429766744
5116.063184261322	7000	2750.4234064919997	24.58135979318419	2805.089048281312	2683.156185630709	14000000	0.9990009990009989	0.09901475429766744
5260.869580745697	7200	2652.8035706296187	30.872332173126885	2732.940082022571	2569.144347869791	14400000	0.9990009990009989	0.09901475429766744
5405.681129217148	7400	2723.962744538716	29.556885777455683	2782.0948880016804	2640.779369917698	14800000	0.9990009990009989	0.09901475429766744
5550.803351163864	7600	2793.197064599806	20.322961839558914	2851.8621390759945	2740.815289065242	15200000	0.9990009990009989	0.09901475429766744
5695.840129852295	7800	2825.503809031772	21.52275612641732	2875.7830489724874	2733.059663764201	15600000	0.9990009990009989	0.09901475429766744
5840.628085613251	8000	2943.5683910581083	22.27878837852511	2993.9815240371972	2890.3610918037593	16000000	0.9990009990009989	0.09901475429766744
5985.7191824913025	8200	3012.2005496328334	24.167080662911236	3063.543091699481	2940.009323131293	16400000	0.9990009990009989	0.09901475429766744
6130.623742580414	8400	3022.8769716419756	22.73776667608837	3076.9708695715235	2964.406743761152	16800000	0.9990009990009989	0.09901475429766744
6275.49312543869	8600	3017.2404555527237	24.67565700437312	3073.110780247487	2929.0837996713817	17200000	0.9990009990009989	0.09901475429766744
6420.332684516907	8800	3072.186051645754	24.419322540110628	3127.6346897780895	3010.7186622545123	17600000	0.9990009990009989	0.09901475429766744
6565.443737268448	9000	3105.649293047686	25.741669164040676	3156.5324853137136	3039.5411571897566	18000000	0.9990009990009989	0.09901475429766744
6710.026412725449	9200	3048.3265506828593	23.37684356966775	3092.5397175475955	2995.14302665554	18400000	0.9990009990009989	0.09901475429766744
6854.710479259491	9400	3095.2111936599104	19.989819761855344	3163.9155233316123	3053.361038555391	18800000	0.9990009990009989	0.09901475429766744
6999.11993932724	9600	3042.510947274427	23.99503135498851	3102.7401283709332	2993.5665947422385	19200000	0.9990009990009989	0.09901475429766744
7143.443745136261	9800	3196.657150855621	25.67785725620671	3249.1531991809607	3129.038329662755	19600000	0.9990009990009989	0.09901475429766744
7287.73311829567	10000	3110.6257856286825	26.60191445574047	3194.2132268939167	3049.296904154122	20000000	0.9990009990009989	0.09901475429766744
7432.05691075325	10200	3143.9627856643033	24.080568434355843	3192.267032753676	3080.210289111361	20400000	0.9990009990009989	0.09901475429766744
7576.656663656235	10400	3188.655529982107	27.097361611030422	3238.7533254399896	3038.6424726073164	20800000	0.9990009990009989	0.09901475429766744
7720.890844106674	10600	3228.819337819364	26.490086199422997	3280.693054653704	3164.677965749055	21200000	0.9990009990009989	0.09901475429766744
7865.209652662277	10800	3226.1063915734553	23.43306486076935	3272.48356487602	3155.2808627933264	21600000	0.9990009990009989	0.09901475429766744
8010.025735378265	11000	3243.580502499452	23.618828780577065	3293.3763430267572	3170.197954768315	22000000	0.9990009990009989	0.09901475429766744
8154.885563135147	11200	3236.2321664561414	25.094709861661904	3294.3323630690575	3165.461270389147	22400000	0.9990009990009989	0.09901475429766744
8299.332757234573	11400	3275.977889479897	29.048578934991397	3348.410899231909	3206.535990100354	22800000	0.9990009990009989	0.09901475429766744
8443.79316163063	11600	3316.2757286727992	31.233414567365216	3398.23900000751	3235.495550842257	23200000	0.9990009990009989	0.09901475429766744
8588.507110118866	11800	3348.0307261442695	30.385782761186622	3419.430664677173	3267.177639402449	23600000	0.9990009990009989	0.09901475429766744
8732.966279745102	12000	3260.833114755696	28.70675555925658	3329.2026263345033	3201.475805741269	24000000	0.9990009990009989	0.09901475429766744
8877.773495435715	12200	3333.918446359597	26.82599757370691	3388.386410344392	3245.745227626525	24400000	0.9990009990009989	0.09901475429766744
9022.2650411129	12400	3295.2326052089525	29.137531524110504	3356.596617836505	3220.2104089390486	24800000	0.9990009990009989	0.09901475429766744
9166.46569776535	12600	3240.404681521765	29.015969867710027	3295.4265946298838	3148.865253938362	25200000	0.9990009990009989	0.09901475429766744
9310.89869761467	12800	3290.1299929355537	32.868990825552196	3364.462581887841	3183.1100895558484	25600000	0.9990009990009989	0.09901475429766744
9455.142844676971	13000	3330.2202715570443	26.215449108696852	3413.7516047917306	3269.065148483962	26000000	0.9990009990009989	0.09901475429766744
9599.518981695175	13200	3402.522806055308	33.65939417905218	3469.909371867776	3295.9384895232506	26400000	0.9990009990009989	0.09901475429766744
9744.067457199097	13400	3441.4522850078397	37.69486587229776	3520.952968619764	3338.349187720567	26800000	0.9990009990009989	0.09901475429766744
9888.459468603134	13600	3377.247722581765	91.2906019991459	3476.120510775596	2577.1471782252192	27200000	0.9990009990009989	0.09901475429766744
10032.873876571655	13800	3479.899265105665	49.79373307543906	3561.034404899925	3275.7815141049214	27600000	0.9990009990009989	0.09901475429766744
10177.254197359085	14000	3522.54285830916	40.027446144003825	3609.7514131478965	3372.5607086205855	28000000	0.9990009990009989	0.09901475429766744
10321.596094608307	14200	3482.015357096573	37.55575820657326	3586.330182766542	3343.920393732842	28400000	0.9990009990009989	0.09901475429766744
10466.067920446396	14400	3467.0728771464155	36.259672361830695	3537.0034743770957	3368.0955465063453	28800000	0.9990009990009989	0.09901475429766744
10610.0347032547	14600	3486.751822019648	35.53164083150576	3561.009182624519	3385.5241119377315	29200000	0.9990009990009989	0.09901475429766744
10753.873764514923	14800	3521.776542941757	28.768660495477715	3600.8246230334044	3413.281414317433	29600000	0.9990009990009989	0.09901475429766744
10897.540703773499	15000	3606.1564512065065	34.40923186443652	3700.0315338149667	3507.3831583941355	30000000	0.9990009990009989	0.09901475429766744
11041.213909387589	15200	3595.7866634648526	28.901549508777038	3652.582290351391	3492.5913114305586	30400000	0.9990009990009989	0.09901475429766744
11185.129979372025	15400	3573.125599564619	33.292477990215204	3652.3657249361277	3497.504250880331	30800000	0.9990009990009989	0.09901475429766744
11328.787584066391	15600	3582.245738002489	32.1772333497645	3672.7527792714536	3476.5146256709704	31200000	0.9990009990009989	0.09901475429766744
11472.20558643341	15800	3539.468228281101	37.50932637757046	3625.4853782728314	3442.0616489900276	31600000	0.9990009990009989	0.09901475429766744
11615.79482293129	16000	3635.022340455827	29.382902474161256	3699.203615359962	3561.0522620670963	32000000	0.9990009990009989	0.09901475429766744
11759.349936246872	16200	3676.837129241376	37.389034534994266	3799.0902821226045	3569.441525513772	32400000	0.9990009990009989	0.09901475429766744
11902.624663591385	16400	3716.9635598103027	34.05672974745472	3795.170728089288	3633.66367468331	32800000	0.9990009990009989	0.09901475429766744
12046.11589550972	16600	3782.3717261755387	31.381241031918574	3849.491201043129	3713.7304078098387	33200000	0.9990009990009989	0.09901475429766744
12189.477411270142	16800	3803.6020457252125	37.12038909263737	3897.9264622069895	3713.36625639908	33600000	0.9990009990009989	0.09901475429766744
12333.051004648209	17000	3859.009442154009	31.185893701842144	3923.6395254209638	3782.2127638459206	34000000	0.9990009990009989	0.09901475429766744
12476.424839258194	17200	3863.0438708531215	40.064780001171535	3944.9369344543666	3734.124640898779	34400000	0.9990009990009989	0.09901475429766744
12620.146736860275	17400	3811.472928571665	31.88436114671966	3870.685208309442	3693.827650294639	34800000	0.9990009990009989	0.09901475429766744
12763.494705438614	17600	3880.285704269103	35.35611079463297	3961.014550484717	3763.2089145425707	35200000	0.9990009990009989	0.09901475429766744
12906.891476631165	17800	3822.888243480093	69.98795402885179	3888.367709696293	3201.64069323102	35600000	0.9990009990009989	0.09901475429766744
13049.999136686325	18000	3857.1328817317885	36.3151056893922	3941.9989379756153	3766.7996463030577	36000000	0.9990009990009989	0.09901475429766744
13193.454498291016	18200	3850.9736131304667	431.3762750456436	4011.311738476157	81.79374902672134	36400000	0.9990009990009989	0.09901475429766744
13337.12732720375	18400	3743.348788791367	660.0806091786392	3956.507378965616	-5.051315444055945	36800000	0.9990009990009989	0.09901475429766744
13480.290981531143	18600	3892.1324780334444	34.57267079363966	3962.630336560309	3741.0847618142143	37200000	0.9990009990009989	0.09901475429766744
13623.997005701065	18800	3917.323185845973	40.75916252220651	3994.1005384568125	3806.199662487721	37600000	0.9990009990009989	0.09901475429766744
13767.38519024849	19000	3904.9959056724383	394.16042868380066	4026.610296294093	0.9112429225351661	38000000	0.9990009990009989	0.09901475429766744
13910.673374176025	19200	3926.1422086390494	287.3313790458548	4055.9786773640662	1112.7412029393017	38400000	0.9990009990009989	0.09901475429766744
14053.822613716125	19400	3959.0361857635785	35.739984764349934	4038.7291226945817	3845.2806500764564	38800000	0.9990009990009989	0.09901475429766744
14196.777324676514	19600	4057.459170574452	48.43548971007084	4168.519512400031	3824.601375579601	39200000	0.9990009990009989	0.09901475429766744
14340.10183095932	19800	4052.737543783038	45.063426984380634	4166.484126241878	3884.1171997655183	39600000	0.9990009990009989	0.09901475429766744
14483.127838850021	20000	4019.722400137404	58.853059923122665	4133.84386316684	3714.3953008358367	40000000	0.9990009990009989	0.09901475429766744
14626.318397045135	20200	4061.0207539166768	46.81235938775065	4216.607218578458	3933.1897299438715	40400000	0.9990009990009989	0.09901475429766744
14769.103468894958	20400	4039.9760052818847	58.198064530235186	4147.228545773774	3876.5059528574347	40800000	0.9990009990009989	0.09901475429766744
14912.405932188034	20600	3999.7450858727984	462.3069069729104	4169.799545455724	-57.0099084302783	41200000	0.9990009990009989	0.09901475429766744
15055.729817152023	20800	3914.497281628351	55.6867369086789	4004.0780880395323	3538.296108347131	41600000	0.9990009990009989	0.09901475429766744
15198.560682296753	21000	4023.5553565613563	48.71664632526981	4144.715451605618	3822.716530847363	42000000	0.9990009990009989	0.09901475429766744
15341.49771618843	21200	4071.1182482628874	93.8749455132845	4159.319737941027	3237.4412070643157	42400000	0.9990009990009989	0.09901475429766744
15484.513288736343	21400	4052.3678457373335	355.46760788682593	4207.53782312572	545.10781551525	42800000	0.9990009990009989	0.09901475429766744
15627.600601434708	21600	4073.7480926534686	46.8603920146134	4171.1251308992505	3934.3945922655985	43200000	0.9990009990009989	0.09901475429766744
15770.514189481735	21800	4123.053803251712	42.36285441392046	4228.399331748486	4011.6241827718914	43600000	0.9990009990009989	0.09901475429766744
15913.180696249008	22000	4113.055808292821	50.684385655021764	4250.811999876052	3981.3822730593383	44000000	0.9990009990009989	0.09901475429766744
16056.26961183548	22200	4079.0878456694213	285.35572117544814	4197.13625626266	1274.4458387456834	44400000	0.9990009990009989	0.09901475429766744
16199.47064614296	22400	4105.236691095935	49.17360285136225	4212.062939755619	3904.168277002871	44800000	0.9990009990009989	0.09901475429766744
16342.548625469208	22600	4110.584208371097	40.863906594471416	4224.583612632006	3959.548486739397	45200000	0.9990009990009989	0.09901475429766744
16485.74907898903	22800	4031.991659427282	35.604556098316976	4123.0235151425	3955.395867678337	45600000	0.9990009990009989	0.09901475429766744
16628.71296977997	23000	4110.183344870572	44.332679719655495	4222.021016238257	3980.9265929982066	46000000	0.9990009990009989	0.09901475429766744
16771.56977248192	23200	4143.028049627354	168.1709558790639	4241.02534218505	2540.2862841095775	46400000	0.9990009990009989	0.09901475429766744
16914.615860939026	23400	4127.788141867143	114.72734304899829	4236.291459351778	3124.183204110712	46800000	0.9990009990009989	0.09901475429766744
17057.94782924652	23600	4138.360473871848	43.050974675722834	4236.447534893639	3993.703643593937	47200000	0.9990009990009989	0.09901475429766744
17201.147547006607	23800	4124.909738263401	39.742203623930635	4216.058358510025	4007.1879618843086	47600000	0.9990009990009989	0.09901475429766744
17344.312711000443	24000	4144.669026367248	157.05453654389817	4242.745825648308	2653.3927416121587	48000000	0.9990009990009989	0.09901475429766744
17487.313071012497	24200	4155.329220903562	50.10545315324449	4247.586503647268	3827.9025767743587	48400000	0.9990009990009989	0.09901475429766744
17630.174372196198	24400	4110.954624809249	45.92757030410437	4254.259816648439	3961.0191774993145	48800000	0.9990009990009989	0.09901475429766744
17773.03778076172	24600	4162.9679326079195	49.19639410200012	4252.500108929351	3897.9192463981453	49200000	0.9990009990009989	0.09901475429766744
17915.9927175045	24800	4146.006583137008	467.08058101680814	4301.678764298093	-480.0814134143293	49600000	0.9990009990009989	0.09901475429766744
18058.96219944954	25000	4127.095417025932	363.63398626606397	4245.80902902782	529.9232733226381	50000000	0.9990009990009989	0.09901475429766744
