Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
17.77218770980835	0	-0.30152912016587186	0.7031112561796045	1.3895061342589152	-2.04430108904604	0	0.0	0
165.47504448890686	200	1.899735537662047	1.5302870631382188	5.22315734648569	-1.2047036624068461	400000	0.9950248756218906	0.3984649513187947
312.9172520637512	400	474.5052999295531	25.459051321134332	485.6990824556269	284.1850637423631	800000	0.9975062344139651	0.45084528314621886
460.19237327575684	600	1002.6566882598595	4.969692863320409	1012.0143920853734	982.3537185015157	1200000	0.9983361064891847	0.45084528314621886
606.552081823349	800	1353.451436167424	22.176319633909774	1400.5233353328658	1294.3252740353346	1600000	0.9987515605493134	0.4520394086811185
752.1395237445831	1000	1361.3115878447954	5.618852071844503	1374.4469619672745	1337.844575555995	2000000	0.999000999000999	0.4520394086811185
897.8842360973358	1200	1480.632372193045	4.607486848076637	1488.5781418532133	1447.788253880106	2400000	0.999000999000999	0.4520394086811185
1043.2582845687866	1400	1669.3533905897698	13.178544709604191	1701.6357429288328	1630.8216906953603	2800000	0.999000999000999	0.4520394086811185
1188.7607107162476	1600	1823.4453805366998	13.86398047061554	1859.710951488465	1781.8936846726574	3200000	0.999000999000999	0.4520394086811185
1333.756083726883	1800	1898.6172001362384	15.080393709600397	1940.9794331993908	1862.9666028274223	3600000	0.999000999000999	0.4076762363547706
1478.9328651428223	2000	2089.947352207613	9.210477481781222	2107.7434557219967	2066.842151400866	4000000	0.999000999000999	0.4076762363547706
1624.1419112682343	2200	2105.267151347326	11.578410499840377	2129.2081920774654	2072.769883230794	4400000	0.999000999000999	0.4076762363547706
1769.0139226913452	2400	2204.9551837590757	8.262734414531081	2221.72551195696	2182.135385737114	4800000	0.999000999000999	0.4076762363547706
1913.8176593780518	2600	2226.0106990005675	7.887560557747094	2243.4414246864617	2191.264512562193	5200000	0.999000999000999	0.4076762363547706
2058.48699259758	2800	2301.363578656529	12.606915366153075	2329.0554340332747	2243.5273416046984	5600000	0.999000999000999	0.40496061240426673
2202.946630001068	3000	2312.9469107655373	12.116789330835026	2336.7002968639135	2259.2444114331156	6000000	0.999000999000999	0.38888592320976734
2347.598395347595	3200	2343.177524247153	13.831356751831196	2361.767882918939	2253.8581140268943	6400000	0.999000999000999	0.4556550509200146
2492.29074549675	3400	2493.9986171536943	11.341396592173249	2527.0779041573405	2459.8512799935415	6800000	0.999000999000999	0.4556550509200146
2636.7020452022552	3600	2475.8966312309926	13.353713121091355	2501.4710839018226	2402.5156789682806	7200000	0.999000999000999	0.4556550509200146
2781.0691587924957	3800	2651.2404262096725	10.266402346789206	2674.9072012007236	2606.006678171456	7600000	0.999000999000999	0.4556550509200146
2925.3938241004944	4000	2624.5524381974014	16.00858266013767	2643.243782863021	2513.5720945481444	8000000	0.999000999000999	0.4556550509200146
3069.7723677158356	4200	2599.7052744638368	10.653245464534281	2622.688989445567	2570.700341157615	8400000	0.999000999000999	0.4025326959287694
3214.240447282791	4400	2685.6365553098067	20.67604837347957	2741.015128077939	2626.944977870211	8800000	0.999000999000999	0.4210410711861811
3358.5882189273834	4600	2948.396010177422	17.904019382931846	2984.0050334744155	2893.86230186373	9200000	0.999000999000999	0.4210410711861811
3503.038479089737	4800	2964.8244393768628	13.648488101861675	2990.497315998189	2893.5878336698515	9600000	0.999000999000999	0.4210410711861811
3647.451339483261	5000	3008.976205283579	18.775838162531397	3047.397189680487	2962.9357770811766	10000000	0.999000999000999	0.4492416482990507
3791.380839586258	5200	2924.519739163653	9.647098681811334	2949.447086829692	2901.156730532646	10400000	0.999000999000999	0.4492416482990507
3935.696593761444	5400	2962.3576104077765	12.59026849038954	3000.147060997784	2933.557094273623	10800000	0.999000999000999	0.4492416482990507
4079.718986749649	5600	3029.2352454211255	16.981751844084425	3067.3076320290565	2981.0680709238804	11200000	0.999000999000999	0.44938955189683466
4223.576285362244	5800	3078.385036678377	23.848144041931356	3136.26738813892	3016.874339522794	11600000	0.999000999000999	0.44938955189683466
4367.643706560135	6000	3082.1684066111593	13.639365174536573	3109.5039017647505	3034.2287865689723	12000000	0.999000999000999	0.49286396927562587
4511.497052669525	6200	3038.5811444640044	14.354260782803406	3062.861390531063	2968.4214502885006	12400000	0.999000999000999	0.49286396927562587
4655.453166246414	6400	3159.2580556053	14.146843128666093	3204.700476575643	3124.3000640589744	12800000	0.999000999000999	0.49286396927562587
4799.449038267136	6600	3061.918542172117	15.181174011672544	3090.8357122428715	3014.805937219411	13200000	0.999000999000999	0.49286396927562587
4943.2464480400085	6800	3090.041279191915	18.25121502763647	3135.4791534133255	2981.4265623929678	13600000	0.999000999000999	0.49286396927562587
5087.059822320938	7000	3067.512375504027	17.255122583287243	3108.5803296752274	3009.020923574688	14000000	0.999000999000999	0.43414125316497143
5230.701652765274	7200	3129.1347179860813	15.39442425869538	3157.2607746496797	3086.3840935453773	14400000	0.999000999000999	0.43414125316497143
5374.529700756073	7400	3131.6668662866764	14.792782350951917	3170.660341382958	3082.4069265052676	14800000	0.999000999000999	0.43414125316497143
5518.155966758728	7600	3274.314110518479	15.791634474164617	3311.1148616448045	3219.7624676688574	15200000	0.999000999000999	0.43414125316497143
5661.8041706085205	7800	3361.271979489918	15.499279438877688	3397.292707791552	3319.040444953367	15600000	0.999000999000999	0.4193773415877077
5805.23588347435	8000	3227.0191130780136	326.23799461413984	3322.719117725268	-8.921369704374229	16000000	0.999000999000999	0.4193773415877077
5949.184420824051	8200	3278.8407327423665	28.10596428376204	3353.1902881786227	3226.512416339945	16400000	0.999000999000999	0.4193773415877077
6092.884729146957	8400	3428.5373306159945	28.551375492932916	3495.934149764478	3368.0051899701357	16800000	0.999000999000999	0.4193773415877077
6236.229465007782	8600	3459.214339814253	24.356673452771467	3514.5712597705424	3387.4975085463375	17200000	0.999000999000999	0.4193773415877077
6379.775604963303	8800	3407.622033417065	37.615721222322534	3491.1890759076923	3315.1628345127683	17600000	0.999000999000999	0.4316218999459214
6523.624629497528	9000	3274.535830550307	23.81096338828051	3340.2196468263865	3213.4707387071103	18000000	0.999000999000999	0.4316218999459214
6667.248298406601	9200	3245.1023820607247	67.20931991470879	3328.929484207183	2611.0082372278266	18400000	0.999000999000999	0.4316218999459214
6810.975362539291	9400	3317.0089312599857	24.955892522647705	3360.6310346871614	3171.843782669399	18800000	0.999000999000999	0.4316218999459214
6954.582509994507	9600	3254.4087091336933	21.2904263543337	3292.622749184491	3157.9752109637484	19200000	0.999000999000999	0.4316218999459214
7098.21528339386	9800	3406.4706231734144	27.000643179758363	3482.5938099250197	3342.6080419272184	19600000	0.999000999000999	0.37794518843216085
7241.464236736298	10000	3406.4793141104433	20.172738883971167	3443.8954923106357	3349.3271877989173	20000000	0.999000999000999	0.377488204504345
7384.641217470169	10200	3357.875302488673	17.41623194409582	3393.400966895744	3309.725783869624	20400000	0.999000999000999	0.40565323064832726
7528.10050368309	10400	3399.397088871266	21.60079012752619	3436.9847701080143	3324.2585363592952	20800000	0.999000999000999	0.40565323064832726
7671.501392364502	10600	3420.6967096248723	19.223116464352145	3472.6445399671793	3363.526994903572	21200000	0.999000999000999	0.40565323064832726
7814.864886522293	10800	3528.20607988404	23.832906049357685	3578.963325245306	3451.8960849940777	21600000	0.999000999000999	0.40565323064832726
7957.993690729141	11000	3491.589135802424	29.405481550011856	3555.5183972343802	3296.6318970918655	22000000	0.999000999000999	0.40565323064832726
8101.3255162239075	11200	3546.6285806169617	29.042869726393963	3618.8401966225356	3485.167373288423	22400000	0.999000999000999	0.40346927166980795
8244.740514278412	11400	3475.605792109639	351.7624864022729	3573.8724589543417	-15.408607392513659	22800000	0.999000999000999	0.40346927166980795
8387.90085220337	11600	3486.67696076751	27.312117405154428	3560.871096592862	3406.718314024154	23200000	0.999000999000999	0.4175389859114319
8531.004691839218	11800	3412.362473172809	29.45538650810058	3493.79895419057	3324.7461212631315	23600000	0.999000999000999	0.4175389859114319
8674.502573251724	12000	3555.311778281452	17.650280300407395	3597.0798483379185	3510.646939028986	24000000	0.999000999000999	0.4175389859114319
8817.759853839874	12200	3543.093987285659	21.25394906700277	3589.4750489867292	3472.9774137670174	24400000	0.999000999000999	0.4175389859114319
8961.242070198059	12400	3665.183991883842	27.617214527783496	3733.0889487192035	3588.660084359348	24800000	0.999000999000999	0.4175389859114319
9104.607057571411	12600	3565.0557626711293	21.398217341690057	3619.14071867615	3514.531000562012	25200000	0.999000999000999	0.40847002915670233
9247.980759620667	12800	3599.35935708051	24.103328574804515	3644.416107401252	3516.9645467698574	25600000	0.999000999000999	0.42091065981609266
9391.004631519318	13000	3663.2840278270446	26.66996216184461	3728.279375088401	3590.290336776525	26000000	0.999000999000999	0.42091065981609266
9534.12991642952	13200	3674.650903392616	39.850276785923484	3749.81549128145	3371.991600762354	26400000	0.999000999000999	0.42091065981609266
9677.683810949326	13400	3614.854833750671	23.670850362521588	3654.3817875497043	3500.688224285841	26800000	0.999000999000999	0.4306769118674816
9820.693602323532	13600	3628.986389412094	22.565265125220844	3678.5137660042383	3573.1934902085923	27200000	0.999000999000999	0.4306769118674816
9963.724517583847	13800	3687.7612396905038	22.424421875716867	3729.1443842519075	3624.5637439321727	27600000	0.999000999000999	0.4306769118674816
10106.82898759842	14000	3760.2703623037787	33.30178440544024	3823.4392717555165	3531.870063787326	28000000	0.999000999000999	0.4306769118674816
10250.054546833038	14200	3702.3648138186404	28.20487073654886	3759.468158941716	3632.92824319005	28400000	0.999000999000999	0.4306769118674816
10392.948329687119	14400	3720.1690399215545	24.045536135705017	3775.4632558338344	3637.16940163821	28800000	0.999000999000999	0.44650319564763785
10535.786920309067	14600	3680.196219401428	21.239881797367843	3735.5966738052666	3622.746850423515	29200000	0.999000999000999	0.44650319564763785
10678.585454702377	14800	3767.5175929827055	22.828828179495677	3832.594905488193	3711.3585456567816	29600000	0.999000999000999	0.44650319564763785
10821.476965427399	15000	3719.647873760151	22.646563624047523	3774.9889066033065	3665.113582227379	30000000	0.999000999000999	0.44650319564763785
10964.351117372513	15200	3786.4486073518874	35.75858895889066	3877.1536188535392	3698.280931659043	30400000	0.999000999000999	0.44650319564763785
11107.272567272186	15400	3719.618571229173	24.74475005224728	3771.883774745278	3653.5815767645836	30800000	0.999000999000999	0.45404615634868084
11249.932385444641	15600	3815.094534412454	28.564745758357414	3883.5130607374012	3744.9174029100686	31200000	0.999000999000999	0.45404615634868084
11392.53669142723	15800	3731.497265272258	28.585823210417765	3808.749122168869	3646.9028314631432	31600000	0.999000999000999	0.45404615634868084
11535.674236059189	16000	3702.507539203287	21.503722632345593	3759.6909263581038	3653.2529277577996	32000000	0.999000999000999	0.45404615634868084
11678.43499135971	16200	3853.9518908563127	30.029003694645212	3909.0593144204468	3775.142640836537	32400000	0.999000999000999	0.45404615634868084
11821.301730632782	16400	3803.6726710167377	38.96208238469622	3880.525342002511	3685.9313925793394	32800000	0.999000999000999	0.40646187481957424
11964.140931367874	16600	3773.017273540502	32.43176611192971	3832.500560223125	3654.5521461479366	33200000	0.999000999000999	0.40646187481957424
12107.19537115097	16800	3732.3214600191523	23.03129505975662	3784.515586759895	3681.223210657772	33600000	0.999000999000999	0.40646187481957424
12250.37991976738	17000	3982.399042886046	30.577716378405817	4045.9362230300903	3901.5045302137733	34000000	0.999000999000999	0.4528220488383108
12393.495035409927	17200	4004.2082023603994	40.435906189440374	4076.1797608174384	3783.8586711622775	34400000	0.999000999000999	0.4528220488383108
12536.2290725708	17400	3831.5190313238754	30.520802448597408	3897.146956201177	3744.7958981133997	34800000	0.999000999000999	0.4528220488383108
12678.79957985878	17600	3858.318287231745	40.57408755272544	3938.89033767581	3773.6213840320706	35200000	0.999000999000999	0.4528220488383108
12821.742704868317	17800	4053.338444869242	31.94145867996866	4117.668343059719	3930.8707160949707	35600000	0.999000999000999	0.4528220488383108
12964.449558019638	18000	4049.879327614588	24.411264673613307	4109.753879994154	3985.4347113370895	36000000	0.999000999000999	0.4414057549072609
13107.561568498611	18200	4037.835667309104	23.10770397260788	4085.6344518624246	3962.699929084629	36400000	0.999000999000999	0.38454034351973254
13250.399219751358	18400	3814.350758527513	26.878450953910114	3884.6767525710166	3745.018234670162	36800000	0.999000999000999	0.38302375643134756
13393.011584281921	18600	4029.2617214955917	43.511286448852545	4129.765104211867	3914.4514682516456	37200000	0.999000999000999	0.3811524834681288
13535.770850419998	18800	3855.1504040851846	290.0332538647908	3960.5354858264327	988.6672003343701	37600000	0.999000999000999	0.3811524834681288
13678.949253559113	19000	4112.177129279133	24.605267465577136	4175.106024747714	4039.5028292415664	38000000	0.999000999000999	0.3996822395191393
13822.017302274704	19200	3985.9827070062233	35.278816872316476	4076.4053546376526	3907.590170904994	38400000	0.999000999000999	0.3996822395191393
13964.871136665344	19400	4108.1039840831645	22.787670109835645	4150.101489905501	4036.852953545749	38800000	0.999000999000999	0.41284463119227166
14107.262759447098	19600	4147.393325372596	23.984098369899723	4211.451834447682	4075.4953768681735	39200000	0.999000999000999	0.41284463119227166
14250.379763841629	19800	4148.450203267428	28.329494108171005	4203.682236731052	4063.5627992730588	39600000	0.999000999000999	0.41284463119227166
14392.98312497139	20000	4093.6328736128785	369.17483724790196	4195.024304047227	434.1140074953437	40000000	0.999000999000999	0.41284463119227166
14535.571502685547	20200	4186.053190602936	23.843575488792222	4232.770347960293	4114.261777982116	40400000	0.999000999000999	0.41284463119227166
14677.8882086277	20400	4159.324628203131	34.01705444510793	4227.729587289505	4052.0768583025783	40800000	0.999000999000999	0.4169707293557076
14820.45936703682	20600	4182.486283763764	27.607652251676612	4234.986925877558	4105.399147637654	41200000	0.999000999000999	0.4169707293557076
14963.002144098282	20800	4185.669959285618	30.91183279736931	4235.697474339977	4104.348531227559	41600000	0.999000999000999	0.4169707293557076
15105.075257062912	21000	4223.9331072477435	29.517090354686935	4285.1348456814885	4115.450750932097	42000000	0.999000999000999	0.4169707293557076
15247.432279348373	21200	4159.395478329968	23.737481290571697	4209.635459411889	4059.691576598212	42400000	0.999000999000999	0.4169707293557076
15389.760117530823	21400	4191.724678901109	24.539369935628237	4235.404390821233	4095.9193382374942	42800000	0.999000999000999	0.41278650850814674
15532.474905252457	21600	4124.596535992524	20.219077205583485	4171.902258459479	4077.769450992346	43200000	0.999000999000999	0.41278650850814674
15675.142043828964	21800	4176.977025944404	26.82258960590605	4215.818102028221	4081.7197944372892	43600000	0.999000999000999	0.43312273544876134
15817.673888206482	22000	4047.303212981564	34.69748478255143	4118.61572695151	3959.6096285805106	44000000	0.999000999000999	0.43312273544876134
15960.031373262405	22200	4045.884860034626	44.03949961962109	4157.541196167003	3906.641885764897	44400000	0.999000999000999	0.43312273544876134
16102.66733956337	22400	4046.4042939627648	38.28072881186276	4125.094590419671	3886.886274238117	44800000	0.999000999000999	0.43312273544876134
16245.234589099884	22600	4174.16699896143	29.092354317218547	4220.252576615545	4075.5669251857325	45200000	0.999000999000999	0.43312273544876134
16387.85397696495	22800	4268.381378698958	38.808287910266074	4343.04554925859	4155.654158074409	45600000	0.999000999000999	0.41718158679306616
16530.52631020546	23000	4198.971804282386	39.64453492451642	4286.97882790491	4066.6583489421755	46000000	0.999000999000999	0.41718158679306616
16673.00382900238	23200	4232.970975165664	46.592048774832165	4346.415342722088	4115.695618450642	46400000	0.999000999000999	0.4050374735515091
16815.251653432846	23400	4276.986647228277	246.91535394839238	4360.40448157303	1847.5004213666543	46800000	0.999000999000999	0.4092992866962028
16957.5654129982	23600	4168.5661942810975	37.470277934857776	4251.325757145882	4060.6966019943357	47200000	0.999000999000999	0.4092992866962028
17099.954413414	23800	4177.471793336089	36.46594420649797	4255.518005497754	4080.8362808674574	47600000	0.999000999000999	0.4092992866962028
17242.175717830658	24000	4230.633658770705	218.97633758462436	4316.290370296687	2072.319598276168	48000000	0.999000999000999	0.4092992866962028
17384.819065093994	24200	4212.9328275927355	26.431622554460162	4261.440551940352	4095.5734962522984	48400000	0.999000999000999	0.44454367904110687
17527.455851316452	24400	4200.063484474139	27.48112522798418	4243.140746556222	4084.881759956479	48800000	0.999000999000999	0.44454367904110687
17670.105376005173	24600	4181.027905648381	34.21839385520174	4273.34058320336	4096.066779613495	49200000	0.999000999000999	0.44454367904110687
17812.539405822754	24800	4217.059171600269	35.66794679070455	4286.403013244271	4110.4823452197015	49600000	0.999000999000999	0.44454367904110687
17954.857594251633	25000	4256.257792516492	35.02142095523485	4342.294033255661	4149.401042096317	50000000	0.999000999000999	0.44454367904110687
