Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
23.327595710754395	0	-0.3498906868886691	0.6482505264815465	1.0967403771370912	-1.8064589863235274	0	0.0	0
188.90948510169983	200	0.4138904227986088	0.8056589481251379	2.597308872676706	-1.2247766138685634	400000	0.9950248756218905	0.09901475429766744
349.8320050239563	400	12.343580696910134	3.0382421946157416	18.58000490179984	7.861843520542607	800000	0.9975062344139649	0.09901475429766744
509.86604499816895	600	516.6113139582529	13.600679233653624	531.8122686687857	478.6139266744285	1200000	0.9983361064891845	0.09901475429766744
668.5720450878143	800	629.221157890136	11.746296101912545	698.2830609107623	609.8118943860754	1600000	0.9987515605493132	0.09901475429766744
826.365837097168	1000	833.0012984382441	4.70118183937081	841.485179345822	812.9174222960137	2000000	0.9990009990009989	0.09901475429766744
984.6311151981354	1200	993.7213746937523	5.194613099704743	1003.8848206996918	978.2171083735302	2400000	0.9990009990009989	0.09901475429766744
1142.6118018627167	1400	1071.6987319573893	4.904735282067556	1078.4736837286036	1047.668267625384	2800000	0.9990009990009989	0.09901475429766744
1300.2924394607544	1600	1126.9293145317197	4.632888389446108	1135.4832354784012	1114.127734677866	3200000	0.9990009990009989	0.09901475429766744
1457.608276128769	1800	1304.4397299350217	4.640079904381562	1312.5063199996948	1286.5114539803471	3600000	0.9990009990009989	0.09901475429766744
1610.6590960025787	2000	1405.0768214688915	5.385658189179265	1416.3475695364177	1387.5904038269073	4000000	0.9990009990009989	0.09901475429766744
1767.4345936775208	2200	1550.7378813059986	22.563233644536545	1613.663002490066	1526.3380732911464	4400000	0.9990009990009989	0.09901475429766744
1923.988037109375	2400	1688.2891722732882	6.002247897953428	1698.1215554401278	1661.232498911675	4800000	0.9990009990009989	0.09901475429766744
2085.2378861904144	2600	1744.234000988733	4.829181527733542	1751.3950558826327	1715.685239866376	5200000	0.9990009990009989	0.09901475429766744
2269.8501262664795	2800	1709.6080726654184	5.2523711481749915	1717.9636355247349	1688.6919707842171	5600000	0.9990009990009989	0.09901475429766744
2437.4557087421417	3000	1777.8826420558971	48.49758255320003	1861.2200267910957	1705.1584515720606	6000000	0.9990009990009989	0.09901475429766744
2620.9095709323883	3200	1806.4404238550965	76.06031587152123	1926.2097707539797	1716.7136576548219	6400000	0.9990009990009989	0.09901475429766744
2790.5276589393616	3400	1849.6095761736353	6.095692329609786	1864.3681224659085	1834.4726521000266	6800000	0.9990009990009989	0.09901475429766744
2965.2233889102936	3600	1926.855993128625	6.473366623652459	1942.8991656415164	1909.4196653962135	7200000	0.9990009990009989	0.09901475429766744
3138.3674850463867	3800	1992.625161327368	13.277512190910548	2026.0487190671265	1956.8722661752254	7600000	0.9990009990009989	0.09901475429766744
3307.298977613449	4000	2120.5308276842748	11.443355677486702	2142.881454039365	2085.8260724712163	8000000	0.9990009990009989	0.09901475429766744
3480.586256980896	4200	2110.711507820494	16.725522978571203	2143.93983515352	2061.873393951915	8400000	0.9990009990009989	0.09901475429766744
3656.1073565483093	4400	2185.195809872842	19.989768031875368	2226.912747852388	2129.9913879036903	8800000	0.9990009990009989	0.09901475429766744
3829.94592833519	4600	2237.008820946315	20.471217022543044	2299.476672662422	2197.630068987608	9200000	0.9990009990009989	0.09901475429766744
4005.500524044037	4800	2230.709079130418	16.9443018464298	2280.4322921708226	2187.2575261369348	9600000	0.9990009990009989	0.09901475429766744
4178.156257152557	5000	2378.4940830170676	23.01742509832303	2434.820919503458	2311.801386985928	10000000	0.9990009990009989	0.09901475429766744
4352.495742321014	5200	2498.205175774515	11.853187977795114	2523.4500788627192	2464.317381374538	10400000	0.9990009990009989	0.09901475429766744
4526.565502643585	5400	2431.718187022965	12.414812651869596	2465.3666524142027	2393.5376738086343	10800000	0.9990009990009989	0.09901475429766744
4701.483562231064	5600	2460.628245271111	19.37862560667732	2528.171477343887	2414.038971621543	11200000	0.9990009990009989	0.09901475429766744
4869.077659130096	5800	2423.013139611709	10.90784943726842	2450.4847731143236	2396.1182330287993	11600000	0.9990009990009989	0.09901475429766744
5042.435798168182	6000	2435.21759619153	20.455069881782872	2477.353201446589	2372.061318036169	12000000	0.9990009990009989	0.09901475429766744
5215.177364349365	6200	2578.4141127327985	16.629174606809677	2614.723958916962	2511.3855869146064	12400000	0.9990009990009989	0.09901475429766744
5390.218692779541	6400	2647.3179992855935	19.813622879682377	2700.1067231185734	2602.979221763555	12800000	0.9990009990009989	0.09901475429766744
5563.752161979675	6600	2669.3447856999555	15.97547699385634	2708.8051501363516	2624.6105805188417	13200000	0.9990009990009989	0.09901475429766744
5740.885712623596	6800	2627.7316411176926	22.08650235483691	2673.708458997309	2569.2484815381467	13600000	0.9990009990009989	0.09901475429766744
5916.242390871048	7000	2680.042347639625	26.56958704186787	2741.53708486259	2618.4858586527407	14000000	0.9990009990009989	0.09901475429766744
6090.272810220718	7200	2726.343330392941	21.392098731728094	2786.474709717557	2667.7782790665515	14400000	0.9990009990009989	0.09901475429766744
6260.19629240036	7400	2707.5402579741144	27.981422268199864	2766.671347508207	2646.2999965325	14800000	0.9990009990009989	0.09901475429766744
6435.206881523132	7600	2787.8787686977	36.10669519785471	2868.759412329644	2696.0443207249045	15200000	0.9990009990009989	0.09901475429766744
6607.882218360901	7800	2862.816791269721	36.62973090415267	2944.5708862133324	2782.685180287808	15600000	0.9990009990009989	0.09901475429766744
6783.778347969055	8000	2879.0096023511655	36.04096683046781	2967.323992803693	2777.0543335312977	16000000	0.9990009990009989	0.09901475429766744
6955.654084682465	8200	2869.6558595755687	31.194244479326535	2940.0965640470386	2751.572128851898	16400000	0.9990009990009989	0.09901475429766744
7131.8348886966705	8400	2927.158737996023	24.442929872367277	2968.609908465296	2871.0165935065597	16800000	0.9990009990009989	0.09901475429766744
7307.7651970386505	8600	2949.310113136117	31.499913772557026	3043.275741012767	2879.7687978111207	17200000	0.9990009990009989	0.09901475429766744
7479.993604183197	8800	2971.826753588318	20.57533336587908	3014.909352950752	2918.1135792583227	17600000	0.9990009990009989	0.09901475429766744
7648.407213687897	9000	3054.093245496353	27.490052937867247	3117.273780075833	2981.6151834875345	18000000	0.9990009990009989	0.09901475429766744
7820.75853395462	9200	3096.008690630926	25.677447646513023	3177.3460579207167	3044.0746470466256	18400000	0.9990009990009989	0.09901475429766744
7994.261314630508	9400	3151.1930889311443	52.1111539094408	3282.6418982073665	3023.021375376731	18800000	0.9990009990009989	0.09901475429766744
8169.316052675247	9600	3072.54660640014	33.763460288273606	3147.143795473501	2993.414941981435	19200000	0.9990009990009989	0.09901475429766744
8336.107097864151	9800	3012.950602898227	34.009836662401355	3099.682592794299	2941.7987719774246	19600000	0.9990009990009989	0.09901475429766744
8509.209607362747	10000	2933.7294623755274	35.76122554932969	3023.6376579403877	2864.0798304080963	20000000	0.9990009990009989	0.09901475429766744
8684.240895271301	10200	2964.3718529516877	33.59668166348275	3034.2699311450124	2872.84716274892	20400000	0.9990009990009989	0.09901475429766744
8859.170599222183	10400	3067.4705446287953	40.421992037326014	3171.7117825448513	2974.186725143343	20800000	0.9990009990009989	0.09901475429766744
9029.584462165833	10600	3102.3371290119644	44.64636717640905	3211.446914793458	2997.5590559989214	21200000	0.9990009990009989	0.09901475429766744
9203.873512268066	10800	3096.2396976624896	34.72670423072842	3196.7803712151945	2999.7368762157857	21600000	0.9990009990009989	0.09901475429766744
9379.583357334137	11000	3194.8888674246346	38.706488520536084	3301.2886907458305	3096.646269079298	22000000	0.9990009990009989	0.09901475429766744
9554.977995634079	11200	3159.729547994726	38.39603128252858	3253.608504138887	3057.9384095817804	22400000	0.9990009990009989	0.09901475429766744
9727.8465924263	11400	3131.310479251175	34.73959799151247	3205.1470926702023	3018.5980126559734	22800000	0.9990009990009989	0.09901475429766744
9903.890701055527	11600	3132.0830421621968	35.360663715266895	3201.2050649300218	3031.017657030374	23200000	0.9990009990009989	0.09901475429766744
10082.02835893631	11800	3209.2696976547277	37.27115583076918	3299.5253131706268	3113.2183934152126	23600000	0.9990009990009989	0.09901475429766744
10257.72868680954	12000	3220.249077299531	32.499921302609124	3293.9682179978117	3138.2120314445347	24000000	0.9990009990009989	0.09901475429766744
10432.12414598465	12200	3212.790893749792	29.961435203431392	3269.1472874879837	3129.2558991499245	24400000	0.9990009990009989	0.09901475429766744
10606.28740811348	12400	3272.3100447290276	37.04299957493854	3374.56589955464	3164.2983834557235	24800000	0.9990009990009989	0.09901475429766744
10782.458890676498	12600	3251.7861070006957	37.4142868694228	3348.986704927869	3157.282240288332	25200000	0.9990009990009989	0.09901475429766744
10958.946021556854	12800	3264.0162228145555	33.43288321322213	3336.9058473706245	3164.2285310402513	25600000	0.9990009990009989	0.09901475429766744
11136.374259233475	13000	3234.593763766132	398.7703489570794	3395.8268996700644	-709.1303056105971	26000000	0.9990009990009989	0.09901475429766744
11308.645201683044	13200	3351.064637645668	38.82540194760022	3457.9259149357677	3266.040407572873	26400000	0.9990009990009989	0.09901475429766744
11487.692744255066	13400	3296.3282490730016	33.347439552881916	3370.0328914988786	3212.7745092213154	26800000	0.9990009990009989	0.09901475429766744
11667.987134218216	13600	3413.0743245990084	47.58623495963657	3546.0523996427655	3311.587748937309	27200000	0.9990009990009989	0.09901475429766744
11848.023478984833	13800	3344.6311186431544	50.42441829038374	3516.5002315565944	3226.057861545123	27600000	0.9990009990009989	0.09901475429766744
12022.386005878448	14000	3369.6254259943103	41.04116823030884	3459.2819601744413	3278.8636201433837	28000000	0.9990009990009989	0.09901475429766744
12201.885218381882	14200	3386.4858819557267	43.462223516690074	3500.4679889567196	3282.177475258708	28400000	0.9990009990009989	0.09901475429766744
12378.629108905792	14400	3447.192405363564	40.581631708421476	3550.80157090351	3353.7416270524263	28800000	0.9990009990009989	0.09901475429766744
12555.636596441269	14600	3438.2874127005557	45.70663547168377	3540.8135827358346	3312.01349481754	29200000	0.9990009990009989	0.09901475429766744
12727.220939159393	14800	3366.4017145866223	45.07752926868289	3457.4087614100426	3232.295480102577	29600000	0.9990009990009989	0.09901475429766744
12904.36728143692	15000	3370.5035587336006	45.20136911405758	3483.3091230541468	3271.4539399296045	30000000	0.9990009990009989	0.09901475429766744
13081.261474132538	15200	3359.6686280788035	47.3165545704304	3489.972005419433	3242.4405919350684	30400000	0.9990009990009989	0.09901475429766744
13259.594698905945	15400	3438.0361725541106	47.23593110268828	3559.779826408252	3293.6780501692556	30800000	0.9990009990009989	0.09901475429766744
13433.07739019394	15600	3486.020612637245	47.26386503090586	3632.4078060416505	3365.6767270192504	31200000	0.9990009990009989	0.09901475429766744
13612.333816051483	15800	3533.590376807471	44.26515659132692	3645.9024279504083	3416.8882154114544	31600000	0.9990009990009989	0.09901475429766744
13790.07954287529	16000	3578.9583763750625	49.18593958086473	3711.855376034975	3450.0736465603113	32000000	0.9990009990009989	0.09901475429766744
13972.964362621307	16200	3587.1309797225463	45.38846151828043	3705.970753312111	3469.903115488589	32400000	0.9990009990009989	0.09901475429766744
14154.656480789185	16400	3587.651365719278	41.050007204104006	3688.359697237611	3496.2614935152233	32800000	0.9990009990009989	0.09901475429766744
14332.07135605812	16600	3628.4725821085985	39.72856282014456	3708.6067501455545	3499.8386223316193	33200000	0.9990009990009989	0.09901475429766744
14513.251837968826	16800	3622.0960095279934	39.94262803590097	3723.8398663178086	3517.3575058355927	33600000	0.9990009990009989	0.09901475429766744
14692.777019023895	17000	3711.998079701583	38.41352871745343	3797.2476614117622	3612.3479558862746	34000000	0.9990009990009989	0.09901475429766744
14870.827261209488	17200	3697.7789971960965	32.61927909853352	3767.4235877934843	3613.409511878621	34400000	0.9990009990009989	0.09901475429766744
15053.200290679932	17400	3666.572994039759	34.37155677410768	3727.287748662755	3571.608722349629	34800000	0.9990009990009989	0.09901475429766744
15227.935411453247	17600	3583.104254947333	508.5292745576933	3738.5480710677803	-687.1740170544945	35200000	0.9990009990009989	0.09901475429766744
15406.70884847641	17800	3608.605364010419	36.603591767590004	3693.2737391516566	3528.4620105270296	35600000	0.9990009990009989	0.09901475429766744
15587.21361207962	18000	3719.31050962164	44.150586795362535	3854.612220600713	3619.0783648327924	36000000	0.9990009990009989	0.09901475429766744
15770.530878305435	18200	3658.343895955242	50.02036441951459	3791.9101535975933	3515.818515278399	36400000	0.9990009990009989	0.09901475429766744
15945.753667593002	18400	3692.3550665664675	41.67867341668019	3837.7979912534356	3592.226001486182	36800000	0.9990009990009989	0.09901475429766744
16126.455576658249	18600	3842.7515771569083	39.58790567261552	3921.8067822845187	3753.493003132753	37200000	0.9990009990009989	0.09901475429766744
16305.68721294403	18800	3846.530915182257	41.72806083200998	3977.0131936967373	3729.515182617586	37600000	0.9990009990009989	0.09901475429766744
16484.977339744568	19000	3823.1521400132215	39.62374532178633	3899.844321489334	3740.7045100927353	38000000	0.9990009990009989	0.09901475429766744
16658.56132364273	19200	3887.7918660645223	41.00635300406809	3982.058172367513	3783.964062411338	38400000	0.9990009990009989	0.09901475429766744
16837.132902383804	19400	3897.661515959724	42.331161417134346	4002.3594081550837	3778.377854965627	38800000	0.9990009990009989	0.09901475429766744
17016.33096408844	19600	4003.81798367989	36.32779018666804	4092.4121780842543	3913.8190316557884	39200000	0.9990009990009989	0.09901475429766744
17196.99996495247	19800	3912.5594769555096	27.634359051004754	3973.110471466556	3842.9521720334888	39600000	0.9990009990009989	0.09901475429766744
17377.226186990738	20000	3897.701699108983	290.4970596653852	3999.775107819587	1023.0558063015342	40000000	0.9990009990009989	0.09901475429766744
17551.865072488785	20200	3977.616315753412	31.457354013593886	4052.6073090694845	3899.636755552143	40400000	0.9990009990009989	0.09901475429766744
17733.31751060486	20400	3947.2349521057586	333.7077984426209	4073.9175050780177	656.5372641831636	40800000	0.9990009990009989	0.09901475429766744
17914.25903725624	20600	3819.781293814167	618.2608849975052	4002.146860718727	-496.2986416609492	41200000	0.9990009990009989	0.09901475429766744
18094.91941356659	20800	3951.944242770069	37.44674646947989	4034.689631678164	3833.103930812329	41600000	0.9990009990009989	0.09901475429766744
18269.70544075966	21000	3979.2857113250043	34.054610566334716	4058.004012524616	3887.785922124982	42000000	0.9990009990009989	0.09901475429766744
18446.056341171265	21200	3895.672196067084	391.44550545641454	4037.5926964730024	580.7710740952753	42400000	0.9990009990009989	0.09901475429766744
18623.04704785347	21400	3999.6616806564975	38.782486334713035	4086.228545308113	3890.473440045258	42800000	0.9990009990009989	0.09901475429766744
18800.341289281845	21600	3904.2068676534504	26.013780115369695	3957.9582843780518	3850.7016368582845	43200000	0.9990009990009989	0.09901475429766744
18973.350454330444	21800	3948.424514152355	21.54203846577838	3993.8921668604016	3891.4598895311356	43600000	0.9990009990009989	0.09901475429766744
19151.723019361496	22000	3957.688628898398	34.29617184889923	4062.880203858018	3870.583940759301	44000000	0.9990009990009989	0.09901475429766744
19332.40745663643	22200	3822.5330807777063	654.9540959260885	4067.828155785799	-295.14446035400033	44400000	0.9990009990009989	0.09901475429766744
19522.49677991867	22400	3945.901846764021	550.3345644003806	4115.989276995882	-446.90534429065883	44800000	0.9990009990009989	0.09901475429766744
19703.5401198864	22600	3980.3215318596945	34.850742633625664	4052.430206000805	3872.435185469687	45200000	0.9990009990009989	0.09901475429766744
19885.942234039307	22800	4003.926823615781	321.30178212129863	4121.345855358988	978.1850339099765	45600000	0.9990009990009989	0.09901475429766744
20075.074307203293	23000	3979.7031541627566	175.12215666464922	4095.1724338475615	2292.248036015779	46000000	0.9990009990009989	0.09901475429766744
20263.11394238472	23200	4127.557855620567	42.17678289460182	4213.832282617688	3979.7571393698454	46400000	0.9990009990009989	0.09901475429766744
20444.907824754715	23400	4102.762684461015	51.0292735350766	4195.766670167446	3951.9913186579943	46800000	0.9990009990009989	0.09901475429766744
20632.658888339996	23600	4068.3766847130096	36.313956607652834	4146.421152120456	3984.094501528889	47200000	0.9990009990009989	0.09901475429766744
20819.880519866943	23800	4098.55328399168	324.6117389006805	4215.431922405958	894.2897786647081	47600000	0.9990009990009989	0.09901475429766744
21007.121356725693	24000	4081.9304139104743	246.81000835941333	4212.505018476397	1659.0766636133194	48000000	0.9990009990009989	0.09901475429766744
21193.72958803177	24200	4060.3486041230376	49.68698700955303	4160.074843913317	3925.74140009284	48400000	0.9990009990009989	0.09901475429766744
21374.98034286499	24400	4178.3703701361055	49.72412824544567	4336.124056123197	4078.715323863551	48800000	0.9990009990009989	0.09901475429766744
21561.53121304512	24600	4177.592431071698	45.37921580935842	4269.543875411153	4031.0769958868623	49200000	0.9990009990009989	0.09901475429766744
21746.472305059433	24800	4272.0172354667175	36.270359692778754	4350.638324648142	4173.354150235653	49600000	0.9990009990009989	0.09901475429766744
21930.625088453293	25000	4240.93372513931	36.74267222230535	4346.03997710906	4122.023950170726	50000000	0.9990009990009989	0.09901475429766744
