Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
16.625166416168213	0	-0.30152912016587186	0.7031112561796045	1.3895061342589152	-2.04430108904604	0	0.0	0
162.69680452346802	200	1.016285521646064	1.0284063008393933	3.1311342757267653	-1.221312717038984	400000	0.9950248756218905	0.09901475429766744
308.2485110759735	400	17.449350862686398	11.258684671174155	34.1405528629807	0.2819554348626667	800000	0.9975062344139649	0.09901475429766744
453.58541536331177	600	1051.8645725380304	4.294190337150984	1058.5574380094185	1029.4078449135413	1200000	0.9983361064891845	0.09901475429766744
598.1277074813843	800	1234.4637444163404	6.7297922453954255	1252.1236573717324	1203.749208697176	1600000	0.9987515605493132	0.09901475429766744
742.7484505176544	1000	1292.6799367149526	5.277233407539623	1302.4062569406233	1265.5046701598912	2000000	0.9990009990009989	0.09901475429766744
887.413164138794	1200	1405.8955535017826	7.133201295761697	1421.890901277773	1383.9624400809407	2400000	0.9990009990009989	0.09901475429766744
1031.768389225006	1400	1397.491624567816	5.212957003240619	1407.150464873761	1369.5271463133395	2800000	0.9990009990009989	0.09901475429766744
1175.5996568202972	1600	1694.4740093394967	53.35119870918534	1760.6449653543532	1604.1249819630757	3200000	0.9990009990009989	0.09901475429766744
1319.5402779579163	1800	1824.9271978584484	7.119004247566548	1843.595727754524	1803.767482522875	3600000	0.9990009990009989	0.09901475429766744
1463.2395117282867	2000	1839.58308528451	7.190273511579299	1852.5266924872994	1808.1741673070937	4000000	0.9990009990009989	0.09901475429766744
1606.7844104766846	2200	1906.2646337741637	9.674655477205217	1926.8924878835678	1867.4421835340327	4400000	0.9990009990009989	0.09901475429766744
1750.1331565380096	2400	1968.4300968881028	12.634378986669184	1993.6409472897649	1915.699227788864	4800000	0.9990009990009989	0.09901475429766744
1893.1195526123047	2600	2081.1068102023323	9.161498149925793	2095.3756095212884	2038.7670191171346	5200000	0.9990009990009989	0.09901475429766744
2036.052565574646	2800	2158.3398161330797	18.42424083540452	2190.686500891112	2062.0114189749584	5600000	0.9990009990009989	0.09901475429766744
2179.1229071617126	3000	2169.643922781848	15.359294004048271	2199.5100185753545	2115.906185197644	6000000	0.9990009990009989	0.09901475429766744
2322.1422078609467	3200	2183.411213781975	13.931738382333185	2205.277957770508	2108.3976781221572	6400000	0.9990009990009989	0.09901475429766744
2465.133573770523	3400	2305.7073273355704	9.81957724427738	2324.903944412654	2278.1481210058555	6800000	0.9990009990009989	0.09901475429766744
2608.1763525009155	3600	2266.984854003872	9.262835131886911	2284.730019442737	2209.1603145599365	7200000	0.9990009990009989	0.09901475429766744
2751.324798107147	3800	2363.3642423063734	14.041077846376336	2377.791409879923	2250.2486396435997	7600000	0.9990009990009989	0.09901475429766744
2893.981862306595	4000	2450.778612759189	22.21585717462971	2474.2242910042405	2279.569913539104	8000000	0.9990009990009989	0.09901475429766744
3036.903347969055	4200	2478.8782308470995	8.975451385681856	2495.304851385765	2452.4683504104614	8400000	0.9990009990009989	0.09901475429766744
3179.5378770828247	4400	2610.8210085131846	16.385392905102673	2660.5582886952907	2550.946426475479	8800000	0.9990009990009989	0.09901475429766744
3322.27680683136	4600	2733.2181694895485	16.119551129964396	2762.1441704723984	2685.490734554827	9200000	0.9990009990009989	0.09901475429766744
3464.9812247753143	4800	2755.544303298445	15.616352636089529	2791.436488427222	2701.650917157531	9600000	0.9990009990009989	0.09901475429766744
3607.6683933734894	5000	2726.0238957261545	18.762593813923033	2779.92837754637	2674.671715663746	10000000	0.9990009990009989	0.09901475429766744
3749.928223133087	5200	2788.6169763939142	15.536061601305471	2821.1407046169043	2737.603965340182	10400000	0.9990009990009989	0.09901475429766744
3892.7991461753845	5400	2827.651968388332	19.70556713047764	2873.2642191341147	2775.950364857912	10800000	0.9990009990009989	0.09901475429766744
4035.404219865799	5600	2834.0321280470916	16.932101944668773	2867.902138661593	2787.3075944515876	11200000	0.9990009990009989	0.09901475429766744
4177.793750047684	5800	2987.9198945475405	22.042118228854715	3032.405259385705	2930.2722556702793	11600000	0.9990009990009989	0.09901475429766744
4320.248926639557	6000	2898.8251661365143	16.9016977509879	2926.7159903533757	2804.921167810913	12000000	0.9990009990009989	0.09901475429766744
4462.41174197197	6200	2964.6941803438694	16.508191454009104	2995.110403947532	2891.149043196114	12400000	0.9990009990009989	0.09901475429766744
4604.828098297119	6400	2993.8873365546633	15.426879788411918	3028.421343917027	2963.681449931115	12800000	0.9990009990009989	0.09901475429766744
4747.104241847992	6600	2922.072659798579	22.323475211353205	2974.5437815636396	2857.874623928219	13200000	0.9990009990009989	0.09901475429766744
4889.520370960236	6800	2975.9206729327793	31.868484682123803	3034.881523825228	2807.220739610493	13600000	0.9990009990009989	0.09901475429766744
5031.970287799835	7000	2984.889271200685	26.821650124391443	3060.3609497584403	2864.133856926346	14000000	0.9990009990009989	0.09901475429766744
5174.232648611069	7200	2958.348900136231	15.155207095269242	2991.732909988612	2919.385336943902	14400000	0.9990009990009989	0.09901475429766744
5316.256342172623	7400	3093.532143209884	14.24881426763294	3128.4241556338966	3057.0802336633205	14800000	0.9990009990009989	0.09901475429766744
5458.614270687103	7600	2983.4512821412454	14.651932541018313	3028.6589988060296	2937.6513555422425	15200000	0.9990009990009989	0.09901475429766744
5600.721550703049	7800	3078.7821616861893	13.502887303534576	3111.4719916060567	3042.562099777162	15600000	0.9990009990009989	0.09901475429766744
5742.778243780136	8000	3178.550720360573	23.636029501233207	3215.340835675597	3020.084966655937	16000000	0.9990009990009989	0.09901475429766744
5884.746912479401	8200	3150.8760536833024	13.920477044364388	3204.1138127443846	3106.960112530738	16400000	0.9990009990009989	0.09901475429766744
6026.6571300029755	8400	3119.577156777039	14.477273960220943	3158.3023010063916	3083.849283424206	16800000	0.9990009990009989	0.09901475429766744
6168.574506998062	8600	3236.6393065269735	15.102438142989573	3279.264430767158	3194.642266118899	17200000	0.9990009990009989	0.09901475429766744
6310.6588180065155	8800	3283.9152239810173	20.006637029774037	3322.1105128228664	3189.210161735071	17600000	0.9990009990009989	0.09901475429766744
6452.507303953171	9000	3202.4055065477405	18.09769607581882	3234.0346582755446	3118.0214502061717	18000000	0.9990009990009989	0.09901475429766744
6594.651259422302	9200	3215.8530850087527	16.340229631152326	3251.4821734363213	3151.352554086596	18400000	0.9990009990009989	0.09901475429766744
6736.720408201218	9400	3243.9234583336406	22.998828545027028	3306.041131062899	3174.801957977237	18800000	0.9990009990009989	0.09901475429766744
6878.545499324799	9600	3358.5845485169248	18.120905094277813	3412.1594236418605	3303.4062825422734	19200000	0.9990009990009989	0.09901475429766744
7020.291508197784	9800	3464.4246338192006	20.5989120193942	3510.895713992417	3385.969085395336	19600000	0.9990009990009989	0.09901475429766744
7162.000949144363	10000	3458.2242711603044	35.141913958461245	3544.905754081905	3327.6836009928957	20000000	0.9990009990009989	0.09901475429766744
7303.784461021423	10200	3438.917182278461	42.28404076034311	3541.957693407312	3337.3675553500652	20400000	0.9990009990009989	0.09901475429766744
7445.334449291229	10400	3468.4711914180093	53.770570603730214	3607.4357800725847	3366.3381649181247	20800000	0.9990009990009989	0.09901475429766744
7586.884402751923	10600	3494.796688603541	44.76654681282365	3603.0003726589493	3383.0581762827933	21200000	0.9990009990009989	0.09901475429766744
7728.496268749237	10800	3413.556939124999	42.98077696839802	3580.0840749666095	3310.674479143694	21600000	0.9990009990009989	0.09901475429766744
7870.244139671326	11000	3443.279026197908	37.63229366043655	3539.0764319915324	3294.221423342824	22000000	0.9990009990009989	0.09901475429766744
8011.9077315330505	11200	3578.8016103339996	64.23585334773249	3724.4024110995233	3453.607580428943	22400000	0.9990009990009989	0.09901475429766744
8153.7004935741425	11400	3662.2453461424425	34.3757675527568	3743.39057685202	3560.3602622561157	22800000	0.9990009990009989	0.09901475429766744
8295.346506118774	11600	3628.290033021964	22.56623360316869	3673.1721898540854	3571.049361974001	23200000	0.9990009990009989	0.09901475429766744
8436.775522947311	11800	3598.8872298738515	33.253194579014185	3679.637622501701	3487.9937166124582	23600000	0.9990009990009989	0.09901475429766744
8578.41232419014	12000	3602.8867948893812	30.051003725423424	3660.450471983757	3488.8961949385703	24000000	0.9990009990009989	0.09901475429766744
8719.838978290558	12200	3605.630412033964	22.28582016265617	3659.222962792963	3548.152658113744	24400000	0.9990009990009989	0.09901475429766744
8860.946784496307	12400	3727.650749968885	34.431824784350695	3794.374680880457	3599.583572788164	24800000	0.9990009990009989	0.09901475429766744
9002.351833820343	12600	3672.6053003655543	26.994128263708173	3741.231937808916	3595.1176015026867	25200000	0.9990009990009989	0.09901475429766744
9143.643407583237	12800	3692.3628500444697	33.76107326214532	3757.273027356714	3570.9166120165028	25600000	0.9990009990009989	0.09901475429766744
9284.689643621445	13000	3676.724864182063	29.59291757868942	3733.083414286375	3596.433244649321	26000000	0.9990009990009989	0.09901475429766744
9425.594281196594	13200	3673.4623674809823	27.269940105847024	3723.642213717103	3577.2928036553785	26400000	0.9990009990009989	0.09901475429766744
9566.81079363823	13400	3714.530356179527	29.380474239313664	3801.732830218971	3613.6283078910783	26800000	0.9990009990009989	0.09901475429766744
9708.077290773392	13600	3720.9033485710243	33.57250149690597	3792.225915601477	3579.1860523968935	27200000	0.9990009990009989	0.09901475429766744
9849.376372814178	13800	3712.8376540853283	27.980719437302064	3780.0736463963985	3626.462011392694	27600000	0.9990009990009989	0.09901475429766744
9990.643923282623	14000	3723.145531750338	29.9142667927023	3790.780944697559	3628.7684302665293	28000000	0.9990009990009989	0.09901475429766744
10131.815448522568	14200	3726.919783822908	403.74186607727285	3828.641008052975	-274.05301770567894	28400000	0.9990009990009989	0.09901475429766744
10272.99133515358	14400	3774.2732610696235	28.351722367716715	3827.5846553482115	3681.815506483661	28800000	0.9990009990009989	0.09901475429766744
10414.176533222198	14600	3826.6436277995317	33.40435903139034	3891.9412376275286	3728.42482483387	29200000	0.9990009990009989	0.09901475429766744
10555.437324047089	14800	3881.425238161942	36.46136456102926	3966.7866232022643	3782.8904261444695	29600000	0.9990009990009989	0.09901475429766744
10696.511013269424	15000	3882.230189500164	37.08274792582736	3947.125852935016	3758.0207052961923	30000000	0.9990009990009989	0.09901475429766744
10837.9434466362	15200	3916.5588507860766	32.66442650045109	4007.8962686453015	3823.8630501441658	30400000	0.9990009990009989	0.09901475429766744
10979.044876813889	15400	3861.740860286264	43.311472895219445	3967.133574694395	3749.6782280267216	30800000	0.9990009990009989	0.09901475429766744
11120.038246393204	15600	3830.0221373180348	40.15153886181951	3892.3298025280237	3688.03989565745	31200000	0.9990009990009989	0.09901475429766744
11261.242827653885	15800	3835.891941759264	33.507349387638634	3897.1794731132686	3724.9404860399663	31600000	0.9990009990009989	0.09901475429766744
11402.254019975662	16000	3792.680666952962	29.26173311722106	3857.3798513039947	3719.2970747645013	32000000	0.9990009990009989	0.09901475429766744
11543.057749271393	16200	3802.446304349801	32.659313738498646	3892.207791313529	3710.857817591401	32400000	0.9990009990009989	0.09901475429766744
11684.073080539703	16400	3868.0005566485797	32.79826979660769	3969.472037360072	3797.215258658398	32800000	0.9990009990009989	0.09901475429766744
11825.169999361038	16600	3845.6208678788375	30.973817008297434	3910.1294327788055	3740.346147404518	33200000	0.9990009990009989	0.09901475429766744
11965.963900327682	16800	3820.0239355016743	131.8285337058842	3901.5791061520576	2542.4570768717676	33600000	0.9990009990009989	0.09901475429766744
12106.88992190361	17000	3887.469214562437	36.016102053979786	3962.333976510912	3763.5127346944064	34000000	0.9990009990009989	0.09901475429766744
12248.010510444641	17200	3820.132052312638	39.30306208147162	3909.9275261461735	3607.9291827043053	34400000	0.9990009990009989	0.09901475429766744
12388.713281154633	17400	3836.3062221701784	34.00571753876984	3902.157922618091	3757.2866868153214	34800000	0.9990009990009989	0.09901475429766744
12529.836304187775	17600	3835.199160474885	28.220595163271717	3900.3458551578224	3719.672776091844	35200000	0.9990009990009989	0.09901475429766744
12670.943438768387	17800	3795.5523843121364	38.09028895978944	3871.053214840591	3639.2039003712125	35600000	0.9990009990009989	0.09901475429766744
12811.763463258743	18000	3839.7071262586105	42.91392914452213	3911.9899072907865	3575.2107353024185	36000000	0.9990009990009989	0.09901475429766744
12952.97709107399	18200	3829.739546599814	29.20270680572105	3892.068952947855	3762.8290302399546	36400000	0.9990009990009989	0.09901475429766744
13093.66054058075	18400	3828.24744393783	30.924593518131754	3917.4798747394234	3747.6032734224573	36800000	0.9990009990009989	0.09901475429766744
13234.597603559494	18600	3833.6815265094915	44.964976757707724	3928.8045234009624	3589.7047800284345	37200000	0.9990009990009989	0.09901475429766744
13375.279732227325	18800	3882.3236696664176	366.4554398601848	4041.5445775594562	263.97734687663615	37600000	0.9990009990009989	0.09901475429766744
13516.276319980621	19000	3895.871386309023	340.88828184515916	4030.4202186502516	523.262384030968	38000000	0.9990009990009989	0.09901475429766744
13657.323352098465	19200	3911.302315377564	400.73830628366244	4028.635668940842	-58.51275407336652	38400000	0.9990009990009989	0.09901475429766744
13798.296844244003	19400	3945.8384138616825	110.46022247094314	4032.2760531939566	2942.8076135162264	38800000	0.9990009990009989	0.09901475429766744
13938.871591091156	19600	3996.1310721518844	35.62463646382735	4075.4570115208626	3913.7285474054515	39200000	0.9990009990009989	0.09901475429766744
14079.868487596512	19800	4067.0535859601873	45.314070518126634	4163.567412629724	3953.738357808441	39600000	0.9990009990009989	0.09901475429766744
14220.682393550873	20000	4073.0390203510997	38.547709960774924	4153.853919876739	3970.597009755671	40000000	0.9990009990009989	0.09901475429766744
14361.893916606903	20200	3983.689429701674	23.80875763318319	4037.51186578162	3895.4812996797264	40400000	0.9990009990009989	0.09901475429766744
14502.839110136032	20400	3990.7877267360764	28.122368648292532	4041.95005716756	3902.1856169700623	40800000	0.9990009990009989	0.09901475429766744
14643.647174596786	20600	3945.9590060254104	24.826575510187997	3996.9237767085433	3871.7176909148693	41200000	0.9990009990009989	0.09901475429766744
14784.418387889862	20800	3976.303385597761	29.94986283515052	4032.185183748603	3895.999612085521	41600000	0.9990009990009989	0.09901475429766744
14925.228432655334	21000	4005.6369978108555	32.82885667153488	4074.3524835612625	3926.8281549587846	42000000	0.9990009990009989	0.09901475429766744
15066.1931245327	21200	3942.1807328161026	24.249285918368045	3992.492536239326	3859.7201686222106	42400000	0.9990009990009989	0.09901475429766744
15207.065286159515	21400	4131.241323427463	29.775803338224108	4198.70436963439	4056.9227706249803	42800000	0.9990009990009989	0.09901475429766744
15347.94072341919	21600	4083.7067458858273	27.175931778330824	4147.053737580776	3981.5056201703846	43200000	0.9990009990009989	0.09901475429766744
15489.050142526627	21800	4067.4111420961854	40.023355673948195	4141.823942916468	3919.1540227588266	43600000	0.9990009990009989	0.09901475429766744
15629.563415765762	22000	3993.9927410893924	37.31100818895601	4062.5243297442794	3819.9303605617024	44000000	0.9990009990009989	0.09901475429766744
15770.271860599518	22200	4084.0247618776525	44.429486579993316	4173.447514582425	3958.047933615744	44400000	0.9990009990009989	0.09901475429766744
15911.185414075851	22400	4117.939362124905	37.067579432348104	4190.253813581541	3996.4098134711385	44800000	0.9990009990009989	0.09901475429766744
16052.415134429932	22600	4175.399933998895	29.963446312227294	4240.581625217572	4088.7354089021683	45200000	0.9990009990009989	0.09901475429766744
16193.337806463242	22800	4220.175139183203	35.150449148104	4284.425390303135	4085.512557141483	45600000	0.9990009990009989	0.09901475429766744
16334.386335134506	23000	4116.643132544794	35.28860385451158	4210.291190624237	4040.102452196181	46000000	0.9990009990009989	0.09901475429766744
16475.424114465714	23200	4145.776846748462	42.577616443464095	4235.901291325688	4023.5650334209204	46400000	0.9990009990009989	0.09901475429766744
16616.188512802124	23400	4163.778891893967	161.9442461640618	4263.867524161935	2598.1484525613487	46800000	0.9990009990009989	0.09901475429766744
16757.195615768433	23600	4176.3795886348025	32.87975477908677	4245.243517280789	4080.363272005692	47200000	0.9990009990009989	0.09901475429766744
16898.290788173676	23800	4119.90115700166	30.916935373453924	4182.986172902398	4029.183193922043	47600000	0.9990009990009989	0.09901475429766744
17039.631301403046	24000	4200.80964269396	30.973914681682054	4263.5269129592925	4091.969286226202	48000000	0.9990009990009989	0.09901475429766744
17180.843122959137	24200	4132.990099039408	31.147494915822175	4185.079413220286	4040.8804174633697	48400000	0.9990009990009989	0.09901475429766744
17322.055957317352	24400	4169.04447409608	32.655477467075926	4256.898044720292	4068.5807403326035	48800000	0.9990009990009989	0.09901475429766744
17463.130306243896	24600	4175.346344071063	36.31769108096426	4249.912173198536	4064.6542293280363	49200000	0.9990009990009989	0.09901475429766744
17604.227472543716	24800	4049.368572364929	33.6753307385996	4121.098917976022	3966.555266174022	49600000	0.9990009990009989	0.09901475429766744
17745.399746418	25000	4157.403935230732	34.93932045108703	4218.849156057462	4055.523558333516	50000000	0.9990009990009989	0.09901475429766744
