Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
19.373106002807617	0	151.85753346681594	44.57849267028749	427.4761136174202	101.96680265665054	0	0.0	0
48.88636040687561	200	261.0747611373686	22.662898556793227	276.18434922397137	203.73717939853668	30589	2.6656251016927537	0.5
88.54931092262268	400	383.8133784043789	1.1412000538963134	386.06607711315155	380.6137008070946	79243	2.6668796899276845	0.5
145.74180912971497	600	842.6521845185757	16.052270667550417	858.4132415056229	692.2319254279137	148258	2.672423524015709	0.5
229.42961812019348	800	1287.8191399163009	100.13748774150137	1609.7309138774872	1149.5746858119965	264945	2.671575857840074	0.5
322.26496148109436	1000	1096.7693356710672	57.39056415038045	1204.1805375814438	945.6528121232986	392390	2.670783152900441	0.5
418.2775869369507	1200	931.3047381556034	18.9983019698884	1043.40458381176	907.1429180502892	532037	2.6700961465338398	0.5
521.2342445850372	1400	1311.2956222599744	40.74273194863927	1478.2899197340012	1216.562792479992	674276	2.6691530248248547	0.5
624.6871318817139	1600	1911.8598289698361	480.76209005008747	3014.5667825341225	1294.948571562767	818102	2.6677479622309748	0.5
766.7096767425537	1800	2638.5195152384044	69.03313110563502	2739.222665011883	2472.6654020547867	1013504	2.6676566291638877	0.5
987.1666440963745	2000	2738.4829300791025	105.83093874299708	2898.5508006215096	2423.8066730499268	1343776	2.6685237212416606	0.5
1208.8631689548492	2200	3031.828887106776	175.41365256794415	3162.413347661495	1589.5233085751534	1676349	2.668161417473726	0.5
1440.4964978694916	2400	3141.034656293988	15.142176073840481	3170.2442962527275	3078.1670120358467	2016068	2.6702938266545133	0.5
1673.0766911506653	2600	3128.854539014697	6.938625025504727	3152.61055457592	3117.0350301861763	2361388	2.6677175441265994	0.5
1910.0211658477783	2800	3210.019231352806	7.069108248961726	3225.39481061697	3194.8904017210007	2715908	2.667228893739486	0.5
2156.9967908859253	3000	3373.1049422860146	4.350050868257066	3380.4860978126526	3358.139429628849	3074357	2.6677372478078896	0.5
2391.30256152153	3200	3417.8272278255226	17.852985485813306	3448.9335448741913	3365.750912606716	3425661	2.667293530123161	0.5
2630.584326028824	3400	3486.8366849696636	4.703542231993762	3500.2675278782845	3464.861359477043	3784481	2.668565880893117	0.5
2879.388479232788	3600	3451.84796466589	18.307068227109966	3472.7100198864937	3342.3162600398064	4143496	2.671616692796884	0.5
3123.9296927452087	3800	3450.574676017165	232.44357354939586	3496.7497794032097	1160.3024211525917	4498285	2.674366207452118	0.5
3347.166972875595	4000	3480.977973743677	7.167174611557621	3532.1598582863808	3468.6598452329636	4826643	2.6749647305448456	0.5
3580.948960542679	4200	3458.385735194087	4.519843972259333	3470.6616698503494	3447.619356751442	5175450	2.675949978951518	0.5
3810.846836566925	4400	3525.030578439236	3.929920369808071	3534.140478372574	3518.557464659214	5519045	2.6746461819810836	0.5
4045.799795627594	4600	3463.304659369588	5.47833024831242	3476.2966581583023	3449.1338080763817	5858142	2.6748335801098455	0.5
4285.264813184738	4800	3522.419923349023	7.285645106036876	3537.4340980648994	3503.5174020528793	6219101	2.6751780433283896	0.5
4514.350092411041	5000	3504.2837222772837	16.30989033730327	3543.7912469506264	3468.798255980015	6562979	2.6740253053648053	0.5
4748.78893661499	5200	3491.742941958308	18.13980133965883	3533.5144142508507	3433.6525810956955	6913084	2.6741490847636387	0.5
4986.132005929947	5400	3436.397861260176	4.843197909626924	3450.753982126713	3426.7886162400246	7265301	2.6755523578169362	0.5
5205.210699081421	5600	3490.516326568723	9.983069302185504	3522.042247533798	3474.8543975949287	7593094	2.6742304941188877	0.5
5428.181129693985	5800	3467.177787708044	1.4111434155988472	3470.016650021076	3463.560344040394	7925393	2.6740728193710783	0.5
5659.433240175247	6000	3532.7884579068423	2.229159980724833	3538.0667343735695	3527.5663844347	8263038	2.672466803978058	0.5
5896.934246778488	6200	3500.346400194168	4.6407250920323175	3522.890975832939	3489.5633165836334	8614046	2.6736620662604507	0.5
6125.54154419899	6400	3551.4139646458625	160.99848237669073	3601.254557609558	2496.615391790867	8956327	2.6732691470352217	0.5
6361.396288156509	6600	3564.9953020107746	3.2767972487488035	3570.1609047055244	3551.9167773723602	9308159	2.672933410654315	0.5
6590.022722482681	6800	3558.0780683881044	2.7139150914143575	3563.8543828725815	3552.329986691475	9641025	2.673132180508485	0.5
6796.024250030518	7000	3597.3464508891107	2.4837992454409856	3603.0000138878822	3589.7863763570786	9941322	2.6761321261237883	0.5
7010.335097789764	7200	3597.684091669917	3.5337787497316024	3603.534504532814	3589.2384783029556	10257607	2.675969765553392	0.5
7232.7942616939545	7400	3570.0583365356924	11.26859505565717	3589.065594434738	3549.1535366773605	10588240	2.6753846206970633	0.5
7457.899772167206	7600	3577.9633341121676	16.333223603888825	3597.007837355137	3534.0530660152435	10921283	2.6770863345962246	0.5
7699.452084302902	7800	3593.214973974824	2.127034505626918	3598.9553547501564	3588.6595234274864	11278006	2.6745125972138015	0.5
7928.412658691406	8000	3597.673872657418	10.719996530972754	3625.9950560331345	3578.9092938899994	11619748	2.673356546991652	0.5
8160.738115310669	8200	3510.9625994640587	5.5738754264606	3521.837222278118	3500.3304997086525	11965295	2.6711286876653864	0.5
8397.902329444885	8400	3564.6285243088005	3.9599195902283935	3572.299528837204	3555.0680499076843	12317544	2.671344491687544	0.5
8636.68268418312	8600	3603.271328065395	2.382152228859788	3608.769265294075	3594.918243229389	12672415	2.6712572296960437	0.5
8874.924600601196	8800	3582.360068309903	5.219360182063958	3591.478364288807	3572.46386384964	13031291	2.6747924816764184	0.5
9117.583069562912	9000	3643.281418722272	3.8143350903666224	3653.8028190135956	3634.239104092121	13387149	2.6760093994227603	0.5
9350.305318832397	9200	3664.515999917388	3.817593968310734	3675.895687043667	3655.9528185129166	13730302	2.675151192195224	0.5
9585.844325065613	9400	3652.419087008238	7.089375112531771	3665.2632599473	3632.6107174158096	14076674	2.673151829329993	0.5
9827.77155470848	9600	3668.336406595707	5.7343680842472855	3682.774995326996	3656.0689042806625	14430875	2.672480866353776	0.5
10060.646451473236	9800	3681.741508791447	6.191831086069931	3697.8711119890213	3658.1763154268265	14776169	2.6699535239692898	0.5
10300.596047639847	10000	3673.5278500658274	5.435599653316365	3687.262851059437	3660.6474779844284	15133328	2.6698585707540023	0.5
10530.17205452919	10200	3684.9852715963125	4.610847292560501	3694.5136672854424	3673.7969630360603	15470244	2.6723100977155507	0.5
10756.838260412216	10400	3706.288021261692	4.539965390113527	3717.0524988770485	3693.677357494831	15805502	2.672642537397614	0.5
10991.23097205162	10600	3697.020345759988	6.306367032969503	3708.385322868824	3682.649183988571	16152927	2.674625831130173	0.5
11211.924886465073	10800	3711.795486840606	7.444279125757673	3732.9560320973396	3694.4053366184235	16478708	2.6751923259269463	0.5
11448.754803657532	11000	3718.996255712509	6.92261346358616	3735.5079669952393	3698.1618499159813	16826837	2.672940819093011	0.5
11674.479736328125	11200	3725.1249954837563	10.751361201536412	3741.1702520251274	3690.0134668946266	17160527	2.6719218902571744	0.5
11911.356600522995	11400	3727.137694196105	5.9945494134444095	3740.1646349430084	3714.3358523249626	17511145	2.6736613179145037	0.5
12149.56279039383	11600	3732.3323906236888	5.559066561163673	3745.775056540966	3717.772311270237	17859144	2.672813399743354	0.5
12366.649442434311	11800	3742.027453224063	54.64227848551005	3757.997718155384	3202.4639060497284	18180394	2.671837995892056	0.5
12587.026129245758	12000	3742.594472693205	5.2584096113568535	3753.6171165704727	3729.574248611927	18506069	2.672659396290155	0.5
12808.023292064667	12200	3733.627861986756	9.959537513769307	3755.095040023327	3711.486805140972	18832955	2.6723070975155276	0.5
13036.699586629868	12400	3728.695147883892	10.979196201982687	3747.4592455625534	3676.4873747825623	19170327	2.6696895609323796	0.5
13263.60493350029	12600	3704.1377411073445	8.207529155698216	3724.7483343482018	3685.516346514225	19502330	2.6688147430334572	0.5
13490.75552034378	12800	3689.196647555232	5.181718343908817	3701.9610239863396	3676.2977759838104	19839156	2.6693501251660607	0.5
13724.454345226288	13000	3705.6194642066957	143.06674009944456	3745.262380897999	2577.893163859844	20187998	2.669059908139342	0.5
13957.880786418915	13200	3733.1298967546227	15.88859509433046	3752.365936458111	3620.1282430291176	20532628	2.6691085595167046	0.5
14187.200948238373	13400	3732.752175284624	4.185254029033329	3741.771850466728	3718.9683121442795	20877481	2.670376104493168	0.5
14424.704826593399	13600	3742.5372315216064	9.434690221423024	3760.832485437393	3718.6132158041	21231949	2.668035986013319	0.5
14644.420207977295	13800	3764.3150980091095	4.418984159327169	3773.228270828724	3753.7953882217407	21558174	2.6675433451385513	0.5
14870.912930250168	14000	3765.6956536656617	4.987018780039559	3778.113293349743	3752.7101604938507	21893987	2.6685278448896836	0.5
15091.554986715317	14200	3733.458524276018	9.418225812559427	3751.7593281269073	3713.433276951313	22222235	2.668446254324204	0.5
15317.998377799988	14400	2963.8837692129614	798.8095472538749	3762.587612748146	1921.390166401863	22563720	2.670055721705902	0.5
15556.966987848282	14600	3751.7623027539253	9.383386875988403	3765.982301712036	3681.11058062315	22910960	2.67144445484451	0.5
15779.376621723175	14800	3752.9804676097633	10.544402881344004	3766.42271399498	3660.129057109356	23241661	2.672171398907839	0.5
16006.92508816719	15000	3784.654011861086	7.204424265565685	3797.1609172225	3761.860385596752	23581848	2.671736840551483	0.5
16234.221570253372	15200	3786.3686985462905	9.619820691620525	3809.2504281401634	3753.481349825859	23921563	2.6724185620057117	0.5
16443.008095502853	15400	3773.804809752107	9.696398880366397	3792.324942648411	3739.719503760338	24232822	2.673911170560772	0.5
16660.94431757927	15600	3691.6299555283786	313.82791150126894	3783.2642238140106	1968.685883820057	24551984	2.674859714563203	0.5
16889.616116523743	15800	3771.5965790849923	6.1578379648906445	3788.9544577002525	3755.7923659086227	24895259	2.675137076134659	0.5
17124.99026274681	16000	3774.6408385145664	5.592091608521367	3786.864193379879	3754.817835509777	25248192	2.6762173534011375	0.5
17357.120235204697	16200	3768.119573854804	11.861365957109012	3788.271933376789	3733.621921777725	25582355	2.6760206303147713	0.5
17582.84410715103	16400	3650.826069555879	294.85989814033246	3777.0125131607056	1920.5070281028748	25923040	2.6761574752859802	0.5
17807.608598709106	16600	3771.1932486271858	9.244822518577248	3786.8143152594566	3735.3011522889137	26263292	2.6743471360779574	0.5
18032.283257484436	16800	3779.386328679919	8.261019991904531	3797.5922486782074	3756.0765323638916	26598526	2.6735536506649487	0.5
18261.072291374207	17000	3737.799988910556	280.74967427081003	3791.343452632427	1397.0405458211899	26935155	2.6715179168539662	0.5
18487.545257091522	17200	3744.1227054452897	65.4913544383196	3764.3050684928894	3098.421522319317	27273475	2.6696870453696806	0.5
18714.95386147499	17400	3763.5984844130276	7.282024826729245	3779.0728457570076	3742.1672090291977	27614818	2.6679896582063365	0.5
18938.21842122078	17600	3763.982557659745	5.415269619695146	3781.1085416972637	3751.4655527472496	27946929	2.6681714962340597	0.5
19168.155314445496	17800	3586.753801982999	493.56455655594937	3797.416395008564	2000.487892985344	28284537	2.6686928438604416	0.5
19381.96548652649	18000	3769.4612479522825	117.83260186909853	3796.921102166176	2598.7612096369267	28602986	2.668662082509789	0.5
19597.564876794815	18200	3767.311451125741	6.086342920546206	3785.083178937435	3754.619330048561	28923170	2.6721467682832483	0.5
19808.651277303696	18400	3763.4941418838503	4.558292182750126	3774.189160645008	3752.313256084919	29237705	2.6726339638204886	0.5
20027.20908999443	18600	3770.152047380209	7.313760972093819	3791.1697558164597	3749.027674138546	29566111	2.6741535775824516	0.5
20256.803237199783	18800	3769.562495780587	7.92760485503421	3787.8534582853317	3745.539060175419	29906589	2.6742424252055783	0.5
