Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
7.897474527359009	0	142.0647796356678	35.468679014382545	364.53882426023483	95.89166283607483	0	0.0	0
12.380157470703125	50	127.8965144431591	20.84239958322827	184.48363184928894	92.17954796552658	6133	0.9803921568627451	0.17407765595569785
21.101043701171875	100	243.35919771790503	23.36729608107017	384.18719750642776	219.74774038791656	14333	0.9900990099009901	0.17407765595569785
28.109721183776855	150	171.38851578235625	36.949901712683975	289.321569442749	132.7309771180153	21788	0.9933774834437086	0.17407765595569785
33.857436418533325	200	214.74082897424697	45.53014231614187	310.6456410288811	136.52577030658722	28901	0.9950248756218906	0.17407765595569785
42.46224093437195	250	157.6136133790016	25.291909216991314	237.4044196009636	112.12135642766953	36948	0.9960159362549801	0.17407765595569785
47.033663511276245	300	152.6005135947466	36.70921096368947	313.1207537651062	110.6218591928482	43919	0.9966777408637874	0.17407765595569785
51.12825155258179	350	195.1401595765352	41.58740588179454	311.16211545467377	124.97243416309357	50467	0.9971509971509972	0.17407765595569785
57.02682709693909	400	142.09976975321769	24.905223953125738	303.3455094099045	116.55458146333694	57423	0.9975062344139651	0.17407765595569785
62.509018659591675	450	133.54943290293215	17.670111019734787	226.36916029453278	112.03924089670181	66250	0.9977827050997783	0.17407765595569785
66.53660273551941	500	116.30111576378346	6.438832634302357	135.30772840976715	102.72703123092651	73719	0.998003992015968	0.17407765595569785
70.61145377159119	550	109.48901183485985	5.079585990753013	123.67183357477188	100.24446845054626	81155	0.9981851179673321	0.17407765595569785
75.5561113357544	600	100.16903695940971	2.8990769910560537	107.03619366884232	94.18166244029999	88703	0.9983361064891847	0.17407765595569785
79.55401372909546	650	98.15290370762348	2.7507736669429312	105.11167412996292	92.30590200424194	95921	0.9984639016897081	0.17407765595569785
83.69657778739929	700	99.65482862830162	3.777616290344658	110.66849428415298	91.53970074653625	103521	0.9985734664764622	0.17407765595569785
88.66638731956482	750	95.04457368195057	2.8830984214776016	103.25207513570786	89.24732661247253	110838	0.9986684420772304	0.17407765595569785
92.90003657341003	800	92.87944685399532	2.513224478218194	98.4918509721756	85.91013884544373	118555	0.9987515605493134	0.17407765595569785
96.62231874465942	850	91.23595661997796	2.1979568591353944	97.24048638343811	84.9809137582779	125506	0.9988249118683902	0.17407765595569785
101.21136713027954	900	91.61512217700482	2.3945450818317027	98.20181840658188	86.26607191562653	132674	0.9988901220865705	0.17407765595569785
105.15957355499268	950	89.94043538987637	2.4751940807109576	96.47203212976456	84.85068929195404	139128	0.9989484752891693	0.17407765595569785
108.70376586914062	1000	88.0616862732172	2.306647010267948	94.28787910938263	82.90429067611694	145656	0.999000999000999	0.17407765595569785
112.32769107818604	1050	86.60009370684624	2.3074607930232616	91.50905299186707	82.38506257534027	151829	0.999000999000999	0.17407765595569785
116.7929995059967	1100	86.61739596545696	2.2639968177768037	92.17774379253387	82.29957818984985	158208	0.999000999000999	0.17407765595569785
120.44410395622253	1150	86.20075855851174	2.2580721773809755	90.89167726039886	81.10046577453613	164935	0.999000999000999	0.17407765595569785
124.18323183059692	1200	86.49450102329254	2.019834517072052	91.21704638004303	81.66535973548889	171434	0.999000999000999	0.17407765595569785
128.0357780456543	1250	86.17146187484265	2.2988929523065305	91.09378957748413	81.24003231525421	177994	0.999000999000999	0.17407765595569785
132.47259092330933	1300	85.39841877877713	2.1841490883843178	91.40788704156876	81.16796374320984	184435	0.999000999000999	0.17407765595569785
136.22995471954346	1350	85.46524834275246	1.9037686137415197	89.43384110927582	81.69772911071777	191092	0.999000999000999	0.17407765595569785
139.68709182739258	1400	85.55898379921913	2.0090405857918	91.68341565132141	80.23816251754761	197443	0.999000999000999	0.17407765595569785
144.3026463985443	1450	85.18070062696934	2.1193677179558583	90.12828975915909	79.95096004009247	203885	0.999000999000999	0.17407765595569785
148.3900444507599	1500	84.65661543905735	2.085126183057467	89.63972818851471	80.55375504493713	211319	0.999000999000999	0.17407765595569785
151.87265348434448	1550	84.68721842706204	1.9439158079917918	89.30050802230835	80.34271097183228	217753	0.999000999000999	0.17407765595569785
155.57048773765564	1600	85.2810218012333	2.0146776556522434	89.29309451580048	81.48176801204681	224146	0.999000999000999	0.17407765595569785
160.07929968833923	1650	84.92093963325024	2.0711717035511357	88.81776881217957	80.27275466918945	230341	0.999000999000999	0.17407765595569785
163.59390592575073	1700	84.89091092586517	2.077669559367318	89.70506364107132	80.25405895709991	236709	0.999000999000999	0.17407765595569785
167.33157229423523	1750	85.11783051669597	2.018673177321478	89.55205142498016	80.06520676612854	242734	0.999000999000999	0.17407765595569785
171.66657733917236	1800	84.6925622612238	1.9555988946218357	89.45349633693695	80.17259168624878	248941	0.999000999000999	0.17407765595569785
175.10705947875977	1850	84.21173379302024	2.2593397101260564	89.4869133234024	80.14539194107056	255298	0.999000999000999	0.17407765595569785
178.57465600967407	1900	83.7483480244875	1.9535420335556637	88.30096799135208	79.63845324516296	261086	0.999000999000999	0.17407765595569785
181.93331146240234	1950	83.91322681069374	1.829873890740695	88.16432988643646	79.38919794559479	267193	0.999000999000999	0.17407765595569785
185.93238019943237	2000	83.57666212558746	1.8711996340802288	87.33987897634506	79.16151535511017	273409	0.999000999000999	0.17407765595569785
190.20567154884338	2050	83.44542877912521	1.8453616018457963	87.15660452842712	79.16530251502991	279745	0.999000999000999	0.17407765595569785
193.64610314369202	2100	83.61493886709214	1.6774278214256193	87.33311975002289	79.2388527393341	285869	0.999000999000999	0.17407765595569785
198.18624711036682	2150	82.83950148940086	1.8212993207093813	86.55326873064041	78.13984656333923	292063	0.999000999000999	0.17407765595569785
201.54652094841003	2200	83.14522343277932	1.9892193385534764	87.73178160190582	78.26039600372314	298240	0.999000999000999	0.17407765595569785
205.19286227226257	2250	82.92137608349323	1.8734287175209057	87.71782612800598	78.09834456443787	304321	0.999000999000999	0.17407765595569785
208.64421463012695	2300	82.62270653128624	1.7896931780635645	87.66306483745575	78.33005666732788	310498	0.999000999000999	0.17407765595569785
212.27497148513794	2350	82.54487147629261	1.8715710919375343	86.29408490657806	78.21487021446228	316854	0.999000999000999	0.17407765595569785
216.7101902961731	2400	81.37638954520226	1.7832745860915753	85.55420649051666	76.94570529460907	322987	0.999000999000999	0.17407765595569785
220.08645272254944	2450	81.19316091775895	1.6491002156468832	84.06188130378723	77.18067848682404	329111	0.999000999000999	0.17407765595569785
224.17813658714294	2500	81.61210835635661	1.8051131860812182	86.39618837833405	78.31328415870667	335235	0.999000999000999	0.17407765595569785
228.1920051574707	2550	81.987970469594	1.8005436697135568	86.30016952753067	78.34158146381378	341499	0.999000999000999	0.17407765595569785
231.7244155406952	2600	82.24033166408539	1.7140847292562056	86.21630936861038	78.59000766277313	347649	0.999000999000999	0.17407765595569785
235.26424312591553	2650	81.95408382236957	1.770268697294701	86.38654309511185	78.11046659946442	353783	0.999000999000999	0.17407765595569785
238.84889459609985	2700	81.80251248002052	1.7551527015694892	86.85169053077698	78.39324748516083	359922	0.999000999000999	0.17407765595569785
243.09696316719055	2750	81.84795003414155	1.79198282548289	86.48398911952972	78.38306415081024	366134	0.999000999000999	0.17407765595569785
246.7541036605835	2800	81.71381254911422	1.6403192112748801	86.25293695926666	78.29338777065277	372138	0.999000999000999	0.17407765595569785
250.34650659561157	2850	81.48661844074726	1.736517295175022	86.80833858251572	78.29404604434967	378243	0.999000999000999	0.17407765595569785
254.48665499687195	2900	81.70754496753216	1.8819608742202252	85.72925925254822	76.9751489162445	384252	0.999000999000999	0.17407765595569785
258.0386745929718	2950	80.96883024334907	1.9252933155183565	85.44803601503372	77.14494347572327	390252	0.999000999000999	0.17407765595569785
261.4112651348114	3000	81.39411418616771	1.7728887066594694	85.73452043533325	77.54266333580017	396474	0.999000999000999	0.17407765595569785
264.96613121032715	3050	82.16154564917088	1.7494426575800823	86.30947697162628	77.999462723732	402590	0.999000999000999	0.17407765595569785
268.5085389614105	3100	82.84382711350918	1.7096289076573432	86.40902197360992	77.80173218250275	408597	0.999000999000999	0.17407765595569785
272.69230914115906	3150	84.17993342339993	1.8273552809225866	88.96576654911041	79.47562444210052	414874	0.999000999000999	0.17407765595569785
276.40723037719727	3200	85.31873822033405	1.8602593409195136	90.45457005500793	80.95074009895325	421312	0.999000999000999	0.17407765595569785
279.9536838531494	3250	87.11219869494438	2.060006809248125	91.78501045703888	81.39951348304749	427703	0.999000999000999	0.17407765595569785
284.63499546051025	3300	86.35780473947526	2.0555031098449503	92.47990661859512	81.71879518032074	434276	0.999000999000999	0.17407765595569785
288.3560354709625	3350	87.95633880496025	1.8452467136675952	92.62444078922272	83.03403747081757	440836	0.999000999000999	0.17407765595569785
291.8542175292969	3400	89.78895506978034	2.167056871989436	94.05185347795486	84.74264514446259	447323	0.999000999000999	0.17407765595569785
295.7197506427765	3450	91.72869582235813	2.10473559113568	96.28026735782623	86.67749297618866	454114	0.999000999000999	0.17407765595569785
300.4528777599335	3500	91.83450278639793	2.1184589088666055	96.51205635070801	86.84345352649689	460882	0.999000999000999	0.17407765595569785
304.3514566421509	3550	91.960385800004	2.101483546933103	96.37261307239532	87.00964272022247	467606	0.999000999000999	0.17407765595569785
308.1262912750244	3600	92.91133275091649	2.1488285315345537	97.79526233673096	87.05919301509857	474244	0.999000999000999	0.17407765595569785
312.48315954208374	3650	94.31526851415634	2.1581288462303037	99.7224326133728	89.47624707221985	480677	0.999000999000999	0.17407765595569785
316.2805256843567	3700	96.44470344662666	2.3089768056976676	101.70365250110626	90.89474380016327	487478	0.999000999000999	0.17407765595569785
320.19212102890015	3750	101.61608134150505	2.904454013766529	109.15409469604492	95.00177121162415	494277	0.999000999000999	0.17407765595569785
323.78601932525635	3800	99.27343280017377	2.778941090161556	104.34898418188095	93.10824620723724	500821	0.999000999000999	0.17407765595569785
328.2504873275757	3850	99.48777672052384	2.650184908426083	104.2337896823883	91.6662460565567	507648	0.999000999000999	0.17407765595569785
333.44986271858215	3900	102.07918248593808	2.6226949428414335	106.72505831718445	95.12606275081635	514345	0.999000999000999	0.17407765595569785
337.2791118621826	3950	99.51801621437073	2.9011859545084593	106.01233100891113	93.6488505601883	521008	0.999000999000999	0.17407765595569785
342.54424357414246	4000	96.29565432608128	2.350275672529717	102.90166360139847	91.63279950618744	527598	0.999000999000999	0.17407765595569785
348.84879899024963	4050	95.48465142190456	2.230750107067394	101.78693860769272	90.52115440368652	534142	0.999000999000999	0.17407765595569785
353.1980152130127	4100	96.71336914002896	2.5877094777937986	101.87329232692719	90.23063230514526	540787	0.999000999000999	0.17407765595569785
358.50517654418945	4150	98.77369286298752	2.6318732926535158	104.89187735319138	92.6658194065094	547088	0.999000999000999	0.17407765595569785
363.86788153648376	4200	99.00651791751385	2.306635972501569	104.58505129814148	94.63791704177856	553646	0.999000999000999	0.17407765595569785
367.5262863636017	4250	102.94984862089157	6.819151728756023	134.50847935676575	96.14826709032059	560398	0.999000999000999	0.17407765595569785
372.80265045166016	4300	104.47041949808597	10.055172257245745	133.0818846821785	96.28218948841095	567075	0.999000999000999	0.17407765595569785
376.6061644554138	4350	108.27261812508107	12.56894580416841	133.5579663515091	96.76904153823853	573664	0.999000999000999	0.17407765595569785
380.4970829486847	4400	101.6647271567583	2.535087258224057	107.71007430553436	96.83814644813538	580863	0.999000999000999	0.17407765595569785
385.13527631759644	4450	99.35481591939926	2.6533622910879475	105.37307131290436	94.87368714809418	587553	0.999000999000999	0.17407765595569785
388.89223051071167	4500	100.42528930366039	2.832513464282124	107.12864059209824	95.10267210006714	594372	0.999000999000999	0.17407765595569785
393.5426027774811	4550	120.57585825443267	15.314159250330222	138.9938969016075	99.31368517875671	601223	0.999000999000999	0.17407765595569785
397.4125256538391	4600	123.1085448616743	14.578538639814441	136.98548275232315	99.70731782913208	608068	0.999000999000999	0.17407765595569785
401.2047824859619	4650	120.94034048020839	14.66106944254998	136.9587762951851	101.47102510929108	614686	0.999000999000999	0.17407765595569785
404.98977732658386	4700	106.67118912160396	7.818440464118882	133.61388635635376	99.43557441234589	621318	0.999000999000999	0.17407765595569785
408.89212441444397	4750	132.95941294550894	5.567182094188154	137.6147295832634	106.46252691745758	628209	0.999000999000999	0.17407765595569785
413.58028650283813	4800	133.09903399825097	2.0938100560584934	135.8382369875908	124.40549021959305	635090	0.999000999000999	0.17407765595569785
417.62911677360535	4850	125.08318839550019	13.315134993606108	137.37095892429352	102.21907097101212	641936	0.999000999000999	0.17407765595569785
421.91796946525574	4900	104.04895070254803	5.464820545739231	131.44087707996368	98.63488829135895	648528	0.999000999000999	0.17407765595569785
425.7979619503021	4950	132.9371312993765	2.125655889549397	136.63584023714066	127.24524146318436	655164	0.999000999000999	0.17407765595569785
429.39706444740295	5000	132.63759012699128	2.139103014256367	136.7459322810173	126.41414713859558	661714	0.999000999000999	0.17407765595569785
433.3142292499542	5050	130.58279051065446	2.2601903447089895	134.00895273685455	123.99480628967285	668402	0.999000999000999	0.17407765595569785
436.9232819080353	5100	130.82923898100853	2.599816222121248	134.73104614019394	123.8279179930687	675059	0.999000999000999	0.17407765595569785
441.4587469100952	5150	131.5295819622278	2.141986897414498	135.80434811115265	125.35341763496399	681755	0.999000999000999	0.17407765595569785
445.3367075920105	5200	125.5881279450655	13.254301474218403	140.018685400486	105.22314703464508	688471	0.999000999000999	0.17407765595569785
450.12752962112427	5250	129.07057106256485	11.868139660652492	142.6710632443428	108.50614243745804	695092	0.999000999000999	0.17407765595569785
453.9196991920471	5300	133.66696744024753	7.147813529194994	141.4872859120369	109.3180011510849	701969	0.999000999000999	0.17407765595569785
457.7974910736084	5350	134.94564073204995	4.762578195604356	140.934439599514	112.05554020404816	708722	0.999000999000999	0.17407765595569785
461.4195613861084	5400	136.00187117755414	4.789815931980753	143.0131974220276	114.34713983535767	715384	0.999000999000999	0.17407765595569785
465.3495719432831	5450	134.78712971389294	4.1344547151845	142.3477972149849	124.94615876674652	722106	0.999000999000999	0.17407765595569785
469.6525282859802	5500	135.77709186077118	4.092534432909473	142.99638235569	127.2640865445137	728821	0.999000999000999	0.17407765595569785
473.88361263275146	5550	132.295390009284	10.72670840148337	143.25185787677765	110.93532401323318	735450	0.999000999000999	0.17407765595569785
478.42302942276	5600	137.35601107358931	3.9863891241426597	146.0845826268196	129.26564240455627	742555	0.999000999000999	0.17407765595569785
482.3158173561096	5650	135.19393656075002	4.018312077944542	144.26506847143173	126.5868871808052	749143	0.999000999000999	0.17407765595569785
486.0108904838562	5700	134.04531134307385	3.6361020773323185	142.84751743078232	125.16686481237411	755826	0.999000999000999	0.17407765595569785
489.98095059394836	5750	135.03070027053357	3.741681679329583	143.50519329309464	127.2163702249527	762928	0.999000999000999	0.17407765595569785
493.89728355407715	5800	136.24530036807062	3.435264899950104	144.66833817958832	128.22890669107437	769615	0.999000999000999	0.17407765595569785
498.37133979797363	5850	137.72786091446878	3.578383650800722	145.08784705400467	128.48257893323898	776361	0.999000999000999	0.17407765595569785
503.0162847042084	5900	135.4211824184656	4.075355979815136	143.37684816122055	126.70642375946045	782925	0.999000999000999	0.17407765595569785
506.9028296470642	5950	136.12591257512568	3.6720233395211355	143.2637802362442	128.1204915046692	789462	0.999000999000999	0.17407765595569785
510.7984266281128	6000	134.3799311119318	3.3061985025290204	142.5845931172371	127.49241191148758	796141	0.999000999000999	0.17407765595569785
514.6218280792236	6050	135.8017017954588	3.562282285388483	144.81069338321686	128.3368010520935	803218	0.999000999000999	0.17407765595569785
518.7065236568451	6100	139.5174214631319	3.8355986392541004	147.24435079097748	131.05287265777588	810235	0.999000999000999	0.17407765595569785
522.6405839920044	6150	142.881713809371	3.4336145266163007	150.18812876939774	136.51081609725952	817540	0.999000999000999	0.17407765595569785
527.3614139556885	6200	145.81231944561006	3.8773145899458448	153.85351651906967	136.76221752166748	824403	0.999000999000999	0.17407765595569785
532.0201737880707	6250	144.87290597438812	3.5423293269569585	152.8717120885849	136.2605254650116	831266	0.999000999000999	0.17407765595569785
535.8180327415466	6300	146.52107986569405	3.5379167984540674	153.1648565530777	138.63684356212616	838141	0.999000999000999	0.17407765595569785
539.8726739883423	6350	145.10291131794452	4.032103213085524	153.09567165374756	135.93784642219543	845142	0.999000999000999	0.17407765595569785
543.7028226852417	6400	144.65731881439686	3.771824098552907	151.77615094184875	134.79310882091522	852290	0.999000999000999	0.17407765595569785
547.746297121048	6450	146.3819278538227	3.9903884465561053	153.90448009967804	139.11181169748306	859430	0.999000999000999	0.17407765595569785
551.5461990833282	6500	149.37227546870707	3.933143074878001	157.76658380031586	141.2055127620697	866525	0.999000999000999	0.17407765595569785
557.016351222992	6550	151.68508973121644	3.934125446006127	159.429454267025	142.292160987854	873735	0.999000999000999	0.17407765595569785
561.4458558559418	6600	150.0002218544483	3.3263029666150357	158.28446525335312	142.5666402578354	881027	0.999000999000999	0.17407765595569785
565.5862910747528	6650	150.70650004506112	3.3560948496404235	157.24348783493042	142.93634831905365	888108	0.999000999000999	0.17407765595569785
569.5125977993011	6700	153.3101263475418	3.4170173436835927	160.42234086990356	145.39728724956512	895311	0.999000999000999	0.17407765595569785
573.3028254508972	6750	149.65630297303198	3.7682461099691142	158.46623575687408	140.00282096862793	901948	0.999000999000999	0.17407765595569785
577.3510360717773	6800	150.77043552458287	3.7480100078566063	158.55947047472	141.7285360097885	909244	0.999000999000999	0.17407765595569785
581.8620753288269	6850	155.27722736418247	3.438574890311617	162.41552197933197	148.05833506584167	916962	0.999000999000999	0.17407765595569785
587.4106340408325	6900	151.5248472058773	3.5822527402966364	159.66139447689056	142.26984930038452	923906	0.999000999000999	0.17407765595569785
591.2359087467194	6950	151.27358977258206	3.657495056880092	159.13972610235214	143.48783385753632	931037	0.999000999000999	0.17407765595569785
595.4288599491119	7000	150.28108960330485	3.6152492448112077	158.64216685295105	142.86729884147644	938272	0.999000999000999	0.17407765595569785
599.4713370800018	7050	151.67633962512016	3.8073288729637356	160.02606862783432	141.17667376995087	945911	0.999000999000999	0.17407765595569785
603.604743719101	7100	152.7724072045088	3.5492442438117036	160.65182715654373	144.2418553829193	953194	0.999000999000999	0.17407765595569785
607.5639805793762	7150	153.6011325562	3.38676647240138	161.0116239786148	146.32406783103943	960437	0.999000999000999	0.17407765595569785
613.7208275794983	7200	155.43239722847937	3.7916726488756027	163.12663239240646	146.67844903469086	967817	0.999000999000999	0.17407765595569785
618.1089088916779	7250	154.8969535136223	3.515872164506148	163.10721230506897	144.7817463874817	975545	0.999000999000999	0.17407765595569785
622.2332429885864	7300	156.72493096530437	3.247027481631809	165.08446234464645	149.19395291805267	982906	0.999000999000999	0.17407765595569785
626.0945491790771	7350	160.49944512307644	3.4358717396669585	168.16261076927185	153.5635358095169	990183	0.999000999000999	0.17407765595569785
630.3683054447174	7400	160.50615114092827	3.223477749888673	167.98385375738144	152.3815152645111	997641	0.999000999000999	0.17407765595569785
632.936460018158	7431	159.57111764550208	3.371584049888538	166.7674382328987	152.4913046360016	1002061	0.999000999000999	0.17407765595569785
