Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
7.786734580993652	0	97.0517043731315	8.871564331503663	124.3698765039444	81.13992303609848	0	0.0	0
46.2235004901886	800	15.847303809076548	0.5149624613479215	17.212123334407806	14.817189887166023	79278	0.9987515605493132	0.09901475429766744
93.56249976158142	1600	248.07815018355848	2.7971388750243724	254.73494112491608	241.19243443012238	185469	0.9990009990009989	0.09901475429766744
158.77221727371216	2400	251.54004058003426	2.907886653544315	258.61665189266205	242.58167791366577	349243	0.9990009990009989	0.09901475429766744
231.30275297164917	3200	266.9812797027826	3.434188952540578	275.4162083864212	256.99465477466583	537293	0.9990009990009989	0.09901475429766744
310.2078619003296	4000	288.99393268465997	3.3824705937087094	299.26054418087006	282.14616215229034	745691	0.9990009990009989	0.09901475429766744
391.6132016181946	4800	296.41000310599804	3.823301029573167	306.9660243988037	288.1286505460739	962418	0.9990009990009989	0.09901475429766744
473.24206042289734	5600	308.9823899996281	3.645365481001004	316.271959066391	299.8788511753082	1179919	0.9990009990009989	0.09901475429766744
561.6467530727386	6400	329.6458742815256	4.379797073069965	338.57176864147186	320.33786803483963	1419469	0.9990009990009989	0.09901475429766744
654.7738077640533	7200	356.7722157597542	3.8946831569656366	367.5807189941406	348.17324912548065	1674366	0.9990009990009989	0.09901475429766744
751.861291885376	8000	369.6874401599169	3.0049040004142613	379.0544105768204	363.09542858600616	1941508	0.9990009990009989	0.09901475429766744
853.0279574394226	8800	385.59483545184133	2.5243971355888806	392.55101561546326	379.4882504940033	2220756	0.9990009990009989	0.09901475429766744
954.1998775005341	9600	400.99740566194055	3.071917983303842	408.0179388523102	394.2322359085083	2501869	0.9990009990009989	0.09901475429766744
1052.6795573234558	10400	402.5507210588455	2.6166876876198826	407.6018369793892	396.35735070705414	2773955	0.9990009990009989	0.09901475429766744
1152.5852212905884	11200	420.023057063818	3.2207825822846483	427.62007665634155	413.68596720695496	3050884	0.9990009990009989	0.09901475429766744
1251.1732125282288	12000	421.4259532409906	2.4875322646044085	428.0046052932739	414.67415058612823	3322732	0.9990009990009989	0.09901475429766744
1351.0778179168701	12800	426.5548303180933	2.557217797070367	433.3558007478714	419.8564928174019	3599903	0.9990009990009989	0.09901475429766744
1453.4618768692017	13600	420.1880139708519	3.193430264952011	427.8113284111023	412.9080775976181	3885551	0.9990009990009989	0.09901475429766744
1553.4408040046692	14400	428.3870341926813	3.3126946177049406	438.1024178266525	421.58864068984985	4164809	0.9990009990009989	0.09901475429766744
1653.0320320129395	15200	427.4283692866564	2.6357071209934437	434.4121072292328	422.51360952854156	4443708	0.9990009990009989	0.09901475429766744
1754.5927879810333	16000	431.31877227663995	3.751781318588994	441.87632071971893	423.1489282846451	4729438	0.9990009990009989	0.09901475429766744
1856.7040750980377	16800	427.78159365057945	3.6625954744722002	438.14497911930084	419.2808789014816	5017374	0.9990009990009989	0.09901475429766744
1961.9755940437317	17600	440.72708854675295	4.330745646980632	451.67693400382996	429.83218026161194	5315876	0.9990009990009989	0.09901475429766744
2066.1545794010162	18400	450.22311930060386	3.5493286468259906	458.30374705791473	441.68195593357086	5610831	0.9990009990009989	0.09901475429766744
2173.8833470344543	19200	451.9029845106602	3.6506869403833875	459.5933002233505	441.40485310554504	5917690	0.9990009990009989	0.09901475429766744
2282.2105724811554	20000	457.839335436821	3.75337974899522	465.8035887479782	447.35737776756287	6226486	0.9990009990009989	0.09901475429766744
2393.958595752716	20800	470.9805090045929	3.59967415747194	479.52814078330994	460.91012501716614	6546068	0.9990009990009989	0.09901475429766744
2509.8302698135376	21600	456.18161728858945	4.4044629804647455	463.3531242609024	439.26152312755585	6877622	0.9990009990009989	0.09901475429766744
2627.0539045333862	22400	457.5436197090149	3.6502529844618583	465.07310581207275	447.918319940567	7213934	0.9990009990009989	0.09901475429766744
2747.5095252990723	23200	470.85114429593085	5.341157624117094	483.34493511915207	454.9522930383682	7560560	0.9990009990009989	0.09901475429766744
2867.5436024665833	24000	471.3414554041624	4.355760354016665	479.62671077251434	456.9626921415329	7906294	0.9990009990009989	0.09901475429766744
2989.302736759186	24800	465.490242087841	4.375850481458323	475.1524370908737	451.4675667285919	8258085	0.9990009990009989	0.09901475429766744
3108.9758043289185	25600	468.92692519009114	4.15012533724022	476.8267310857773	452.8493448495865	8602054	0.9990009990009989	0.09901475429766744
3233.033913373947	26400	478.5954306060076	2.740514469522896	486.20388090610504	471.9806205034256	8960213	0.9990009990009989	0.09901475429766744
3359.7148764133453	27200	481.5688430762291	2.4229630008634118	486.3264741897583	474.57000374794006	9327017	0.9990009990009989	0.09901475429766744
3492.5399334430695	28000	480.28737240314484	3.182176246095467	489.22541707754135	473.54439091682434	9714913	0.9990009990009989	0.09901475429766744
3621.558844804764	28800	465.61498968660834	2.7394693604358342	473.1575462818146	460.7000151872635	10091681	0.9990009990009989	0.09901475429766744
3751.154899597168	29600	473.780989818573	2.5797394429849865	479.56852781772614	468.6618273258209	10470830	0.9990009990009989	0.09901475429766744
3890.853083372116	30400	478.70583795130256	4.6633777237768905	491.6998370885849	468.98745834827423	10879005	0.9990009990009989	0.09901475429766744
4033.6171844005585	31200	473.96083045899866	5.7725689384507515	488.0433180332184	461.6503723859787	11296027	0.9990009990009989	0.09901475429766744
4176.137188911438	32000	460.4127264088392	3.8735959733778955	468.7115952372551	452.74325931072235	11711802	0.9990009990009989	0.09901475429766744
4316.776608705521	32800	462.4109221690893	3.3455347047832347	470.53607630729675	455.30353796482086	12121037	0.9990009990009989	0.09901475429766744
4462.877539634705	33600	471.5993934214115	6.789982126400807	488.2326344847679	458.03211581707	12548256	0.9990009990009989	0.09901475429766744
4618.0208168029785	34400	468.56156888008115	8.861549777593426	494.9492064714432	451.8394328355789	13003746	0.9990009990009989	0.09901475429766744
4773.052034854889	35200	482.6967019122839	12.610375745018263	525.0862138271332	463.3585282564163	13457808	0.9990009990009989	0.09901475429766744
4935.5095911026	36000	476.4218753141165	11.535679442345149	512.0307609438896	458.36101281642914	13935538	0.9990009990009989	0.09901475429766744
5084.989754676819	36800	473.4754136836529	10.97548548015802	505.671782374382	453.45395600795746	14371396	0.9990009990009989	0.09901475429766744
5239.367461204529	37600	477.5157741957903	13.712213997617319	513.1623186469078	456.0833954811096	14824422	0.9990009990009989	0.09901475429766744
5401.618522644043	38400	476.9700242626667	13.180701523419106	514.8545963764191	454.52148628234863	15303022	0.9990009990009989	0.09901475429766744
5563.788609981537	39200	480.794284902215	15.406534488991172	523.0685178637505	451.5396955013275	15781269	0.9990009990009989	0.09901475429766744
5735.8229513168335	40000	482.3423609256744	13.73261603077096	515.5406831502914	460.7746386528015	16288966	0.9990009990009989	0.09901475429766744
5902.869272708893	40800	477.4104749882221	14.397646970916332	507.0952310562134	451.5809335708618	16780967	0.9990009990009989	0.09901475429766744
6063.353065729141	41600	498.87745930969714	16.637031831285334	526.0033774971962	463.3536524772644	17252600	0.9990009990009989	0.09901475429766744
6230.991645812988	42400	504.96034349024296	15.074979964508115	526.7338320612907	463.6504715681076	17748261	0.9990009990009989	0.09901475429766744
6400.6430830955505	43200	506.22045942783353	12.348698226679657	525.4864391088486	475.75519824028015	18252574	0.9990009990009989	0.09901475429766744
6569.282172679901	44000	494.9733709567785	12.970801214942927	515.0405012369156	467.66674160957336	18754788	0.9990009990009989	0.09901475429766744
6738.8481731414795	44800	502.0983399933577	10.901303602386301	517.9496830701828	470.2143419981003	19259036	0.9990009990009989	0.09901475429766744
6910.5132575035095	45600	513.3645450335741	9.612327939179641	526.5553852319717	481.34152698516846	19766763	0.9990009990009989	0.09901475429766744
7091.365065574646	46400	508.6543714058399	14.68349056321653	526.6742379665375	464.7136585712433	20303138	0.9990009990009989	0.09901475429766744
7279.6307101249695	47200	526.3969548660517	19.397702077017918	551.0141385793686	478.6664779186249	20862919	0.9990009990009989	0.09901475429766744
7468.714960813522	48000	534.4929433822632	13.184600975093854	551.549103140831	490.92586290836334	21427074	0.9990009990009989	0.09901475429766744
7650.957460165024	48800	519.2343645811081	10.946894310226758	532.4173784852028	480.9977056980133	21972447	0.9990009990009989	0.09901475429766744
7836.457654953003	49600	544.2616628551483	8.38658146086263	554.8540661334991	502.883872628212	22526976	0.9990009990009989	0.09901475429766744
8018.533269405365	50400	533.813428503275	7.325175683048453	543.8518775701523	501.76523435115814	23070532	0.9990009990009989	0.09901475429766744
8202.520502328873	51200	545.5803186947107	7.505458664160803	554.9519249796867	502.5839344263077	23618715	0.9990009990009989	0.09901475429766744
8402.589301586151	52000	576.945367231369	6.907944924664366	587.2768670320511	524.0865317583084	24218535	0.9990009990009989	0.09901475429766744
8600.740612506866	52800	541.683380971551	5.962818211740736	554.3425137400627	506.0225040912628	24811937	0.9990009990009989	0.09901475429766744
8798.711943864822	53600	557.1066547226906	8.006230453299397	567.8671347498894	507.6971740722656	25402074	0.9990009990009989	0.09901475429766744
9013.19618153572	54400	571.6278009855747	3.492226208287816	581.186311006546	564.6650853157043	26043394	0.9990009990009989	0.09901475429766744
9223.878389835358	55200	570.5917891579867	3.246010648175405	577.3794722557068	563.415745139122	26673031	0.9990009990009989	0.09901475429766744
9437.620319843292	56000	584.9622092199326	3.5332824366532996	596.0087571144104	576.9934006929398	27310539	0.9990009990009989	0.09901475429766744
9654.904834032059	56800	579.9670700484514	53.00430356719222	595.8481664061546	53.98356944322586	27959249	0.9990009990009989	0.09901475429766744
9866.35501074791	57600	593.4201680272818	5.670777210710182	607.7052772045135	563.1253467202187	28591327	0.9990009990009989	0.09901475429766744
10086.048206567764	58400	581.9031869238615	54.43437904502755	604.5361734628677	43.395804047584534	29248436	0.9990009990009989	0.09901475429766744
10303.8080368042	59200	586.2544504241366	79.14228927157963	619.0427858233452	31.092239499092102	29898748	0.9990009990009989	0.09901475429766744
10528.419377326965	60000	636.3204502600431	7.345958858324196	659.931115269661	620.9199873209	30568369	0.9990009990009989	0.09901475429766744
10751.047600030899	60800	633.1481123024225	55.24789420488766	654.8111104369164	86.65603393316269	31230663	0.9990009990009989	0.09901475429766744
10977.06175994873	61600	600.855056348592	80.01929188577402	627.441163778305	40.619236916303635	31906679	0.9990009990009989	0.09901475429766744
11207.42980837822	62400	613.2727452719212	8.303228857649719	635.1736137866974	588.8350540399551	32597788	0.9990009990009989	0.09901475429766744
11437.222036123276	63200	623.9205917736888	60.01748407110291	660.6948120594025	35.532796531915665	33282271	0.9990009990009989	0.09901475429766744
11686.44227361679	64000	642.287745834291	61.63247639392626	673.6266189813614	37.985950738191605	34027775	0.9990009990009989	0.09901475429766744
11947.900543928146	64800	638.2687275618315	61.874837850679484	675.3982596993446	34.15438973903656	34811468	0.9990009990009989	0.09901475429766744
12189.810841083527	65600	644.3876096068323	61.49087578985866	674.4481151103973	42.7596360296011	35536097	0.9990009990009989	0.09901475429766744
12445.101794481277	66400	647.683607223928	61.92966304399436	681.4607592821121	39.61718240380287	36304140	0.9990009990009989	0.09901475429766744
12691.597219944	67200	636.0991766363383	10.86415929806817	664.8011629581451	616.9668605327606	37039765	0.9990009990009989	0.09901475429766744
12946.905671834946	68000	683.5458673030138	13.32601551517789	719.4744877815247	655.0275747776031	37802876	0.9990009990009989	0.09901475429766744
13200.11303973198	68800	653.3486952325702	86.4147707488883	693.9937896132469	38.78774529695511	38557203	0.9990009990009989	0.09901475429766744
13462.119693994522	69600	698.5176411949099	93.4371939645109	748.2068678736687	47.80568140745163	39337283	0.9990009990009989	0.09901475429766744
13749.448507070541	70400	700.394475433752	150.6766651509276	770.7700681686401	23.803684696555138	40195965	0.9990009990009989	0.09901475429766744
14039.888555288315	71200	695.8446987465024	66.44650112293289	733.8556267619133	48.26848974823952	41065096	0.9990009990009989	0.09901475429766744
14291.267283439636	72000	688.707276160121	92.3697092230709	734.0583716630936	47.47694540023804	41813162	0.9990009990009989	0.09901475429766744
14554.19695353508	72800	691.911483412385	67.63049499696966	734.4597386717796	38.50860923528671	42596381	0.9990009990009989	0.09901475429766744
14818.668118715286	73600	701.022963938415	65.86492919497366	743.3351031541824	59.216396540403366	43383308	0.9990009990009989	0.09901475429766744
15083.969592094421	74400	674.3236569962278	110.61395346865085	722.3637791872025	31.898761227726936	44173115	0.9990009990009989	0.09901475429766744
15351.153816699982	75200	686.5680074228719	115.37421458562577	741.6461533308029	31.80380228161812	44968717	0.9990009990009989	0.09901475429766744
15631.981534004211	76000	743.7958911973238	73.06317826839602	783.1059885621071	30.142112016677856	45809904	0.9990009990009989	0.09901475429766744
15914.690279960632	76800	699.5687134103663	117.83188182713369	756.3405861258507	33.11233088374138	46655108	0.9990009990009989	0.09901475429766744
16196.861229658127	77600	723.2085903978348	95.81790872886019	772.4816879034042	43.06679856777191	47498913	0.9990009990009989	0.09901475429766744
16475.518488645554	78400	737.7605207135715	161.46435963328474	816.3185088634491	32.81762523390353	48331208	0.9990009990009989	0.09901475429766744
16776.032381534576	79200	746.6966557380557	100.8145863489557	798.2785153985023	37.65123435854912	49233773	0.9990009990009989	0.09901475429766744
17033.342522144318	79936	730.9198046494648	70.85519624282435	774.42999792099	43.151596020907164	50000672	0.9990009990009989	0.09901475429766744
