Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
7.847300052642822	0	94.56097764673788	7.35238619969774	125.12077525258064	81.42589804530144	0	0.0	0
50.720428705215454	800	196.10465450584888	26.205008138744184	260.0076587200165	159.025712788105	90409	0.9987515605493132	0.09901475429766744
112.01660537719727	1600	258.1188459742069	3.396948210317687	266.19248855113983	250.68564903736115	240510	0.9990009990009989	0.09901475429766744
184.23500728607178	2400	268.7911487966776	4.1638760911322095	277.87765395641327	259.1616951227188	425106	0.9990009990009989	0.09901475429766744
258.74837040901184	3200	274.3911287146807	3.3519104652383613	283.3121802210808	265.6441795825958	617485	0.9990009990009989	0.09901475429766744
334.46986746788025	4000	290.05540400147436	3.601959168183946	298.31457114219666	281.7315982580185	814083	0.9990009990009989	0.09901475429766744
412.7466411590576	4800	297.711350337863	4.039982846792964	308.65150117874146	289.376869559288	1019289	0.9990009990009989	0.09901475429766744
494.37509512901306	5600	304.6272682607174	3.200854372590245	313.67607736587524	296.2687726020813	1235349	0.9990009990009989	0.09901475429766744
579.9603040218353	6400	344.7935254955292	3.176282197078566	352.51125180721283	337.0214468240738	1464294	0.9990009990009989	0.09901475429766744
670.3135187625885	7200	363.3628899896145	3.149152030337462	370.12738394737244	356.4501142501831	1709773	0.9990009990009989	0.09901475429766744
764.2811923027039	8000	371.1094848895073	3.647873203671649	378.3679131269455	361.96692645549774	1967019	0.9990009990009989	0.09901475429766744
863.0118806362152	8800	391.3881714773178	3.5565461015648654	399.0381507873535	384.0438426733017	2239178	0.9990009990009989	0.09901475429766744
964.877126455307	9600	411.14015085816385	4.463000266071596	422.8009034395218	400.50905430316925	2521113	0.9990009990009989	0.09901475429766744
1069.1228857040405	10400	424.196086319685	4.349656431634555	437.08473789691925	414.5040776729584	2810239	0.9990009990009989	0.09901475429766744
1169.7597088813782	11200	425.12390286445617	4.178506797460634	433.98992359638214	415.7062602043152	3089492	0.9990009990009989	0.09901475429766744
1269.5489580631256	12000	430.4120375561714	3.7637960281423406	438.8285332918167	422.10671401023865	3365960	0.9990009990009989	0.09901475429766744
1367.7032704353333	12800	428.11697601795197	3.436837416828104	436.85352420806885	421.9499318599701	3636865	0.9990009990009989	0.09901475429766744
1466.6130723953247	13600	434.13483035087586	3.113462247007559	440.6936002969742	427.25965881347656	3908416	0.9990009990009989	0.09901475429766744
1566.4126682281494	14400	438.46473351359367	3.1498737202412608	446.1520611047745	431.61011385917664	4182255	0.9990009990009989	0.09901475429766744
1664.335242986679	15200	441.63294882535934	3.209175317278081	449.1015239953995	432.31038320064545	4448577	0.9990009990009989	0.09901475429766744
1764.087392091751	16000	446.25507382273673	3.3243677474249176	453.8732045888901	439.4737948179245	4721146	0.9990009990009989	0.09901475429766744
1864.031349182129	16800	455.19071654200553	3.0627049133613	462.2024760246277	447.38834273815155	4994757	0.9990009990009989	0.09901475429766744
1961.7110521793365	17600	454.6250132393837	3.1963039494369667	462.1252051591873	447.6256215572357	5261396	0.9990009990009989	0.09901475429766744
2058.915331840515	18400	458.14071205973625	3.453208433697123	465.66275906562805	449.60510432720184	5526859	0.9990009990009989	0.09901475429766744
2157.4255533218384	19200	464.3084767216444	3.0505317103286056	473.580127120018	459.173384308815	5796684	0.9990009990009989	0.09901475429766744
2255.9034111499786	20000	469.6104548048973	2.937440894922816	476.64994728565216	462.92479372024536	6066705	0.9990009990009989	0.09901475429766744
2355.7334060668945	20800	481.1316933596134	3.6556446376722014	490.8291139602661	473.5622093677521	6340959	0.9990009990009989	0.09901475429766744
2458.3730974197388	21600	481.95975735247134	3.427029023264859	490.19812393188477	474.30419528484344	6624558	0.9990009990009989	0.09901475429766744
2559.1882708072662	22400	484.6517239868641	3.6792231166493443	494.3831560611725	476.8927094936371	6901997	0.9990009990009989	0.09901475429766744
2661.45316529274	23200	487.44785382390023	3.332122433620195	494.7341659069061	480.1677258014679	7183835	0.9990009990009989	0.09901475429766744
2763.9895734786987	24000	492.70447725355626	3.1152862023963235	500.6221749782562	485.4969322681427	7466700	0.9990009990009989	0.09901475429766744
2867.3262972831726	24800	487.99869568824766	3.164990531969443	495.0720841884613	480.54194462299347	7751809	0.9990009990009989	0.09901475429766744
2972.8221333026886	25600	490.78560086250303	3.5653926745259334	499.18124282360077	481.40523660182953	8044548	0.9990009990009989	0.09901475429766744
3075.1050934791565	26400	490.84320352613923	2.870277332586708	498.2578818798065	482.0983904004097	8326714	0.9990009990009989	0.09901475429766744
3178.229547023773	27200	491.6207822728157	3.1104256166489472	500.2880300283432	485.37142288684845	8611695	0.9990009990009989	0.09901475429766744
3282.1936955451965	28000	495.9413501304388	3.5147752192926465	504.6847940683365	487.96372973918915	8899033	0.9990009990009989	0.09901475429766744
3385.762416601181	28800	499.42179962813856	3.8441611556999193	506.5799551010132	488.86335974931717	9185657	0.9990009990009989	0.09901475429766744
3488.558593273163	29600	498.2661429846287	3.4517214092051063	506.34976828098297	491.7585081458092	9469615	0.9990009990009989	0.09901475429766744
3594.1682670116425	30400	493.0827966827154	3.2558643326439056	499.9494397640228	485.84011149406433	9762970	0.9990009990009989	0.09901475429766744
3699.609541654587	31200	471.4755222171545	2.6381264418150123	478.1720749139786	465.9708378314972	10054918	0.9990009990009989	0.09901475429766744
3805.549607515335	32000	483.2615896505117	2.9658191726828975	490.5398631095886	477.25815308094025	10348581	0.9990009990009989	0.09901475429766744
3912.2192652225494	32800	478.65611707150936	2.496084552200477	485.158961892128	473.761273086071	10644628	0.9990009990009989	0.09901475429766744
4018.6417412757874	33600	485.0695473331213	2.8924713171622707	492.29188776016235	477.73026525974274	10939879	0.9990009990009989	0.09901475429766744
4123.278604269028	34400	491.3569868385792	3.4798523605325626	501.66063380241394	482.12783455848694	11229112	0.9990009990009989	0.09901475429766744
4230.7253959178925	35200	500.25843189001085	4.031023915710991	511.80694222450256	491.94371724128723	11528078	0.9990009990009989	0.09901475429766744
4340.064670562744	36000	503.41551747202874	4.028980939384061	512.4472898244858	492.11111730337143	11832636	0.9990009990009989	0.09901475429766744
4449.890147924423	36800	502.03358744323253	3.3979882785136533	511.6796542406082	495.0728637576103	12138980	0.9990009990009989	0.09901475429766744
4562.216108560562	37600	512.3747346365452	4.545105459439989	524.1896267533302	500.1713121533394	12453677	0.9990009990009989	0.09901475429766744
4673.262703180313	38400	506.51762878477575	3.7174330879261595	514.6453922986984	497.1095696091652	12764030	0.9990009990009989	0.09901475429766744
4786.832064628601	39200	488.080741661191	3.441200181911256	496.04746693372726	480.2757043838501	13083067	0.9990009990009989	0.09901475429766744
4899.497513055801	40000	509.7799197292328	4.311527388721572	520.2144056558609	500.1041955947876	13398644	0.9990009990009989	0.09901475429766744
5009.539317846298	40800	523.4924060696363	4.896873863705071	536.4727656245232	510.45527082681656	13705251	0.9990009990009989	0.09901475429766744
5124.273249864578	41600	511.90846875965593	4.837159243755214	526.5791105031967	502.37364864349365	14024791	0.9990009990009989	0.09901475429766744
5237.020322799683	42400	512.6031268179416	3.850812204025076	524.2482521533966	503.33933365345	14338224	0.9990009990009989	0.09901475429766744
5349.677525281906	43200	510.2644368320704	2.915253881710613	517.2365462779999	502.174644112587	14654039	0.9990009990009989	0.09901475429766744
5460.875021934509	44000	519.2688831013442	3.933003115651474	531.1808667182922	510.8850619792938	14966178	0.9990009990009989	0.09901475429766744
5574.020787715912	44800	509.48313737809656	3.969678176518203	518.9256068468094	500.69290471076965	15283972	0.9990009990009989	0.09901475429766744
5687.376790046692	45600	515.3031020665169	3.9665567542124403	524.4915044903755	504.26630359888077	15600805	0.9990009990009989	0.09901475429766744
5801.159830570221	46400	518.8250034320355	5.131656130895449	533.7047720551491	507.1070442199707	15917323	0.9990009990009989	0.09901475429766744
5915.63897061348	47200	524.1494100672006	5.182673499667864	545.270549595356	510.9188569188118	16237383	0.9990009990009989	0.09901475429766744
6028.2946264743805	48000	514.561259559393	4.37699352115269	529.7257471680641	503.68135809898376	16553039	0.9990009990009989	0.09901475429766744
6142.979341268539	48800	512.1687723660469	4.318334770243518	526.0849461555481	504.99177742004395	16875645	0.9990009990009989	0.09901475429766744
6258.588612794876	49600	526.4736932992935	4.119654011401058	539.7558297514915	518.6374918222427	17201753	0.9990009990009989	0.09901475429766744
6376.516198635101	50400	520.792895475626	4.370370399256887	538.5961623191833	510.9081349372864	17535952	0.9990009990009989	0.09901475429766744
6491.949848413467	51200	514.0721341109275	4.020573265169621	525.5601023435593	505.26255226135254	17863138	0.9990009990009989	0.09901475429766744
6606.025022029877	52000	508.0494467020035	4.66648435108831	527.6647649407387	497.96862149238586	18187484	0.9990009990009989	0.09901475429766744
6719.675069093704	52800	505.17005807101725	3.9378183232251853	516.0569695830345	494.2821161746979	18510829	0.9990009990009989	0.09901475429766744
6835.831159353256	53600	502.01440710544585	4.30363888869015	516.1622259616852	492.83592915534973	18842396	0.9990009990009989	0.09901475429766744
6950.305616140366	54400	511.1851941227913	4.643898215514416	523.555938243866	503.29330694675446	19168124	0.9990009990009989	0.09901475429766744
7066.310163021088	55200	506.5207275825739	4.080878302816241	519.1198211312294	495.7731363773346	19499265	0.9990009990009989	0.09901475429766744
7183.636369943619	56000	505.16555459141733	5.155120665300865	522.6917625069618	493.9520913362503	19833919	0.9990009990009989	0.09901475429766744
7301.993278980255	56800	512.4617455530166	5.725756300224469	525.249341905117	500.42879009246826	20170139	0.9990009990009989	0.09901475429766744
7422.341718196869	57600	511.7866834229231	6.132537396983772	532.131188750267	498.1992026567459	20512516	0.9990009990009989	0.09901475429766744
7542.070969104767	58400	514.7088625991345	6.1323678913600155	532.9981544613838	502.8687175512314	20852880	0.9990009990009989	0.09901475429766744
7664.234456539154	59200	515.7254920113087	5.9764196033759065	534.8524739146233	504.1511895060539	21201509	0.9990009990009989	0.09901475429766744
7784.538961648941	60000	514.1200012326241	7.084773815425363	534.5363973975182	503.4621306657791	21543854	0.9990009990009989	0.09901475429766744
7905.325808048248	60800	515.8317068743705	7.266693859539907	543.2029895186424	501.69427621364594	21887766	0.9990009990009989	0.09901475429766744
8026.153031587601	61600	519.9367214423418	8.468070042479708	542.5163653492928	503.93314242362976	22231656	0.9990009990009989	0.09901475429766744
8151.189300060272	62400	520.0023384761811	7.959720673124379	544.2007632255554	506.2900174856186	22589343	0.9990009990009989	0.09901475429766744
8274.483088493347	63200	518.5577476221323	7.663896126281478	542.1256917715073	507.34872329235077	22941602	0.9990009990009989	0.09901475429766744
8397.638948202133	64000	518.2230322623253	6.185034987216753	533.8172299265862	505.79305386543274	23293220	0.9990009990009989	0.09901475429766744
8520.921669006348	64800	522.0115888625384	7.955655181740377	551.2634728550911	509.3136055469513	23644870	0.9990009990009989	0.09901475429766744
8646.980927228928	65600	521.0021009391546	7.74584676264827	545.3457854986191	506.50181889533997	24005724	0.9990009990009989	0.09901475429766744
8773.717111825943	66400	524.6692603999377	8.839358934255333	551.1402736902237	507.1849846839905	24369144	0.9990009990009989	0.09901475429766744
8900.838151931763	67200	527.3414347952604	8.469861812021138	554.1974460482597	511.731850028038	24733638	0.9990009990009989	0.09901475429766744
9024.432307481766	68000	522.1875484323501	5.137154230590078	534.857071518898	511.1655412912369	25087482	0.9990009990009989	0.09901475429766744
9146.522249221802	68800	524.5684771877527	5.31318264913974	540.8697497844696	513.1539344787598	25438771	0.9990009990009989	0.09901475429766744
9270.52808880806	69600	522.5125577920676	4.873176427662339	535.6622723340988	511.5348187685013	25796975	0.9990009990009989	0.09901475429766744
9396.585631847382	70400	523.1121028661728	4.938322671546845	539.9696159958839	511.9669200181961	26160511	0.9990009990009989	0.09901475429766744
9524.437205791473	71200	526.3640419811011	4.85029447819969	543.3207268714905	516.440582036972	26530202	0.9990009990009989	0.09901475429766744
9652.158915758133	72000	532.2078454780578	7.0638352370731745	557.9002058506012	519.611289858818	26900095	0.9990009990009989	0.09901475429766744
9783.174250602722	72800	533.9480515980721	6.739121108320091	554.1842065453529	518.9192436933517	27280447	0.9990009990009989	0.09901475429766744
9915.52649641037	73600	536.2536316734553	7.437652346300664	555.6472563743591	522.1330958604813	27662927	0.9990009990009989	0.09901475429766744
10048.976504564285	74400	539.2156079781056	5.956007472793954	553.0724757313728	523.5815658569336	28048341	0.9990009990009989	0.09901475429766744
10179.614698648453	75200	545.846356574893	7.809717823024528	562.6253787279129	528.3511242866516	28424466	0.9990009990009989	0.09901475429766744
10312.47901725769	76000	540.9683217990398	7.147102779662693	560.5422015190125	529.4018795490265	28807701	0.9990009990009989	0.09901475429766744
10444.92292714119	76800	539.1872007787227	6.942690683332235	559.2180861234665	528.741841673851	29190327	0.9990009990009989	0.09901475429766744
10573.459840536118	77600	534.1911653709411	6.062691562650535	550.112111389637	522.6297969818115	29561317	0.9990009990009989	0.09901475429766744
10704.923619508743	78400	543.185954195857	7.6111381753850855	559.806055188179	527.2034472227097	29940782	0.9990009990009989	0.09901475429766744
10836.37270116806	79200	540.4914324408769	7.825379258835447	560.3810878992081	524.1794897317886	30319521	0.9990009990009989	0.09901475429766744
10967.52895951271	80000	536.2603926020861	7.362889990127351	556.0046882033348	524.0912699699402	30697744	0.9990009990009989	0.09901475429766744
11099.443027496338	80800	534.0734547394514	7.815235974732196	556.716300368309	518.7408658266068	31077857	0.9990009990009989	0.09901475429766744
11231.699617624283	81600	545.3491915667057	9.170855128274878	564.5417858958244	529.4699087142944	31461454	0.9990009990009989	0.09901475429766744
11363.314494609833	82400	539.8467476040125	9.01951584226706	563.0908226966858	524.3656973838806	31843900	0.9990009990009989	0.09901475429766744
11495.83770108223	83200	534.9710920089483	8.062063672715869	555.4855301380157	517.7266125679016	32227569	0.9990009990009989	0.09901475429766744
11629.302998542786	84000	540.5500005149842	8.076074860117362	564.0496240854263	526.9154582023621	32612580	0.9990009990009989	0.09901475429766744
11763.05059671402	84800	548.1276894855499	8.47361338647351	570.0984109044075	534.4456077814102	32997764	0.9990009990009989	0.09901475429766744
11896.110738754272	85600	551.3005539917946	8.678307342703143	568.7108314037323	533.7213629484177	33380896	0.9990009990009989	0.09901475429766744
12032.473740577698	86400	547.5394847911597	7.6043155836808225	566.9714922308922	533.2433152198792	33775159	0.9990009990009989	0.09901475429766744
12167.95841550827	87200	550.3094201725721	9.346130673125696	584.4382551312447	534.4945570230484	34166625	0.9990009990009989	0.09901475429766744
12301.855977535248	88000	552.9072499716282	10.082069483273708	584.89100086689	537.726059794426	34552803	0.9990009990009989	0.09901475429766744
12438.8604221344	88800	557.7815320634842	8.743850634063563	578.1992499828339	537.611022233963	34948706	0.9990009990009989	0.09901475429766744
12575.272084236145	89600	552.7031027233601	8.558306709720721	582.3713865876198	538.1802145242691	35342365	0.9990009990009989	0.09901475429766744
12711.530605316162	90400	550.0154613804817	57.33867191337271	584.2152085900307	-11.280114471912384	35735802	0.9990009990009989	0.09901475429766744
12852.141484737396	91200	562.3779128849507	11.887733611685729	597.0846456289291	541.5520775318146	36143912	0.9990009990009989	0.09901475429766744
12991.311636686325	92000	558.0156045651436	58.01945512964853	598.4112898111343	-9.833596646785736	36547109	0.9990009990009989	0.09901475429766744
13133.867268323898	92800	548.0150126186013	57.094231567121305	575.9525027275085	-14.628200024366379	36960481	0.9990009990009989	0.09901475429766744
13273.0515396595	93600	549.9334039872884	6.841914143449783	569.8112075328827	533.6624994277954	37361107	0.9990009990009989	0.09901475429766744
13413.870074987411	94400	558.6301292014122	57.828889009051814	585.6653980612755	-9.367049932479858	37767190	0.9990009990009989	0.09901475429766744
13553.068420648575	95200	560.7358849606663	57.97044051173563	585.6425644159317	-10.573387704789639	38168913	0.9990009990009989	0.09901475429766744
13689.37568974495	96000	571.9806142652035	8.06720665314993	592.6470722556114	552.9940824508667	38562317	0.9990009990009989	0.09901475429766744
13827.952136516571	96800	546.3911423573288	56.44754278859797	571.7194825410843	-9.59097113815369	38963626	0.9990009990009989	0.09901475429766744
13965.084512472153	97600	530.6877895157039	125.2876507914069	572.6247575879097	-15.38148781657219	39358721	0.9990009990009989	0.09901475429766744
14102.264096736908	98400	544.1751834487915	80.10043773184556	574.8676367998123	-16.56151521205902	39752749	0.9990009990009989	0.09901475429766744
14236.915966749191	99200	536.1455576203764	96.9427713294822	572.6567693948746	-16.119441404938698	40140759	0.9990009990009989	0.09901475429766744
14370.579408168793	100000	526.3609957180452	136.70393808236994	576.2310107946396	-19.21084099356085	40526352	0.9990009990009989	0.09901475429766744
14514.128736019135	100800	550.6731415808201	99.78238206691589	586.9681069254875	-17.518916457891464	40943225	0.9990009990009989	0.09901475429766744
14652.853199005127	101600	554.3416034004837	100.46396432455363	593.005942940712	-17.105192363262177	41342814	0.9990009990009989	0.09901475429766744
14790.981896877289	102400	516.8054622210562	156.8641156991198	583.9438127875328	-17.86667051911354	41739814	0.9990009990009989	0.09901475429766744
14931.324348211288	103200	549.837020971775	80.49702514183832	573.8965580463409	-12.651201710104942	42143756	0.9990009990009989	0.09901475429766744
15074.925682067871	104000	546.86313236475	142.54698344476506	619.5543779730797	-17.677106827497482	42558182	0.9990009990009989	0.09901475429766744
15236.256340026855	104800	581.4172789302469	60.214399032348844	611.7957797646523	-12.203906744718552	43030456	0.9990009990009989	0.09901475429766744
15392.44364309311	105600	552.0191234901547	167.58319964774253	643.5502446889877	-18.62407325208187	43485946	0.9990009990009989	0.09901475429766744
15559.364317893982	106400	581.9491647439636	137.33234267042178	649.1201257109642	-17.863790452480316	43977391	0.9990009990009989	0.09901475429766744
15724.407493114471	107200	593.7395907776803	140.93466979410084	686.5139710903168	-17.675200775265694	44462976	0.9990009990009989	0.09901475429766744
15898.469327688217	108000	607.5342814695836	64.02722250746139	649.6274133324623	-17.718746542930603	44976804	0.9990009990009989	0.09901475429766744
16073.835572481155	108800	650.2006292557717	83.74605393167971	1080.7657368779182	-16.78234201669693	45491034	0.9990009990009989	0.09901475429766744
16249.084164857864	109600	609.3330532038957	128.822710366329	673.7969574332237	-18.639178216457367	46005650	0.9990009990009989	0.09901475429766744
16420.39715051651	110400	576.0254961045645	175.04676492139748	655.3146771788597	-19.395835891366005	46508274	0.9990009990009989	0.09901475429766744
16603.529181957245	111200	629.9714912566357	114.24214524745008	680.2610723376274	-18.277816981077194	47047529	0.9990009990009989	0.09901475429766744
16792.29003882408	112000	668.7210392639041	70.80655554044817	725.3756820559502	-18.159917145967484	47602769	0.9990009990009989	0.09901475429766744
16989.289291620255	112800	604.9253970444203	10.19822917280274	638.3097694516182	581.841502904892	48184711	0.9990009990009989	0.09901475429766744
17190.43398475647	113600	596.2623479872942	10.495827225008084	623.9055314064026	575.4758752584457	48778789	0.9990009990009989	0.09901475429766744
17397.302968502045	114400	595.1191846174747	67.14834377438414	673.9241946935654	-14.167478077113628	49391380	0.9990009990009989	0.09901475429766744
17602.644508361816	115186	606.8135966474563	112.23241947562461	684.5210505723953	-15.410954535007477	50000044	0.9990009990009989	0.09901475429766744
