Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
12.656920671463013	0	157.29963360220194	54.18033272488144	396.60917741060257	94.37075918912888	0	0.0	0
19.839087963104248	10	117.7545521235466	4.603638037347593	128.7476163506508	109.83575427532196	45538	0.9090909090909091	0.5802942651293469
26.285044193267822	20	149.05451848328113	4.3234940352067115	158.7601199746132	139.20799100399017	87523	0.9523809523809523	0.5802942651293469
34.063819885253906	30	209.57179619431497	3.7225377132133564	217.92746716737747	201.60163140296936	134316	0.967741935483871	0.5802942651293469
41.71677589416504	40	219.3105714595318	2.321958728626264	226.60263496637344	212.95674979686737	184564	0.975609756097561	0.5802942651293469
49.64014196395874	50	216.00092866420746	1.8845649464882015	220.5534943342209	212.27089458703995	235510	0.9803921568627451	0.5802942651293469
57.58887267112732	60	259.00534462034705	1.3677647025919901	262.56622898578644	256.372526884079	288470	0.9836065573770492	0.5802942651293469
65.97280097007751	70	295.07691191792486	1.864480900335855	299.0504748225212	289.6832841038704	343830	0.9859154929577465	0.5802942651293469
73.73202300071716	80	297.59622700452803	1.53894976469179	300.96129035949707	293.34480053186417	396114	0.9876543209876543	0.5802942651293469
81.89743280410767	90	314.98883182942865	2.105913194570029	320.65803307294846	309.3368818163872	452435	0.989010989010989	0.5802942651293469
90.97271943092346	100	336.5243908435106	2.1448562893418472	341.11841958761215	331.75085908174515	509962	0.9900990099009901	0.5802942651293469
100.76747822761536	110	596.6486622208357	12.809256488066067	613.4276627898216	549.0193554759026	572051	0.990990990990991	0.5802942651293469
112.03279066085815	120	826.8248036658764	2.8433160509995656	833.0848676562309	820.5372896790504	638541	0.9917355371900827	0.5802942651293469
126.0957281589508	130	785.8528763633966	6.084017713354993	799.2254516482353	773.6618183851242	715967	0.9923664122137404	0.5802942651293469
144.91230273246765	140	2713.478406588435	2.633641317902659	2719.884360432625	2707.3450315594673	817189	0.9929078014184397	0.5802942651293469
168.07210636138916	150	2658.1820304900407	2.5990688948157783	2664.4989300370216	2650.563206255436	929131	0.9933774834437086	0.5802942651293469
193.13917112350464	160	2536.2297036975624	1.9134931608093644	2541.175955593586	2531.9540429115295	1046367	0.9937888198757764	0.5802942651293469
219.86196875572205	170	2582.1668569749595	8.756083934625172	2603.713413000107	2551.638446509838	1172328	0.9941520467836257	0.5802942651293469
248.42425179481506	180	2578.6481288701298	7.826592330623238	2592.1401905417442	2540.4806104302406	1310581	0.994475138121547	0.5802942651293469
281.1773145198822	190	2549.3306687927247	3.8531684213551505	2558.5267937779427	2544.2087231874466	1476519	0.9947643979057592	0.5802942651293469
314.2792296409607	200	2553.0907369208335	1.447019496440195	2557.399311006069	2549.6957117915154	1649340	0.9950248756218906	0.5822950911537856
346.751211643219	210	2548.6884396320584	1.1505708468442002	2551.0759460926056	2546.0785692334175	1824851	0.995260663507109	0.5822950911537856
377.78004264831543	220	2481.318983413577	1.608109158780279	2485.0522589683533	2476.3116250038147	1994988	0.995475113122172	0.5822950911537856
414.2027020454407	230	2515.5107524424793	1.5649345386130442	2519.7104961276054	2511.834212899208	2203613	0.9956709956709957	0.5822950911537856
454.0129144191742	240	2474.3200144708157	1.2253353256490545	2477.000969171524	2470.7987226843834	2422056	0.995850622406639	0.5822950911537856
493.1759684085846	250	2470.788242544532	1.238502860588304	2473.963327050209	2466.0127567648888	2646107	0.9960159362549801	0.5822950911537856
535.1805212497711	260	2492.4162431019545	1.6652532535202156	2495.8389599323273	2488.4719761013985	2868976	0.9961685823754789	0.5822950911537856
577.0962264537811	270	2473.0333780246974	1.5315363543387688	2476.994297206402	2469.7326204180717	3100961	0.996309963099631	0.584925534859008
617.9364609718323	280	2443.361996426582	1.3356846023744116	2446.2215117812157	2439.728517830372	3325118	0.99644128113879	0.584925534859008
662.1528236865997	290	2402.7587618035077	1.357058286363456	2405.6004157066345	2399.1781673431396	3555768	0.9965635738831615	0.584925534859008
702.6308691501617	300	2383.243264453411	1.5729379836286728	2386.4249576330185	2378.4920575022697	3784688	0.9966777408637874	0.584925534859008
744.7038426399231	310	2394.9025415444376	1.6144392355718056	2399.285948216915	2390.952374815941	4027807	0.9967845659163987	0.584925534859008
789.8290996551514	320	2361.3415835225583	1.5237051100463956	2365.620283782482	2357.5606722831726	4283130	0.9968847352024922	0.584925534859008
831.4602768421173	330	2334.9570661723615	1.5341071259870216	2339.036768257618	2329.104028403759	4537537	0.9969788519637462	0.584925534859008
871.9902489185333	340	2339.5854916614294	1.5067146097393047	2342.8908735513687	2336.177438557148	4800275	0.9970674486803519	0.584925534859008
911.5326948165894	350	2368.661218688488	1.8786452333113222	2372.1009671092033	2363.7552374601364	5064576	0.9971509971509972	0.584925534859008
949.5499384403229	360	2337.297417639494	1.7078519040468427	2342.003952085972	2333.515656530857	5300999	0.997229916897507	0.584925534859008
991.6057424545288	370	2339.395191189051	1.6257528215136003	2343.3164450526237	2334.9507187604904	5584516	0.9973045822102425	0.584925534859008
1030.0277712345123	380	2367.463393140435	1.9103887638361186	2372.4914497733116	2362.7525085806847	5838430	0.9973753280839895	0.584925534859008
1068.1754689216614	390	2332.100750454068	1.8846206510013281	2336.211512684822	2328.567247271538	6071815	0.9974424552429667	0.584925534859008
1107.2764627933502	400	2355.9771364712715	1.6111742299375724	2360.1016310453415	2352.3555657863617	6306426	0.9975062344139651	0.584925534859008
1148.9780311584473	410	2307.39422822535	1.6988995386978207	2312.063751399517	2302.882647693157	6576230	0.9975669099756691	0.584925534859008
1191.4340527057648	420	2379.653686949611	1.8046204299511959	2383.798791527748	2375.0044939517975	6843089	0.997624703087886	0.5990831349088044
1229.4005341529846	430	2278.3523161262274	2.622067606727031	2283.744359076023	2272.5782023072243	7089851	0.9976798143851509	0.5990831349088044
1267.4180538654327	440	2332.1151295608283	1.960383088178976	2336.434008061886	2326.6529732346535	7327557	0.9977324263038548	0.5990831349088044
1306.1621057987213	450	2389.932430704832	1.73124788399138	2393.611833691597	2385.668036043644	7577930	0.9977827050997783	0.5990831349088044
1346.3921129703522	460	2371.9214118647574	1.7588547876533451	2376.0022250413895	2367.5822563767433	7832387	0.9978308026030369	0.5990831349088044
1385.7667620182037	470	2343.088527446985	2.303065016489281	2349.4108335971832	2337.5685497522354	8100573	0.9978768577494692	0.5990831349088044
1425.6241507530212	480	2347.624779880643	1.646960083177527	2351.7465693354607	2343.2551657557487	8347146	0.997920997920998	0.5990831349088044
1463.9624857902527	490	2332.823080061078	2.259088302841735	2339.0318825244904	2327.7561460733414	8597370	0.9979633401221996	0.5990831349088044
1500.7540171146393	500	2364.4981837970017	2.6298048938526817	2376.3914637565613	2358.323651134968	8838886	0.998003992015968	0.5990831349088044
1537.5845139026642	510	2328.17735437572	2.462228055478507	2334.643228471279	2323.2904499173164	9075138	0.9980430528375733	0.5990831349088044
1576.916137933731	520	2369.39031537652	3.1179708146413088	2377.196949362755	2362.6319071650505	9331919	0.9980806142034548	0.5990831349088044
1617.5044360160828	530	2296.0472717648745	2.2971109028859504	2302.155849456787	2290.6254724264145	9596835	0.9981167608286252	0.5990831349088044
1658.0054047107697	540	2383.814649180174	1.5594315664198146	2388.312552690506	2380.0003677010536	9872876	0.9981515711645101	0.5990831349088044
1698.9118978977203	550	2362.7690174108743	3.6556745832254327	2370.413661777973	2353.9225382208824	10154608	0.9981851179673321	0.5990831349088044
1741.4775652885437	560	2443.3674422878025	1.867923546302633	2448.543892085552	2438.8600226044655	10426961	0.9982174688057041	0.5990831349088044
1782.3628470897675	570	2349.5967473578453	1.8893254033137707	2356.5201817154884	2344.979795575142	10687219	0.9982486865148862	0.5990831349088044
1823.866994380951	580	2366.556223589778	5.167828251772969	2377.20442456007	2352.8636961579323	10970027	0.9982788296041308	0.5990831349088044
1863.683215379715	590	2315.6983965826034	2.203961286252638	2321.5818652510643	2311.0830518603325	11239801	0.9983079526226735	0.5990831349088044
1907.0645101070404	600	2393.858572129607	1.9408213450319156	2399.336891412735	2389.240690767765	11528131	0.9983361064891847	0.5990831349088044
1947.4736528396606	610	2465.6179427313805	1.814935903616682	2469.5322948098183	2459.5337037444115	11787964	0.9983633387888707	0.5990831349088044
1984.8673014640808	620	2439.3623636192083	1.520290332073783	2442.993986785412	2436.330382466316	12021983	0.998389694041868	0.5990831349088044
2023.1982638835907	630	2386.1498532819746	2.0448727086045455	2391.1005914211273	2380.0995680093765	12266140	0.9984152139461173	0.5990831349088044
2063.6495888233185	640	2387.6228411751986	1.9311862288859762	2393.0910871624947	2383.0961441397667	12529672	0.9984399375975039	0.5990831349088044
2104.9246439933777	650	2426.258803545237	1.3619187200612184	2429.231079220772	2423.0570710897446	12785365	0.9984639016897081	0.5990831349088044
2142.1626348495483	660	2435.5958998674155	2.2781520929761054	2440.4194774627686	2428.6141971349716	13032699	0.9984871406959153	0.5990831349088044
2183.375947713852	670	2415.9943216580155	2.610088812163836	2421.0085223913193	2409.933533191681	13298286	0.9985096870342772	0.5990831349088044
2224.895717382431	680	2474.5382195907832	1.4614405814520597	2477.3798871040344	2470.603229701519	13557379	0.9985315712187959	0.5990831349088044
2261.695392847061	690	2411.6785255670547	2.6639824424516276	2418.372126340866	2407.2075583934784	13802796	0.9985528219971056	0.5990831349088044
2299.6142196655273	700	2437.160155521631	1.2007557405235898	2439.7408942580223	2434.3157906532288	14039489	0.9985734664764622	0.5990831349088044
2339.682726621628	710	2462.647247918844	1.5039824498727252	2466.145615398884	2458.4771553874016	14288504	0.9985935302390999	0.5990831349088044
2380.782429456711	720	2558.9463280522823	1.2638144838736973	2561.906711578369	2555.897188305855	14548007	0.9986130374479889	0.5990831349088044
2419.4206562042236	730	2462.980125747919	0.9875936179329143	2465.665049612522	2460.7437440752983	14793637	0.9986320109439124	0.5990831349088044
2458.0130660533905	740	2524.588262335062	0.6255484768165783	2526.1875928640366	2523.036487042904	15034242	0.9986504723346828	0.5990831349088044
2497.3906965255737	750	2540.7254105067254	361.85364178283476	2601.5284718871117	7.027888387441635	15285756	0.9986684420772304	0.5990831349088044
2535.2894399166107	760	2627.178029729128	0.8164506766526857	2629.243298768997	2625.4875934123993	15519210	0.9986859395532195	0.5990831349088044
2570.6320745944977	770	2504.0181504669786	509.5346060781957	2611.6725444197655	7.496373265981674	15732494	0.9987029831387808	0.5990831349088044
2605.023638486862	780	2555.34631064713	1.0101029124333634	2558.689053475857	2553.201812326908	15947060	0.998719590268886	0.5990831349088044
2643.498953819275	790	2582.0971957087518	2.48887656746286	2587.111823260784	2576.729168832302	16191288	0.9987357774968394	0.5990831349088044
2682.00231051445	800	2593.289266393185	1.1330253194383288	2596.215209543705	2590.7426570653915	16438845	0.9987515605493134	0.5990831349088044
2721.147800922394	810	2648.2306823211907	1.3377463114888988	2651.9095989465714	2643.906556367874	16684314	0.998766954377312	0.5990831349088044
2757.857861995697	820	2638.1093155711887	264.2747947063887	2667.0668854117393	8.62495356798172	16918687	0.9987819732034104	0.5990831349088044
2794.5142357349396	830	2659.422124994397	1.0146023076679518	2662.4540123939514	2656.7160917520523	17149993	0.9987966305655837	0.6001597461823117
2833.58473944664	840	2585.500163320899	368.1357932076371	2642.7863354086876	7.373558163642883	17400511	0.9988109393579072	0.6001597461823117
2874.165997028351	850	2664.4327563226225	1.0932962247711744	2666.7963975071907	2662.337284743786	17647753	0.9988249118683902	0.6001597461823117
2912.798834323883	860	2627.6939973306658	2.115612147620224	2633.1072469949722	2622.96693700552	17887141	0.9988385598141696	0.6001597461823117
2953.068320274353	870	2659.5202444648744	1.0145414635422878	2662.7273711562157	2657.117229640484	18159024	0.9988518943742825	0.6001597461823117
2990.7559134960175	880	2590.38778771162	454.2159611944625	2672.769620537758	6.495274990797043	18413571	0.9988649262202043	0.6001597461823117
3029.619671344757	890	2687.612442313433	0.9576392699877347	2690.2310221791267	2685.347989499569	18666937	0.9988776655443322	0.6001597461823117
3070.321118116379	900	2650.705613613501	377.7506843228444	2708.364683032036	6.3287617564201355	18932174	0.9988901220865705	0.6001597461823117
3108.036541223526	910	2530.3495336272663	692.5479484166952	2728.9398072361946	5.773749131709337	19166362	0.9989023051591658	0.6001597461823117
3145.3904349803925	920	2443.4675871037225	812.4380538526183	2718.2368951439857	5.077180236577988	19408511	0.998914223669924	0.6001597461823117
3181.5700268745422	930	2497.9853994336536	734.6937857116873	2721.0580035448074	5.312652871012688	19637509	0.9989258861439313	0.6001597461823117
3219.1707952022552	940	2585.8030745797605	591.6956829943962	2728.4059998989105	6.046212092041969	19884367	0.9989373007438895	0.6001597461823117
3256.5874927043915	950	2713.1941323810815	3.364303885426553	2719.819597840309	2706.5021010041237	20128798	0.9989484752891693	0.6001597461823117
3297.035506248474	960	2723.5467348515986	1.9977388720349187	2730.2323602437973	2719.30143815279	20383076	0.9989594172736732	0.6001597461823117
3334.4028239250183	970	2492.0958767544853	733.0993646240142	2711.167742729187	5.407812118530273	20620594	0.9989701338825953	0.6001597461823117
3371.3280177116394	980	2574.8646811578424	648.7670823530553	2746.9760407805443	6.0422918647527695	20879445	0.9989806320081549	0.6001597461823117
3409.641157388687	990	2698.7751647150517	270.5990045323241	2731.5683218836784	6.400031268596649	21138138	0.9989909182643795	0.6001597461823117
3448.327290058136	1000	2731.755517425537	2.2394433962036513	2738.3041676282883	2726.9461037516594	21399069	0.999000999000999	0.6001597461823117
3486.893980026245	1010	2741.377145718336	2.104503002883144	2745.2896469831467	2735.6818135380745	21656300	0.999000999000999	0.6001597461823117
3528.926919937134	1020	2659.5122513874435	541.6115347016621	2776.0211020708084	5.903355732560158	21940217	0.999000999000999	0.6001597461823117
3566.5956451892853	1030	2648.11592994811	539.3242124506977	2765.5492489933968	5.7700673788785934	22194125	0.999000999000999	0.6001597461823117
3604.5706419944763	1040	2617.7260592909156	533.0660708655372	2730.0098254084587	5.816549122333527	22435704	0.999000999000999	0.6001597461823117
3647.492650270462	1050	2746.2481583637	2.0100527469994782	2750.1291286945343	2740.3983693122864	22714853	0.999000999000999	0.6001597461823117
3686.4523549079895	1060	2701.9200693383814	385.13964212858036	2761.7893944382668	5.9174256175756454	22990064	0.999000999000999	0.6001597461823117
3727.210620164871	1070	2482.1053246349097	825.6571357986586	2762.151562809944	4.540642078965902	23257269	0.999000999000999	0.6001597461823117
3766.4472336769104	1080	2255.2275503870706	1089.5749236897832	2789.7193739414215	4.448925610631704	23530532	0.999000999000999	0.6001597461823117
3804.0615689754486	1090	2494.5105507789926	875.212739302731	2808.9931015372276	4.562615811824799	23798006	0.999000999000999	0.6001597461823117
3842.2695100307465	1100	2431.4475743838448	937.8655994652623	2798.802570462227	4.544182226527482	24054374	0.999000999000999	0.6001597461823117
3882.9560537338257	1110	2647.41472971458	606.0365835781666	2794.3008947968483	4.787235032767057	24328693	0.999000999000999	0.6001597461823117
3925.0357053279877	1120	2676.9605125534067	545.2879244114334	2802.0355714559555	4.720431532710791	24606374	0.999000999000999	0.6001597461823117
3964.7019939422607	1130	2797.0292555767296	3.746266575433614	2802.5891223549843	2783.136598467827	24882026	0.999000999000999	0.6001597461823117
4006.357884645462	1140	2700.2860869785327	473.9415845165412	2792.833081662655	5.107284054160118	25163136	0.999000999000999	0.6001597461823117
4048.8793263435364	1150	2774.762585655004	278.3986753693925	2808.1551000475883	4.825423017144203	25478121	0.999000999000999	0.6001597461823117
4089.8083996772766	1160	2778.568907199353	278.7032303451191	2810.902485907078	5.5807795971632	25749713	0.999000999000999	0.6001597461823117
4130.432407855988	1170	2776.046590172052	2.2244964351103067	2780.3616005778313	2770.368657886982	26015715	0.999000999000999	0.6001597461823117
4170.316440343857	1180	2766.922131765112	277.50440591164744	2798.4811211824417	5.852442465722561	26289596	0.999000999000999	0.6001597461823117
4212.013283967972	1190	2737.846991250664	480.41334441057194	2826.300579369068	5.600811414420605	26573271	0.999000999000999	0.6001597461823117
4252.217704296112	1200	2828.13063842237	1.567219249386822	2831.5533739328384	2823.9870589375496	26852065	0.999000999000999	0.6001597461823117
4290.1334681510925	1210	2818.33031635344	1.9827288266875742	2822.7217561602592	2813.50259411335	27130809	0.999000999000999	0.6579299172618943
4332.482846736908	1220	2660.677530176956	670.9559342576877	2835.1304148435593	4.2845015320926905	27418658	0.999000999000999	0.6579299172618943
4373.652467250824	1230	2733.4109795037007	479.6516529091478	2820.9863764047623	4.958500757813454	27687504	0.999000999000999	0.6579299172618943
4412.837175369263	1240	2831.8607958197595	1.6612874285255004	2834.663034558296	2826.4511941075325	27964885	0.999000999000999	0.6579299172618943
4454.651993513107	1250	2833.913284420371	2.048226659828387	2837.552059531212	2827.73424834013	28251442	0.999000999000999	0.6579299172618943
4493.939494371414	1260	2738.310328120552	480.6700569006298	2826.6891629695892	4.622606072574854	28494220	0.999000999000999	0.6579299172618943
4530.796370506287	1270	2750.675908447057	482.83480768391865	2839.068142950535	4.66368293017149	28738516	0.999000999000999	0.6579299172618943
4567.151699066162	1280	2602.337610368952	712.5462707737696	2802.1030942201614	4.568732734769583	28992739	0.999000999000999	0.6579299172618943
4604.51903128624	1290	2755.141696414361	483.62433527267876	2847.2448330521584	4.655822329223156	29249864	0.999000999000999	0.6579299172618943
4642.826805114746	1300	2522.7503476504844	929.9099847095857	2869.7276055812836	4.142635405063629	29511963	0.999000999000999	0.6579299172618943
4678.396494150162	1310	2418.8082448801397	1014.2820295853568	2850.661542892456	3.7857463844120502	29756159	0.999000999000999	0.6579299172618943
4715.297549009323	1320	2429.8178456103524	1018.8052732331828	2866.7764347195625	3.809546809643507	29993199	0.999000999000999	0.6579299172618943
