Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
13.77668285369873	0	142.0647796356678	35.468679014382545	364.53882426023483	95.89166283607483	0	0.0	0
37.61835169792175	200	328.8536394703388	1.5780406105297686	331.86591440439224	325.8795312643051	32400	11.378900538680691	7.834223696338018
72.5692720413208	400	491.7254704648256	4.706061325279061	502.513591170311	480.93582689762115	88105	11.435518515943695	7.834223696338018
120.4105372428894	600	1350.375443048477	114.11205139745566	1459.939871609211	891.5892122387886	166278	11.448762186067372	7.935470173881136
227.22941637039185	800	2634.484417116642	21.40395288845575	2673.5363569259644	2572.6597165465355	356734	11.429285046087077	7.935470173881136
372.5969331264496	1000	2853.6982052868607	64.36350383443916	3010.487151622772	2671.4636920690536	627587	11.448696780661395	7.935470173881136
549.3962433338165	1200	3133.4059920150044	266.7215467250017	3342.0563635230064	2083.313099563122	961365	11.424511284126526	7.935470173881136
726.2314264774323	1400	3226.2004131454228	19.97615028318215	3258.3695954680443	3183.780541539192	1293972	11.403933758359084	7.935470173881136
891.7905666828156	1600	3291.0869874858854	17.459792800794013	3315.269915699959	3204.892009437084	1603893	11.372292969377828	9.481496914025556
1078.7148132324219	1800	2949.791017717719	725.1085898908949	3281.810512781143	897.9919860959053	1958638	11.403508053296823	9.481496914025556
1259.1434979438782	2000	3062.265130227208	613.3637578315135	3312.4969195127487	261.4383511543274	2298930	11.379931188624807	9.481496914025556
1438.5468125343323	2200	2817.7929332304	611.7479044437929	3135.491796195507	1079.8052492141724	2638373	11.39879739251464	9.481496914025556
1575.042865037918	2400	2918.1494310212133	787.9977954808877	3203.6975368261337	236.1794210076332	2888707	11.424430415498657	9.481496914025556
1747.2994048595428	2600	3143.7910054296253	310.2920149848042	3273.466351568699	1605.56991314888	3212207	11.46960599779983	8.603386055263705
1921.2783243656158	2800	3169.890722321272	514.1441180495883	3301.1783325076103	211.26919478178024	3539253	11.473272419761248	8.603386055263705
2054.783132791519	3000	1628.2261205959321	1299.9257217480585	3368.753599703312	253.09166568517685	3791639	11.514364543878312	8.603386055263705
2181.26317691803	3200	3088.9882895988226	436.6157827500875	3274.5797480344772	1024.3812516331673	4020632	11.493625786230748	8.277894540695492
2347.7588012218475	3400	3138.8220171168446	22.38867784521047	3180.0457939207554	3082.4181728363037	4330913	11.488976246629269	8.337850083206233
2524.6773447990417	3600	2237.284588905573	976.3143154163199	3211.068533152342	899.8082323074341	4667956	11.447168286385121	8.337850083206233
2698.689557790756	3800	3089.390513358116	268.5983347868059	3167.8542057573795	1532.7126458883286	4994173	11.391460060723178	8.337850083206233
2871.719985961914	4000	2360.2666172403096	1164.7241532788355	3234.4735088944435	339.84367203712463	5323023	11.323973760034935	8.337850083206233
3039.426594018936	4200	2947.8333663731814	603.9975362108488	3250.589179813862	1076.1954543590546	5638800	11.31315131732167	8.337850083206233
3217.2007100582123	4400	3198.916379517913	233.14896919188814	3258.9387576580048	1365.2449274659157	5974028	11.324218235846628	7.994757177114194
3392.523398399353	4600	1749.4739089614152	1114.6681435930338	3275.843751311302	778.0071657299995	6312139	11.320851070396373	7.994757177114194
3572.608045578003	4800	3254.604187961817	10.540383304560342	3272.4978576898575	3226.7997056245804	6651207	11.363042398197166	8.601732804626712
3758.389407634735	5000	3141.966579014659	677.7994183624807	3359.8980338573456	362.20380622148514	7003339	11.399511267185579	8.601732804626712
3931.6512291431427	5200	1733.2130466389656	872.3767153656058	3358.537618815899	1052.207590520382	7335804	11.457573276170557	8.601732804626712
4114.547075033188	5400	3223.3235086774826	487.68462902973414	3345.056178867817	561.7951917648315	7681543	11.4307492488745	8.601732804626712
4302.7122983932495	5600	3359.6712665468453	12.922002663063047	3386.3524292707443	3332.2042497992516	8038151	11.425889713101915	8.601732804626712
4485.254090309143	5800	3142.0244769531487	395.4804487146138	3361.9738953709602	1964.2531086206436	8384610	11.43373675865922	8.458885674685389
4667.777002573013	6000	3260.660378648639	486.80135429684753	3421.2721815109253	1384.1253402233124	8730998	11.418118565611449	8.458885674685389
4854.099160432816	6200	3044.3072753846645	710.2708061621206	3464.1722863912582	1362.5809147953987	9085103	11.37358583679318	8.287105144332795
5041.454419851303	6400	2932.768014973998	859.279189035402	3445.5304239988327	972.0949337482452	9442154	11.358918126917638	8.277247098880652
5198.217965126038	6600	3293.7545990139247	429.9677505077723	3444.386659502983	1333.9607853889465	9734700	11.37838317126189	8.277247098880652
5372.917083024979	6800	3291.8627604800463	204.01441071809853	3363.109608888626	1670.7917808294296	10064809	11.362797952851677	8.971380467548208
5561.654275417328	7000	3368.7386179769037	17.33896860517943	3399.0196293592453	3316.707090973854	10422917	11.344308573060658	8.971380467548208
5749.941901683807	7200	3252.413040354848	654.0420568003075	3429.7123995423317	352.0212634205818	10780154	11.350323331507338	8.971380467548208
5919.9795389175415	7400	3220.5044161391256	276.97740695464756	3429.6372863054276	1863.3920066952705	11097657	11.340631789496442	8.971380467548208
6094.264512062073	7600	3201.656592337489	682.5216940252772	3470.1070191264153	853.9782143831253	11426061	11.320895591778644	8.971380467548208
6270.2597460746765	7800	3188.3540031588077	766.9739425436452	3426.5827844142914	350.74790900945663	11758597	11.303977461137737	8.783749428550912
6445.949400901794	8000	3161.548790755272	623.0026107807902	3438.951257765293	814.0502485632896	12089738	11.348888451082656	8.783749428550912
6622.088600873947	8200	2635.885483175516	1357.1522673982713	3498.087493419647	358.132439494133	12425164	11.35557986820388	8.783749428550912
6798.286751270294	8400	3345.1724412846565	290.2685946683352	3482.2098516225815	1474.6348116397858	12755744	11.378149196268918	8.783749428550912
6980.854907989502	8600	3057.8250456756355	785.0878535529492	3455.4580678343773	689.0695641636848	13101556	11.41088193107186	8.360358017235777
7167.110272407532	8800	3315.3240176558493	398.9855672470677	3422.9751613140106	510.27155488729477	13452707	11.416938244111911	8.360358017235777
7338.974157333374	9000	2827.774937375188	927.0186814384705	3430.027490079403	390.4298296570778	13779167	11.39624953836483	8.917499011365278
7524.310699224472	9200	3319.0066555553676	338.2906154952909	3425.4416749477386	1397.7326987981796	14130074	11.403185231673286	8.917499011365278
7712.688706636429	9400	3213.3361384564637	628.6250500933504	3401.3876799345016	417.496797144413	14487791	11.42450696989871	8.917499011365278
7901.132330417633	9600	3369.5457235890626	13.17826180468114	3399.78015679121	3336.2744718790054	14844899	11.414273105781772	8.917499011365278
8081.744102716446	9800	3272.0475161921977	401.6166339349458	3377.605577349663	419.9902914762497	15187349	11.41824891409409	8.917499011365278
8264.755930900574	10000	3063.0101595813035	889.5514348968736	3460.159538626671	358.6623583436012	15535988	11.42122705633638	8.563143388344697
8413.518340587616	10200	2965.3934647101164	989.1039410847837	3381.814505279064	363.9279211163521	15812687	11.431789157622788	8.060588520854855
8575.60218667984	10400	2101.3229241764548	789.9439936989129	3364.2716757655144	709.9327557086945	16121913	11.40739033989898	8.057741813130097
8743.070194482803	10600	2641.230675007701	1056.798858262189	3299.0415517687798	342.1573450565338	16439168	11.416326051369488	8.057741813130097
8907.100075006485	10800	3149.227512360811	374.11076078599854	3312.914823770523	1107.3384385704994	16746204	11.458054219741898	8.49893377419837
9082.159663677216	11000	3001.442303520441	852.0952819985229	3354.016590356827	369.0844957828522	17078277	11.435688497978791	8.49893377419837
9241.780428409576	11200	2886.381787918806	772.3956611682913	3370.3438063263893	826.535524725914	17377669	11.407141650834088	9.112206860720056
9411.167144298553	11400	3294.309191029668	22.012306500167334	3329.6851512789726	3227.935815870762	17695699	11.41214070364054	9.112206860720056
9582.521985292435	11600	2649.615404741168	1090.2240940112383	3356.874201118946	463.83696687221527	18020616	11.421572915875	9.112206860720056
9735.361793279648	11800	2835.6976483273506	951.4196356369089	3323.989413380623	550.4392968416214	18306087	11.37387878550124	9.112206860720056
9914.47450375557	12000	2562.418437575102	1089.8680828471986	3329.8586906194687	370.8972986340523	18645503	11.40083655348733	9.112206860720056
10105.017526388168	12200	2811.8975200361015	763.2712201085533	3349.7713322639465	1058.3896399140358	19008663	11.411311056352043	8.984448129971273
10292.097908973694	12400	2807.3987467497586	813.2235812134513	3418.233852803707	378.2352455854416	19365389	11.41801817142853	8.984448129971273
10481.734425067902	12600	3247.339936366677	282.7989454230288	3298.4634526371956	441.2638989686966	19725117	11.408234606711584	8.984448129971273
10687.859639406204	12800	3300.255907379985	11.05722011212718	3323.722220301628	3269.940797626972	20117785	11.416593568642417	8.984448129971273
10882.003089904785	13000	3294.3192201817037	15.914137597484206	3328.228720664978	3255.4699299931526	20486650	11.379440502333225	8.984448129971273
11085.22075676918	13200	3311.5819658815863	13.184629229125058	3336.8594828248024	3273.6306106448174	20873918	11.388112307209688	8.723703814569689
11269.174429416656	13400	1894.960017963648	1004.5883669011068	3353.079397916794	402.34172028303146	21228947	11.382110167692659	8.723703814569689
11455.924204587936	13600	3202.7180282998083	379.63000797122663	3315.362627863884	426.6430223584175	21582402	11.3848590696141	8.723703814569689
11648.795649290085	13800	3226.2028088229895	353.3546726956207	3326.9611673355103	1087.099875509739	21948903	11.380974922832733	9.61665616773198
11845.07952260971	14000	3286.927177505493	31.217418899877085	3332.2864248752594	3095.6084663271904	22321974	11.402475838260914	9.61665616773198
12020.778539419174	14200	3268.549235010147	38.23073728036984	3317.6874567866325	3152.011118412018	22653289	11.392872900806356	9.840722180419768
12208.447858095169	14400	2775.2317410486935	778.547361490083	3376.0642245411873	1014.7412408590317	23011840	11.37055564440299	9.840722180419768
12346.489018678665	14600	2077.4232391947507	1239.3376419941967	3350.425681948662	356.3304786682129	23272345	11.360379963791615	9.840722180419768
12482.808437108994	14800	2469.4332127016783	1058.9794328175087	3319.4086938500404	617.7905005216599	23525852	11.370439404891979	9.840722180419768
12629.710753679276	15000	2217.5760802316668	1069.741183733284	3299.096494913101	364.6898682117462	23803058	11.398983506748374	9.840722180419768
12785.239131450653	15200	3249.1654427617786	205.79328254539058	3323.531729519367	1289.7206724882126	24092734	11.388281660737784	7.700863024810143
12973.918638706207	15400	2758.4859945839644	993.0647657393453	3287.7237615585327	346.5568480491638	24452198	11.383035115847722	7.700863024810143
13129.872547626495	15600	2709.454052397609	1087.2110328576678	3256.244588673115	367.5327718257904	24743967	11.367869727769184	7.700863024810143
13317.096066713333	15800	2999.222799910307	839.8017939291284	3347.1577266454697	368.00246638059616	25099634	11.381476081470726	8.241364647939786
13502.849366903305	16000	2197.5074202132223	1397.8974007667416	3404.9066156744957	301.65828877687454	25457019	11.325377439625969	8.241364647939786
13680.34772515297	16200	3353.007999955416	14.16428714202993	3385.3073393702507	3303.8951669335365	25789958	11.336929350074874	8.621683698295174
13879.336565256119	16400	3174.40798943758	705.6053512846216	3405.4967045783997	335.64906454086304	26169084	11.393044855514768	9.024635652182816
14080.806626796722	16600	3311.266073088646	336.42618891196184	3398.697254538536	845.9719954133034	26551748	11.410992572016086	9.024635652182816
14270.631311893463	16800	3178.29830250144	605.0205958244435	3409.2455453276634	1105.348552942276	26911373	11.402539569048349	9.024635652182816
14462.727061271667	17000	2950.699506601691	938.3566772804353	3376.280474126339	413.0330331325531	27277093	11.419267611973702	9.024635652182816
14660.190466403961	17200	3072.0157332110407	769.0461754325132	3409.0189450383186	609.9857875704765	27652206	11.449395638237064	9.024635652182816
14853.625163555145	17400	2861.2116916251184	959.6194039000457	3406.6807891130447	347.6743174791336	28020663	11.40976776065216	8.301304568489035
15046.011174917221	17600	2633.3721297031643	920.0972177576294	3441.763502418995	231.6868675351143	28387929	11.40488390934254	8.301304568489035
15215.77641582489	17800	2668.9097566115856	976.8019075118228	3468.0286037921906	345.1740485429764	28710756	11.388348709625848	8.301304568489035
15387.562313556671	18000	2940.6074185198545	928.5157666733886	3450.582453072071	241.28232669830322	29034901	11.371166703385276	7.766298267557209
15560.578770637512	18200	2139.9966520762446	1372.905746482214	3443.9917964935303	251.22161650657654	29365048	11.374724934920705	7.766298267557209
15718.680702447891	18400	2238.478567893505	1333.2965740706277	3438.424845635891	198.16756814718246	29662919	11.38912952888436	7.766298267557209
15845.741697311401	18600	2339.355629580617	1265.983576812321	3382.3582534193993	218.00689446926117	29896633	11.396810839338816	7.766298267557209
