Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
7.925233602523804	0	94.86096275508403	8.816387841453208	138.98493707180023	82.33440887928009	0	0.0	0
102.72598910331726	800	415.311491535306	1.8216305175118006	419.7420807480812	409.92615789175034	258916	20.2028008400497	8.993742747739015
208.6321427822113	1600	396.7359742399305	5.841165590746048	414.49039113521576	383.1575406193733	557156	20.08908484672587	8.924952960229737
316.8215093612671	2400	414.68540267121045	59.25107843700223	438.6183599680662	5.202176325023174	865096	20.15564776106381	8.741032608004316
426.82337951660156	3200	390.82789043703116	118.8364826572126	490.800234913826	-5.179992167279124	1177174	20.12143382820463	8.729255562322793
538.5725529193878	4000	391.15947823073714	107.8647168883692	428.49488139152527	-4.101796925067902	1495487	20.11096998697187	8.906317101752808
643.8379497528076	4800	424.3067190951854	96.18391867742945	474.88146018981934	-14.424544140696526	1791660	20.06593541122681	8.241465985672074
735.5396575927734	5600	407.3095103601925	42.93836794797308	450.39248764514923	-12.55638600885868	2042339	20.147303505535294	8.826129269570233
854.3057503700256	6400	483.3689165059477	99.92018583781663	510.52407121658325	-15.362114071846008	2382701	20.19096651900366	8.648345637897265
975.8585493564606	7200	453.0261257394031	65.20293527651985	470.2935717701912	-3.133543074131012	2733936	20.17545627335483	10.267638268466731
1083.4135749340057	8000	413.17046416312456	119.3181439743526	449.6038836836815	-29.66972789168358	3039524	20.091428765281684	10.267638268466731
1174.3226068019867	8800	298.80245637835003	91.90127321089922	340.2407925724983	-27.24371185898781	3289239	20.108934915800933	8.720173290682506
1284.590670824051	9600	454.5957522391528	89.32653179875372	488.98311483860016	-17.96633678674698	3603977	20.080086490486718	9.044081043691447
1400.091314315796	10400	429.18903653290124	148.22025878869547	486.8078935742378	-29.492712199687958	3936708	20.11178857233947	8.447260452319487
1514.0854196548462	11200	457.47040160357955	124.49188540866813	519.2142276763916	-32.24042281508446	4264309	20.04159771092905	9.241932911394555
1628.7848327159882	12000	513.9126592421532	6.679805114194212	532.2347683906555	502.44341468811035	4595353	20.109120724756306	9.459350813665381
1740.095340013504	12800	351.06428431658077	259.86564562759406	588.1506006717682	-38.835709393024445	4915781	20.08919932024837	9.252564699298576
1839.9033648967743	13600	336.1905191206839	16.55414550811575	404.9234145283699	239.20101821422577	5200274	20.123770003975014	8.33411421830029
1939.7859871387482	14400	272.4687301060045	15.422200848633974	296.4851553440094	169.3182431459427	5484525	20.185655295287724	10.869585366298683
2049.330008506775	15200	359.1015137073444	67.39256941201526	407.1031059026718	-27.753613084554672	5802031	20.12382619357846	9.62507100862275
2167.100708246231	16000	496.0741041946411	2.0660478563758047	502.1477671265602	491.7975189089775	6143407	20.18083774746537	8.487137503851592
2283.1626482009888	16800	357.0838619368896	55.0628504780022	399.1755848824978	-22.69825839996338	6478212	20.165080303181412	8.974458693019008
2412.4948766231537	17600	570.3247280931473	127.08837093028515	669.9246890544891	-49.72156834602356	6856495	20.129250128152165	9.115471686196253
2534.7666444778442	18400	583.7842364026606	109.99964538030878	672.7362811565399	-43.99318294227123	7211969	20.18876697426595	9.20129824410559
2661.3946282863617	19200	474.6930708685331	52.24282453258072	539.962463915348	350.08217948675156	7582990	20.13751651991504	8.553349868864654
2793.6083874702454	20000	536.3198474451899	83.06701597017408	569.402277469635	-42.88991442322731	7973566	20.090024838326105	8.94315853554822
2904.1463630199432	20800	393.35015942554224	173.42118307311515	502.3088189959526	-62.06387484073639	8291137	20.189646549911423	8.660356675124387
3007.3527743816376	21600	173.96236074056478	93.57304441259595	237.17541790008545	-60.53832679986954	8584750	20.10630796898356	8.660356675124387
3119.7093517780304	22400	460.5554056798201	174.770307102792	533.7092826366425	-45.01084539387375	8906719	20.10530037811899	9.518289146421301
3237.9373350143433	23200	336.2697421929613	137.6548004728638	422.8639134466648	-56.884767174720764	9249908	20.0669772887994	9.516541378025169
3349.1368429660797	24000	272.5599318690598	152.27871943532273	373.7360740303993	-50.9884467124939	9568043	20.277004880752568	8.910380321190477
3477.219393968582	24800	512.8995073854924	156.49633718318944	590.9289584159851	-63.317250192165375	9942707	20.192454456822798	8.59408652052775
3591.409075975418	25600	430.81766998570413	239.47166043915652	561.8350813388824	-64.77235415577888	10272627	20.129367168186203	8.379688278660081
3706.9575266838074	26400	536.8908477762342	126.9833570195545	622.3052141070366	-41.40740889310837	10607321	20.203736519779653	8.547452631948465
3828.416337251663	27200	565.415216794312	161.78679048709586	703.312797665596	-35.69870334863663	10961409	20.127539181368274	9.480339069541333
3944.9918162822723	28000	557.9444487294554	86.63699522218866	634.8864576816559	-53.81556424498558	11299758	20.082990088008668	8.001505161874233
4076.4179661273956	28800	611.2097339947801	122.05563358262083	753.077377974987	-37.221711218357086	11689859	20.081151146817295	8.410301480737552
4217.637932777405	29600	579.3717158132047	224.8937163005114	769.9239511489868	-61.76380529999733	12115824	20.09838680052789	9.594875433712318
4342.804308176041	30400	489.990526206512	114.78862564475016	603.543378829956	-49.386148661375046	12485550	20.12281177752942	8.957152483141174
4482.411240100861	31200	534.69414635472	168.78307952828794	694.8706188201904	-77.01974049210548	12906493	20.109252131869468	9.001131061954416
4619.650050163269	32000	640.5190519404412	181.29168146181686	724.5634491443634	-54.023440808057785	13319830	20.145933548546893	8.703678443865927
4763.602395772934	32800	706.447829217217	204.83867917538146	841.54388910532	-69.3761796951294	13752720	20.148202009220633	9.778302964720421
4933.157008647919	33600	750.628267686729	487.10016481243235	1112.9718624220695	-54.89897435903549	14273921	20.208407908623805	9.56075041072042
5232.20340013504	34400	2088.8985153780877	1235.7734109753355	3051.6482741832733	-90.4730332493782	15239259	20.099366375008405	8.924952960229737
5545.270195484161	35200	2175.4352469049395	951.0951109647161	3194.3247016072273	779.8072296380997	16257491	20.079128337672845	8.928459001474273
5826.136978149414	36000	2484.609272734821	952.3064634373292	3079.9326407909393	-73.93250733613968	17163039	20.072967601094792	8.928459001474273
6148.222268104553	36800	2745.8773401553185	633.5323117348611	2939.243816077709	-61.97725120186806	18212015	20.038311337025757	9.058401617647286
6413.922257900238	37600	2559.966926306784	980.3094323765583	3058.7700503468513	-79.03678584098816	19062443	20.03283209801267	9.117937740399565
6666.019520998001	38400	996.473088073905	639.1636473219214	2701.2994663119316	-84.50987809896469	19869167	20.16558381734425	8.884838980040776
6916.465484857559	39200	2505.409203237202	711.0237630978111	2916.1334797739983	311.3866033256054	20659558	20.140193849812697	9.369830051405852
7148.83149266243	40000	1808.464755581785	1121.6493681444479	2883.972019135952	-58.34346044063568	21387816	20.197861766931695	9.389176136305743
7343.55620598793	40800	583.6091148052178	201.23939454736995	877.3660175055265	-74.02136925794184	21995062	20.188346931253346	9.548887682052836
7522.416832208633	41600	885.7768626688048	412.28884384545813	1582.8730162382126	-99.3801217675209	22546734	20.212972009698785	8.618629367549088
7692.538927078247	42400	786.1183927000546	142.68370638551306	1004.6622604578733	-78.1667195558548	23068592	20.127735773129906	8.7694014323758
7880.576013326645	43200	772.2524770852458	278.3376618557231	1423.6632425785065	422.15252727270126	23651462	20.06612608263977	8.291231077025623
8056.091583967209	44000	613.3467939511779	71.01394268077816	803.4341157674789	377.60814778506756	24192411	20.136356197482993	10.052588831228276
8212.77185869217	44800	473.0703770671366	172.45288721852137	644.8891046047211	-80.33858752250671	24670755	20.208044703621912	9.480339069541333
8392.11248922348	45600	1242.819213034534	302.7275507071937	1596.4191591739655	-83.35672092437744	25221625	20.191382657245857	8.521952335641028
8686.23874616623	46400	1551.3529949616745	995.2963545209329	2181.4954367876053	-107.56658926606178	26171731	20.144443009790862	9.47912608264681
8944.356628417969	47200	2364.0855924123525	245.1879670946013	2421.1475764513016	-71.0665894150734	26991105	20.220558333393978	8.64365314292129
9268.15767288208	48000	2277.6930767000467	453.3768358706719	2417.1687487363815	-113.82274454832077	28040384	20.123454701154845	9.316452678689707
9572.151084899902	48800	2305.873694232553	334.1956050795423	2402.50431060791	22.20970207452774	29018243	20.158471819083697	9.049061463708679
9928.24284696579	49600	2062.868481536601	725.9639314694507	2378.6572665572166	-130.3647334575653	30184501	20.1267119362385	8.877962946622421
10212.96146941185	50400	1222.4749743270688	534.4004420772916	1770.5151698589325	-128.73523318767548	31106632	20.10343859269214	8.910380321190477
10508.782325267792	51200	2121.6201421537994	418.60202299678645	2303.14699614048	-91.0425261259079	32056692	20.004212161125853	8.910380321190477
10834.46560716629	52000	1844.2925429506345	453.87026033419323	2323.583347260952	-94.04864642280154	33120124	20.078284939146943	9.758196977504744
11192.433699846268	52800	2244.4232005780937	11.155105991804492	2274.4393404126167	2216.8556123375893	34288380	20.13702961852696	9.758196977504744
11493.982668161392	53600	2052.6364638736845	534.0704057509229	2208.4563068151474	-130.89315778017044	35261781	20.044755053596624	8.633147985471185
11794.856620311737	54400	1875.7521439242364	123.72429375860314	1918.3929261565208	994.5368799567223	36227163	20.09467966338946	9.318323581239609
12145.105272054672	55200	1747.1640518467104	609.2904575729855	2044.3574328422546	11.410959639819339	37365735	20.060207309640315	8.86665289982856
12447.150697231293	56000	1911.9910760968924	96.4475070373403	1946.533455312252	1023.228884935379	38336338	20.141453318802498	8.6345850076024
12813.094295501709	56800	1965.309686512947	93.50487905894386	2000.9617775678635	1441.200311243534	39528147	20.19873241915391	8.778803665721044
13185.999329805374	57600	1908.8266886656731	254.44189668856086	2002.7652541995049	130.08802471403033	40743875	20.166732446847757	9.362365071807616
13514.23710846901	58400	1296.6000414369255	960.6074313633409	1968.617444217205	-182.49086451530457	41814274	20.210287162184873	9.15739393873708
13797.706755638123	59200	1481.8007343799993	786.4625420720207	1900.508548617363	-164.6672179698944	42726255	20.19225531038939	8.859696644859511
14086.893547773361	60000	1167.274058592267	929.8553653959591	1876.45767557621	-222.28568983078003	43658475	20.122923651695913	9.603100977925061
14340.017821073532	60800	1239.4824447891722	832.033777368285	1815.3703904151917	-222.5375349521637	44465406	20.128061992640642	9.603100977925061
14637.479191541672	61600	1569.6356884637662	614.306564583672	1817.2264300584793	-180.4378460943699	45411843	20.15287450436722	8.953134718142946
14766.085659265518	62400	-58.89946440601547	59.955967307797295	10.118731744587421	-239.55472961068153	45797369	20.089548000342468	8.797637610950584
14800.49295258522	63200	-47.37155577952799	51.91717005537329	-18.349328495562077	-219.6842630840838	45864803	20.119831826016867	9.25975063401467
14832.159945487976	64000	-19.202571379747823	8.576148051750863	-16.21663474291563	-90.75899605825543	45922839	20.087893292907946	9.25975063401467
14862.721554994583	64800	-18.573055206651915	24.16601427795959	-6.801558259874582	-210.76883998513222	45976935	20.18257275375217	8.417282564330451
14893.482738494873	65600	-23.921597628311794	37.81353885152632	-6.530405962839723	-195.6453327536583	46031713	20.154661434301893	8.417282564330451
14922.318701028824	66400	-27.47460007619178	41.25311879389378	-8.901771675795317	-246.1084856465459	46080155	20.194607322063977	8.301260271403084
14951.924377441406	67200	-23.066161330095348	26.606777773670927	-10.432479836046696	-128.49211694300175	46131416	20.23698970529716	9.308242307009392
14981.21768951416	68000	-32.456996907363504	41.48527924007369	-4.140650320798159	-181.06612783670425	46181736	20.195466405813583	9.787075158408937
15010.45180106163	68800	-15.796698151646996	16.896245251835122	-8.759656297042966	-76.76828857231885	46231646	20.076750817045525	9.25890814895446
15041.233241319656	69600	-8.455692312364409	1.2412008946844957	-6.039462031796575	-12.193253111094236	46287288	20.165497592206368	9.8091966009798
15071.786214590073	70400	-9.291686552354367	13.005586686050718	-5.543607212603092	-137.9929328970611	46342233	20.07863516575141	9.089505794539438
15102.241604328156	71200	-14.942178249522549	23.81164479422609	-5.660705271176994	-193.54724860028364	46396805	20.120917339623556	9.089505794539438
15132.846873044968	72000	-26.32489784789388	48.896404024163054	-5.315949581563473	-249.42790420725942	46451911	20.171930114674335	8.418360265739564
15163.29711818695	72800	-24.49852509161268	80.90343790226879	-4.250820255838335	-682.7073030471802	46506430	20.167008871007052	8.953580717256951
15194.144675016403	73600	-8.77311948002971	3.242577353598523	-4.858441729098558	-32.76055583357811	46562181	20.20253943205991	9.175104126995713
15224.98089337349	74400	-11.050220025455928	23.712895173619934	-5.585836568847299	-246.50302091613412	46617896	20.114876220405904	9.175104126995713
15255.682203531265	75200	-9.094055530627665	1.2739267703746637	-6.4344081012532115	-12.214922480285168	46673573	20.133340139631713	9.451132358751973
15286.43761086464	76000	-7.2413283217360735	1.0635032048378412	-5.096706422045827	-9.750526566058397	46729184	20.105189673803803	9.451132358751973
15317.536580562592	76800	-8.65135662933637	8.835410421714524	-4.538054356351495	-90.41265913844109	46785717	20.170599254287097	8.294379572866713
15348.497296333313	77600	-13.059335477078566	33.60593801580047	-5.156781122088432	-234.2482970878482	46841889	20.10100006905834	8.562989295261396
15379.335978746414	78400	-15.030303759186063	47.04854101727281	-5.394944661064073	-341.80915411934257	46897505	20.131071818483633	8.833468185764424
15410.177155971527	79200	-50.40433144928364	113.76161053316571	-5.451139275915921	-685.274270310998	46953121	20.067080599289948	8.833468185764424
15441.273390769958	80000	-13.757481214803411	46.47774289534185	-4.889456721022725	-430.96104621887207	47009554	20.06386806216596	9.624810735652714
15472.224827289581	80800	-13.802937219470914	25.97706051803354	-4.263056017458439	-212.8566295132041	47065632	20.0935242763901	9.624810735652714
15503.017841339111	81600	-46.93295380254662	82.71027460696808	-2.705679244361818	-324.5950265582651	47121111	20.156468863149477	9.397801886701474
15533.307661771774	82400	-11.262534300599219	24.451817904275302	-4.558546804822981	-219.69079330563545	47174846	20.075642684241487	9.397801886701474
15564.244240283966	83200	-31.906317613592254	61.27500290633253	-6.008806787896901	-238.3023684285581	47230951	20.05085988280762	8.737214479996295
15594.29787158966	84000	-48.50020145638031	101.9205182960798	-5.115220367908478	-433.65754901617765	47283745	20.109656521074985	9.052143345129725
15625.188596725464	84800	-15.11257833947253	27.717517999468964	-5.801810797303915	-173.73460057377815	47339427	20.14078958147412	8.964482371315732
15656.103578567505	85600	-37.591643393029514	77.23547389257534	-2.605505235493183	-332.0333460913971	47395055	20.189847759024428	9.275608593113132
15687.18287730217	86400	-40.21500896918558	76.44788249577809	-3.6653539151884615	-302.6097020076704	47451379	20.111654570070346	9.13764848472911
15717.888377904892	87200	-24.978520217013138	56.77902322661369	-6.299393465043977	-296.9993984987959	47506312	20.134506384303364	9.809196600979801
15748.562974214554	88000	-63.816611585084026	99.01682710457854	-6.06108913756907	-340.7218859773129	47561386	20.14360131619395	9.551494666828663
15778.860222578049	88800	-33.89890313746692	82.71298043487668	-4.391470052301884	-368.30571053922176	47614945	20.205410882317757	9.976343110163471
15809.97032880783	89600	-29.88125746920763	98.70952892810391	-5.50131206586957	-633.17219004035	47671493	20.220569954071856	9.976343110163471
15840.981698513031	90400	-21.51705736639851	67.86635975199663	-5.759225534275174	-392.0204876754433	47727742	20.159691994486195	8.855897604539498
15871.837493658066	91200	-20.68562874177209	49.89602736290266	-6.102711325511336	-265.94208488613367	47783404	20.1612786943344	10.869585366298683
15902.534266471863	92000	-30.36383408605361	67.30929979706742	-5.254483178257942	-363.86897664517164	47838590	20.140735839840954	8.291704388977495
15932.55775141716	92800	-37.08798183692095	79.32317491553071	-6.988693159073591	-383.6272678077221	47891417	20.131205872241555	8.254560423142694
15963.061527013779	93600	-7.721847550036037	0.8727682406579462	-5.670400220900774	-10.097272908780724	47946076	20.137436703785653	9.305880408784422
15993.360523939133	94400	-16.38148983878782	30.68117212278189	-5.236918775364757	-191.161727424711	47999978	20.173682345653898	9.002662584591617
16024.289016246796	95200	-26.578662660100235	48.74961472272205	-4.277633514255285	-181.43592416495085	48056032	20.216793041771364	9.148379668472902
16055.089314222336	96000	-10.030373644161118	23.260132542456038	-4.290382349863648	-177.01305866241455	48111707	20.12999828372614	10.11314228327697
16086.089983940125	96800	-23.10317719983519	49.01926821479089	-3.675165168941021	-237.41583128459752	48167993	20.15608527482879	10.11314228327697
16116.677323102951	97600	-54.60129839495785	92.62727718137059	-4.771347879286623	-320.0969649851322	48222873	20.1880219481721	8.691910240255213
16146.578280448914	98400	-31.337758391506505	54.15007190279019	-4.789493965916336	-271.05213794112206	48275318	20.079458068612627	9.08749978866061
16176.272483825684	99200	-46.21726437244106	65.67972135877439	-4.39482131972909	-209.17248636484146	48327018	20.055333819108295	9.072785420682907
16206.514683485031	100000	-34.33429886994061	57.08851567225226	-4.9443188440054655	-246.22770607471466	48380624	20.155634717750317	9.364099350271337
16236.346066951752	100800	-11.399098587348417	28.414800566960455	-3.6974734384566545	-175.1802273914218	48432752	20.124023142119317	9.364099350271337
16267.339965105057	101600	-5.854877611552365	2.4139913850680745	-3.5794047340750694	-23.695522222667933	48488903	20.13766775063167	9.006432121776069
16298.540204048157	102400	-15.409319597146968	39.64522172949282	-2.355921743437648	-190.74955052137375	48545671	20.122503333538113	9.171842782016387
16329.380186080933	103200	-9.416795376682385	21.115292821270874	-2.9833362260833383	-184.00145082175732	48601178	20.23410269886516	9.423306980114528
16360.06693482399	104000	-20.786972026570293	39.20162737005907	-3.5749110393226147	-163.23277976363897	48656122	20.12323194575895	9.42415739264219
16390.92829298973	104800	-11.664851324715274	25.3179122847298	-2.4983039441285655	-176.29233967885375	48711674	20.110305181363827	9.42415739264219
16421.79106402397	105600	-15.996324946048698	40.27763959101332	-3.302597990259528	-291.10273709893227	48767454	20.108667849518046	8.608089754922064
16452.731858730316	106400	-23.40239431071299	50.15307710923547	-4.627658668905497	-233.18519743531942	48823364	20.202218917086352	10.00883266464697
16483.867334604263	107200	-8.398885952748241	7.7791673437449695	-3.489492502063513	-58.076486272737384	48879932	20.193690336500133	8.765635873757166
16514.85801577568	108000	-24.059424964557984	71.85477379673262	-3.421261826530099	-413.75683826208115	48936142	20.122878400798484	9.297416609577525
16546.4022192955	108800	-16.306614588696394	45.67173130207408	-2.996765151619911	-354.2963624149561	48994230	20.190926825921355	9.297416609577525
16577.684580802917	109600	-32.18197404183098	70.8213041109237	-2.8454129230231047	-339.56062648817897	49051468	20.167811260090424	9.185526354332403
16608.965101718903	110400	-27.78965515804477	46.68878360702652	-1.393200907856226	-211.01587777072564	49108784	20.15218349023299	8.965395615533454
16640.341076612473	111200	-20.485894209093967	32.82439941908641	-0.5781160881742835	-148.25256154313684	49166614	20.097787398114214	9.123162935786144
16671.287515878677	112000	-23.658528939565002	43.88548640302783	0.5203201863914728	-222.62707908637822	49223013	20.171684314346464	9.692998374415241
16702.81434416771	112800	-6.485367465101881	19.207459163091368	6.48126696026884	-141.86141292750835	49281277	20.094337689141852	9.097864998431335
16734.644994974136	113600	-24.06441149410588	56.52041304997415	5.831300374120474	-283.31651040166616	49340688	20.175757753243754	9.3638210280713
16766.366356134415	114400	-4.666643720544489	26.136018662013893	7.1969104297459126	-180.24834887776524	49399475	20.13724826136082	9.241805674052523
16797.717242240906	115200	-12.899306461631058	65.64208803053653	7.785047909244895	-459.13500222563744	49457174	20.125587877019594	9.0599278889182
16828.71991634369	116000	-7.555645852502202	37.777605495904346	3.997394109144807	-351.93513122200966	49513791	20.143598536971027	10.43946933132127
16859.6751036644	116800	-11.553613451594138	30.03048225703286	8.387620734982193	-140.6852324232459	49570171	20.141546073267534	8.911409082377048
16890.55108523369	117600	-58.38845364023422	96.663298298627	5.5101517922012135	-327.3139486312866	49626295	20.15085218903496	8.771126675897529
16920.259485721588	118400	-35.47205489759566	92.2840514077447	3.735090142581612	-304.80164644122124	49678440	20.147262697123526	8.663731331688918
16950.1289563179	119200	-10.483149959492147	38.37811065419812	8.248385787010193	-275.07925594598055	49730891	20.114655887683366	9.564328778623246
16980.913513183594	120000	-2.4979035020314404	17.19614225536438	12.2802046649158	-123.16268465761095	49786494	20.163281229048085	8.803475563263433
17012.199219703674	120800	3.9139518687902273	30.274073436255055	27.11157157528214	-171.64376752916723	49843618	20.051686577988068	9.305880408784422
17049.46646475792	121600	27.90066327013192	62.994594085791974	98.09818906494183	-179.27388866094407	49920127	20.117801551802753	8.750706298888437
17085.994655370712	122297	29.76965529253891	86.56745479129556	95.96343442797661	-239.52529541403055	50000063	20.10227317595199	8.750706298888437
