Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
29.507402420043945	0	-0.3498906868886691	0.6482505264815465	1.0967403771370912	-1.8064589863235274	0	0.0	0
221.24349856376648	200	549.8586424027467	42.55678331897537	645.9674665376078	451.3115831547693	400000	20.026267399209168	7.710397689495466
409.1812002658844	400	603.6516944108531	84.91299679813912	687.5310989899735	155.6997306998237	800000	20.217591314355243	8.554203003983975
598.9423658847809	600	943.9445182849672	61.791799559158925	1058.323815761134	782.4354880286846	1200000	20.240900477560697	8.993742747739013
786.7578547000885	800	1193.1047311957273	116.56299807578606	1382.5903835500358	645.144429142354	1600000	20.202800840049704	8.993742747739013
973.4537138938904	1000	47.45333544005271	594.9826464045954	970.7521679140627	-1667.544113215059	2000000	20.199345193450068	8.993742747739013
1158.1390132904053	1200	629.5459789195041	165.65352990149026	955.6970748400781	263.7601473975228	2400000	20.183134946598205	8.993742747739013
1346.5811474323273	1400	940.8408053517434	153.4628445374534	1147.0881882912945	-208.22875544102862	2800000	20.135523791491853	8.993742747739013
1534.9819099903107	1600	613.1328155766084	733.0063946425197	1027.3599202190526	-2531.7561123026535	3200000	20.08908484672587	8.924952960229737
1722.5781779289246	1800	916.2775765291257	70.39346874357972	1042.493130550487	736.0202917710267	3600000	20.100990910778588	8.924952960229737
1911.3534808158875	2000	-271.38662440381876	693.144754288815	379.22591190102685	-4815.214027043432	4000000	20.109663008128788	8.741032608004316
2099.6894953250885	2200	446.6113146124837	32.53919708265093	514.573611904867	337.19832254969515	4400000	20.168644519381303	8.741032608004316
2291.7060961723328	2400	-1145.515400875457	2544.244159139606	99.71334633301012	-9561.056516612647	4800000	20.15564776106381	8.741032608004316
2482.093981742859	2600	376.48906209562386	1313.740547289125	698.2422184043098	-8796.93945815321	5200000	20.174492455060037	8.741032608004316
2676.2977814674377	2800	552.6197370063321	504.8534307818589	773.0021164892241	-3600.800895864144	5600000	20.175427007122074	8.741032608004316
2865.459032535553	3000	-283.7423027553677	1008.6515095120005	859.6337224394083	-5392.070119745098	6000000	20.163857949630216	8.729255562322793
3055.957766532898	3200	398.6391208363985	1196.5403924058098	849.9444644350442	-5305.742925733328	6400000	20.12143382820463	8.729255562322793
3242.691295146942	3400	803.2946761455356	757.2508687892577	1066.440123003791	-5535.618376189843	6800000	20.145759975261736	8.906317101752808
3427.8609981536865	3600	-548.8294207442856	1738.7817931366917	485.96971103106625	-5780.4234791994095	7200000	20.112913358107782	8.906317101752808
3614.6100647449493	3800	-638.7505884608499	1349.441914752915	41.080124048981816	-6220.394928527996	7600000	20.139685583766763	8.906317101752808
3795.1114554405212	4000	428.69661475804213	604.3799185971393	776.0575389598962	-4102.2750684075	8000000	20.11096998697187	8.906317101752808
3975.8704760074615	4200	-118.85583222239073	1234.8107827989293	597.9516764549771	-5970.346604270861	8400000	20.112277127488596	8.906317101752808
4157.497267961502	4400	-29.517568497139983	1523.9772764306672	673.5698564932682	-7989.843814242631	8800000	20.10988724378587	8.412492111056515
4340.33775806427	4600	-15.025728042594773	2281.6928612223924	933.8984430088603	-9037.416217748076	9200000	20.09150304930026	8.412492111056515
4527.485738992691	4800	138.08057810559222	2007.6528222154855	801.3039281971287	-9538.800032224506	9600000	20.065935411226814	8.241465985672074
4717.309276580811	5000	-479.70450322974136	1657.8839764549182	572.1126734515128	-7735.688912682235	10000000	20.07833120602385	8.826129269570233
4907.43262219429	5200	-1985.4380311451898	2396.4776703663592	-234.89204739080742	-17174.97517703753	10400000	20.067653917234917	8.826129269570233
5098.861869096756	5400	-2475.106219946827	1981.5996370065166	-394.63265058862453	-6610.290590457618	10800000	20.06455342142852	8.826129269570233
5294.212978839874	5600	-3400.367838703908	2200.246790507261	15.375905398628674	-19527.330285310745	11200000	20.147303505535298	8.826129269570233
5486.26044011116	5800	36.636091804807386	720.0978650569317	295.8065895710606	-4450.953112842981	11600000	20.149370904559948	8.826129269570233
5673.960608959198	6000	-54.98292510658408	864.9188746253509	435.7366215704824	-4379.520442685112	12000000	20.165156936414494	8.64834563789728
5861.157700061798	6200	542.4425854782584	654.1966033028594	801.0441588293761	-4022.2519724797457	12400000	20.199751291796186	8.64834563789728
6046.718691825867	6400	1155.5917695949972	108.68138125779268	1445.5311416322365	670.2156231151894	12800000	20.19096651900366	8.64834563789728
6234.226966142654	6600	948.3030696582189	423.88741773516944	1259.5116971819662	-2203.216660419479	13200000	20.16565955087464	9.787075158408939
6420.770223617554	6800	934.3271209541566	648.530377214326	1250.2480914427433	-2590.03374819085	13600000	20.166949020936695	9.787075158408939
6608.533615350723	7000	829.6198780984192	532.780757832087	1224.1637172398623	-2528.924979288131	14000000	20.18339392551062	9.787075158408939
6795.6539669036865	7200	1185.912794217282	69.83940702368069	1355.6692385603674	1035.7782141591888	14400000	20.17545627335483	10.267638268466731
6981.744433403015	7400	1213.1139941291722	64.7584766248042	1366.7597237951122	1041.0517822999973	14800000	20.170010504705395	10.267638268466731
7171.244350671768	7600	1205.3833928974364	116.45590712744169	1427.694492265582	768.8837602910935	15200000	20.148094981163997	10.267638268466731
7359.882053136826	7800	1282.4950522180004	391.55230934154474	1528.2472139075398	-1376.5037600807846	15600000	20.125092262851847	10.267638268466731
7547.662811040878	8000	1062.423824349218	110.85124685969798	1284.1298220804892	642.5019773776366	16000000	20.091428765281684	10.267638268466731
7734.672293663025	8200	659.5909413006034	960.6841877284498	1050.1329641594784	-4035.7934755682945	16400000	20.079438289012923	8.720173290682512
7922.536506891251	8400	462.156079913568	1277.3537104800685	1023.6749347300793	-5461.196839076467	16800000	20.078545388094575	8.720173290682512
8111.656043291092	8600	923.8659504339578	234.511482508447	1153.62508564163	-1267.913174082525	17200000	20.082169784683224	8.720173290682512
8297.438980817795	8800	824.4691443756158	440.3314023260152	1101.9539299984463	-2721.665630769916	17600000	20.108934915800937	8.720173290682512
8485.402070760727	9000	362.97294344555064	961.8546854698778	920.8873281851993	-3766.1199854603037	18000000	20.10006827626227	8.58221464111899
8670.359006881714	9200	903.6845074633752	367.35445038300037	1093.8363856268115	-2691.0721154911444	18400000	20.07354641769224	9.044081043691447
8855.013064861298	9400	860.80425203082	93.33620307195032	1119.132456897758	628.581451845821	18800000	20.074950912229976	9.044081043691447
9038.640259742737	9600	1006.5865799485802	220.64087729620857	1231.828867209144	-959.4902519872121	19200000	20.08008649048672	9.044081043691447
9222.942837238312	9800	1034.9557438856227	538.4890523154797	1307.0518613695167	-4248.517287827941	19600000	20.065268797067123	9.044081043691447
9408.168636083603	10000	-319.54521855381785	2448.373376205531	1042.514017120935	-9051.518925580662	20000000	20.102710218366944	9.044081043691447
9595.705634355545	10200	437.13707895095035	794.2429389327739	800.7053438544754	-4864.689734176383	20400000	20.131940058778728	8.447260452319487
9786.24581360817	10400	644.9944858809145	199.39788386570697	865.2854825379327	-1179.020525442902	20800000	20.11178857233947	8.447260452319487
9975.102174282074	10600	249.79395817786556	1234.0485533202925	1045.0817573966342	-4217.279308003373	21200000	20.08832280529012	9.241932911394555
10164.146004915237	10800	935.7981869258837	93.61926494126132	1130.5309350965545	731.4520963001414	21600000	20.090397152531008	9.241932911394555
10353.564007520676	11000	837.4526655520815	97.48001764945512	1082.0948583018035	616.2679098173976	22000000	20.07165811258801	9.241932911394555
10544.456998348236	11200	1086.2337985240426	98.18934833101503	1342.42443281319	704.3358363949228	22400000	20.04159771092905	9.241932911394555
10734.635761737823	11400	-241.3948728635392	2159.768009493953	1172.1446570412954	-7143.739939987659	22800000	20.062853592506556	9.241932911394555
10928.400365114212	11600	911.7379024119724	576.9849458610626	1216.8802664876566	-3885.8591237096116	23200000	20.07493647763125	9.459350813665381
11118.017192602158	11800	1104.5106692275888	96.57568156045657	1306.1201896313578	836.4634270175884	23600000	20.083375689719094	9.459350813665381
11307.991604804993	12000	1129.3416323373624	976.1243502588324	1552.5608908422291	-4861.078173391288	24000000	20.10912072475631	9.459350813665381
11496.199600458145	12200	1273.20568978344	121.86089326855605	1544.7568319570273	874.6450795284472	24400000	20.12251433897647	9.459350813665381
11683.346521615982	12400	1365.2700142562423	550.1251622908376	1628.1047560181469	-1956.4882547776215	24800000	20.12382833094804	9.459350813665381
11868.933854818344	12600	1000.9863101130137	82.92524124488486	1264.6574955363321	801.758995223121	25200000	20.12156630530819	9.252564699298576
12059.048231840134	12800	1225.5693906461538	435.0843413429147	1522.4629206447862	-2770.085247604293	25600000	20.08919932024837	9.252564699298576
12247.669820547104	13000	1220.7177716152169	1037.7687120768435	1671.1709079006687	-4209.959085278213	26000000	20.073939928365636	8.7516294864989
12438.02102804184	13200	1454.8062379474702	105.05091997711106	1659.8339860653505	1191.284976514522	26400000	20.10798274945922	8.624749968236308
12628.418343782425	13400	237.0573861813653	1378.7487125240575	1208.2405974655412	-3785.2039481662214	26800000	20.09942178501193	8.624749968236308
12820.960740804672	13600	961.8361665277978	443.87075568061204	1221.2225386118516	-3363.0498749390244	27200000	20.123770003975014	8.33411421830029
13010.804696798325	13800	764.3196740431819	204.27542360117576	1027.404181280639	-865.9572880771011	27600000	20.173514315959448	8.33411421830029
13202.704467773438	14000	939.510327008914	89.25371502495743	1215.3998717147624	665.2951975846663	28000000	20.215748575830187	8.71586428981832
13394.772963047028	14200	207.64444706728355	410.07306106959925	513.1803319301689	-1625.3558577978984	28400000	20.18148800286692	10.869585366298683
13586.413989782333	14400	-198.97634572206258	1387.3686897762648	1007.5090353130363	-3528.6451451666653	28800000	20.185655295287724	10.869585366298683
13776.628559827805	14600	829.2253955454502	389.3287403231229	1109.2887991658645	-2842.681005283055	29200000	20.1882153064455	10.869585366298683
13963.091534614563	14800	1181.604912460167	531.8522047053448	1490.0454009356909	-3984.492540399544	29600000	20.161105478864883	10.869585366298683
14150.626340389252	15000	841.9222102181233	815.8719310841014	1244.2437989236787	-5763.741596932756	30000000	20.11413747875805	10.869585366298683
14339.173978328705	15200	941.4383513606251	870.322478785809	1275.0066996177193	-5313.979846087284	30400000	20.12382619357846	9.62507100862275
14525.001473665237	15400	857.4715916979399	506.9004227723767	1093.3991244889621	-3873.6581942553166	30800000	20.14032498219864	9.62507100862275
14713.096469640732	15600	585.4028133978805	1274.067061922148	1481.9537095562555	-4346.05373747088	31200000	20.139720821370503	8.575665524890173
14898.137024641037	15800	904.1136926407448	862.8233899332776	1352.4852043967694	-2793.7007179465145	31600000	20.170093646736774	8.487137503851592
15082.98963522911	16000	733.081484545149	877.7514168859892	1281.853870446139	-3668.5329045252874	32000000	20.18083774746537	8.487137503851592
15267.672481298447	16200	507.86488694047614	948.8506237037626	1015.199641528423	-4149.8175183860585	32400000	20.172866341463717	8.487137503851592
15454.274402141571	16400	782.5851148692825	321.477703612722	1063.917428667366	-2286.6141908206046	32800000	20.16433695079751	8.487137503851592
15640.5198802948	16600	89.01542385901058	1622.1098144483713	1243.4049480101676	-4821.825064177159	33200000	20.165900203911637	8.974458693019008
15826.219397306442	16800	716.9443162013912	96.53431846763873	919.8166066792328	466.70574464206584	33600000	20.165080303181412	8.974458693019008
16011.561043262482	17000	1044.9120471953474	951.0066380880479	1568.332945005037	-5491.437091693282	34000000	20.13710008910734	8.974458693019008
16196.950088739395	17200	754.6316005031871	585.8331761769001	1140.6329869331094	-4545.824982728111	34400000	20.14459909809256	9.115471686196253
16381.055953502655	17400	193.17194109149708	2125.3870955751436	1163.7874167277478	-8613.740803681314	34800000	20.14472926587571	9.115471686196253
16565.007742404938	17600	653.6854089307654	664.5026873989092	1045.3350842725486	-5839.028143851319	35200000	20.129250128152165	9.115471686196253
16748.57764029503	17800	829.9260829282811	741.2789828254474	1091.6681430927129	-6490.794071024517	35600000	20.13691864245932	9.115471686196253
16933.387664556503	18000	-177.72158436019785	2969.8442356465207	1323.1061685155146	-9943.218225084245	36000000	20.15203899886496	9.20129824410559
17121.71719455719	18200	748.7126182136857	340.96908469465444	934.0772744782735	-2569.9985973951407	36400000	20.148050692818792	9.20129824410559
17307.67684674263	18400	-333.3409926955353	1947.7005170343305	782.7234788562637	-6524.6259160707705	36800000	20.18876697426595	9.20129824410559
17493.784734487534	18600	-1544.2116541574069	2801.7477108346006	612.692058424931	-7282.1538367159665	37200000	20.212277071397253	9.20129824410559
17680.899134159088	18800	622.9529200837092	130.70654401064934	849.1772005158709	-458.7716930094175	37600000	20.166478313226126	9.20129824410559
17867.508447885513	19000	-404.55653447917973	2113.026553506204	1010.6331184292212	-6653.311332902871	38000000	20.137106320718292	8.553349868864656
18054.041853904724	19200	538.4929648974008	801.0173555408467	841.2649165238254	-4651.271027248702	38400000	20.13751651991504	8.553349868864656
18240.81751346588	19400	607.8029330140214	51.25508750172487	729.7566702555632	474.56563386227936	38800000	20.059313398586564	8.553349868864656
18424.821160554886	19600	182.09216521524192	1501.151931028655	800.4478882890253	-5484.3105709552765	39200000	20.035493177178854	8.553349868864656
18612.077218294144	19800	939.727599106719	111.63833281111471	1251.300610520877	623.8449162414909	39600000	20.066246890692618	8.943158535548235
18796.52782511711	20000	651.7759292005658	1617.577400285351	1284.5718848155811	-9179.353657456115	40000000	20.0900248383261	8.943158535548235
18980.96893596649	20200	436.6261358861235	1960.2364494199344	1247.0442702092696	-9385.437079808311	40400000	20.114150984511912	8.943158535548235
19165.142146110535	20400	-1695.9593001650928	3820.5771764321194	714.3261160037946	-13659.431265727617	40800000	20.191295557581856	8.943158535548235
19348.26872229576	20600	833.3242948065631	65.87332721834996	1030.548390164855	662.2204921867233	41200000	20.211501266652736	8.943158535548235
19532.833015441895	20800	575.5405697429643	1914.3446390908796	1186.0856435684254	-12559.353898264468	41600000	20.189646549911423	8.660356675124389
19718.180249929428	21000	1149.5547336572092	87.3423960471555	1367.1505994666368	944.0881408830173	42000000	20.222281587816155	8.660356675124389
19903.92067885399	21200	1104.0782471272505	1175.0879683607423	1387.02300191205	-10556.779095660895	42400000	20.179614363736324	8.660356675124389
20086.785733938217	21400	1247.0168585314534	81.93797991933509	1421.0362446093932	1022.8163654021919	42800000	20.114960251117555	8.660356675124389
20272.44153380394	21600	1289.0701169324038	91.09337362060369	1499.2522230423056	1025.3299675649905	43200000	20.10630796898356	8.660356675124389
20456.05301976204	21800	880.7008988693583	919.9819648938724	1240.031422241358	-6638.170752459206	43600000	20.11247536456587	9.518289146421305
20641.26070713997	22000	655.573223859334	1312.2439386125395	1122.8924721506264	-7295.661859694985	44000000	20.081342415472047	9.518289146421305
20835.046284675598	22200	-1481.3020813980525	5746.022582708179	1247.5464241346344	-19753.268594840076	44400000	20.102136246560864	9.518289146421305
21019.108971834183	22400	-316.72164259644603	3721.483495447569	1193.245592036692	-20293.128344658762	44800000	20.10530037811899	9.518289146421305
21202.394698143005	22600	615.1378101108653	2337.1782770159994	1327.8575182917994	-12443.846263678744	45200000	20.073260423565788	9.518289146421305
21387.43467760086	22800	1006.940782694122	761.3535022422745	1236.2299924392137	-6527.3423600792885	45600000	20.058459745054527	9.516541378025169
21570.26384329796	23000	-483.7013993401563	6752.892143848708	1513.3070865925401	-31785.56638337439	46000000	20.039278795215473	9.516541378025169
21753.436727285385	23200	821.3920848619289	601.2751911416653	1164.839511392871	-4784.395420140587	46400000	20.0669772887994	9.516541378025169
21934.231822252274	23400	1599.1258210838341	59.46309805604402	1723.4234448582865	1404.404575422639	46800000	20.118208120110435	8.910380321190477
22112.946524858475	23600	1400.636979506325	75.8545929358908	1558.031707268674	1201.9428499890491	47200000	20.17358565213674	8.910380321190477
22298.398225545883	23800	962.6358135145285	733.2028587864515	1229.163466282189	-6266.457512974739	47600000	20.210098606390307	8.910380321190477
22482.653505802155	24000	1034.9283502860058	645.5211969060584	1378.4328684422653	-5279.060570001602	48000000	20.27700488075256	8.910380321190477
22668.080524683	24200	-121.56767289731131	5020.237275635315	1116.2796151526272	-32787.676200926304	48400000	20.252524327322412	8.59408652052775
22856.580394268036	24400	-1138.7228853141569	7295.220483710763	1169.2334971525706	-34705.87469245121	48800000	20.215298144752143	8.59408652052775
23038.860870838165	24600	1231.1143376981129	157.19421978263262	1365.591572274454	-222.96211260883138	49200000	20.21659779923291	8.59408652052775
23223.72896170616	24800	1233.097115616162	75.47745838402709	1413.804012562614	1041.0491958293132	49600000	20.192454456822798	8.59408652052775
23407.69352388382	25000	1219.432227771017	285.6477042751608	1390.8953761709126	-1546.7255728690652	50000000	20.154652323626003	8.59408652052775
