Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
20.386385440826416	0	-0.16435175166788363	0.6876816990152249	1.6094905304813945	-1.7880140167109442	0	0.0	0
180.1961727142334	200	0.7676457420641014	0.7358736874007262	2.9640889825748857	-0.7868586351150739	400000	0.9950248756218906	0.39131565171387006
340.8390519618988	400	66.825101492067	6.5573179056397155	75.28223256918136	54.91705719847232	800000	0.9975062344139651	0.40724258250997675
501.2333538532257	600	747.1827995298415	7.163859399345388	762.2593137061922	717.1271040019346	1200000	0.9983361064891847	0.40724258250997675
659.0590968132019	800	1276.9493052421824	13.071151192259538	1297.6863165013492	1226.8358754143119	1600000	0.9987515605493134	0.4151853284230618
817.5915367603302	1000	1302.277704572717	8.125219433407349	1313.267426384613	1267.4673761818558	2000000	0.999000999000999	0.4177339427144462
977.2282078266144	1200	1367.8733540901624	8.28602745397984	1393.2646119445562	1340.600594441872	2400000	0.999000999000999	0.4177339427144462
1136.8943247795105	1400	1351.99969700374	11.018396153122623	1378.3107625544071	1309.3653450508864	2800000	0.999000999000999	0.4188036453707361
1296.300009727478	1600	1479.139478393189	9.576338148823268	1498.0182610247284	1430.5531965866685	3200000	0.999000999000999	0.4381886813840969
1455.6384942531586	1800	1654.004203786266	13.364484990595644	1683.0881599336863	1609.8127176919952	3600000	0.999000999000999	0.4381886813840969
1614.3829808235168	2000	1623.596134318497	9.85003455449208	1650.1081872899085	1595.2929874192923	4000000	0.999000999000999	0.4381886813840969
1773.725336074829	2200	1721.0838626986813	8.799934950083143	1747.2988672975916	1695.8515522498637	4400000	0.999000999000999	0.4381886813840969
1928.5395095348358	2400	1850.2684621102173	14.240383399604198	1892.7672995477915	1818.2345650196075	4800000	0.999000999000999	0.4381886813840969
2087.5856268405914	2600	1874.0966670707442	12.806880865944116	1899.4293336225674	1834.517268245574	5200000	0.999000999000999	0.4176873163330147
2246.620070695877	2800	2006.1654490546016	8.623052281233525	2028.3580968920141	1982.5760440900922	5600000	0.999000999000999	0.44594037787717716
2405.4209439754486	3000	1981.7464532335111	6.690066109146658	1994.4377750232816	1949.4794179312885	6000000	0.999000999000999	0.44594037787717716
2564.628616809845	3200	1945.9472558922093	5.333788085029251	1954.913174258545	1927.6526858210564	6400000	0.999000999000999	0.44594037787717716
2723.7693531513214	3400	2054.4382627206314	6.777573647928158	2067.611755911261	2037.1433125026524	6800000	0.999000999000999	0.44594037787717716
2880.127376794815	3600	2200.7814489783314	8.8380679921713	2220.3783577587456	2182.352788463235	7200000	0.999000999000999	0.44594037787717716
3038.5125737190247	3800	2202.3777135774285	19.409392299992476	2259.169761049561	2163.156636820524	7600000	0.999000999000999	0.40804717617746583
3196.694764137268	4000	2307.222408163385	11.180083979635487	2335.7917566373944	2276.815919242217	8000000	0.999000999000999	0.40804717617746583
3354.620836496353	4200	2488.5570140207687	11.602522026682951	2516.6325181126595	2462.506866335869	8400000	0.999000999000999	0.4108381705951646
3512.485121488571	4400	2412.809621681728	13.72205719680405	2450.3543071392924	2371.7977111581713	8800000	0.999000999000999	0.4156477688868393
3665.766028881073	4600	2468.3148457956454	13.31717925677959	2515.861214734614	2429.796430964954	9200000	0.999000999000999	0.4156477688868393
3823.448210954666	4800	2565.2893342265834	16.234026712561068	2598.3898064848036	2528.5915545225143	9600000	0.999000999000999	0.4156477688868393
3981.348507642746	5000	2540.2746634201276	17.554823488014858	2590.319938849658	2489.6683228835464	10000000	0.999000999000999	0.4156477688868393
4139.0814735889435	5200	2585.93441663186	14.761020252935579	2619.671556852758	2541.251404490322	10400000	0.999000999000999	0.4156477688868393
4296.5511882305145	5400	2580.53057630902	17.0085666048227	2627.0421532280743	2531.4516748767346	10800000	0.999000999000999	0.4062011260251615
4454.682349205017	5600	2653.1929680511066	14.895800456291527	2693.796478971839	2582.897561924532	11200000	0.999000999000999	0.4062011260251615
4612.323315382004	5800	2627.231574811102	11.979894100734734	2659.266335770488	2585.7840578238247	11600000	0.999000999000999	0.4062011260251615
4765.732230901718	6000	2741.1751655460075	15.033928618495638	2790.95637370646	2702.3799085151404	12000000	0.999000999000999	0.4032068496513513
4923.360991239548	6200	2779.3275028319763	14.215136930668754	2809.5791209340096	2742.9353101449087	12400000	0.999000999000999	0.40239569054749397
5080.6276342868805	6400	2708.3982149351655	14.672890924758981	2755.6066049933434	2663.8322675935924	12800000	0.999000999000999	0.4002789510124985
5237.548305034637	6600	2779.0316532003694	19.114084510932283	2825.052439942956	2723.885304506868	13200000	0.999000999000999	0.4019299786773989
5394.950697183609	6800	2795.537587982786	14.880396399965452	2840.2510448656976	2763.999912828207	13600000	0.999000999000999	0.4271478407890535
5551.722838163376	7000	2764.567769783212	12.483779716543744	2799.161723650992	2706.2761769616045	14000000	0.999000999000999	0.4271478407890535
5709.081745147705	7200	2894.0106362688284	20.138320052774787	2954.013877137564	2838.3571128696203	14400000	0.999000999000999	0.4271478407890535
5862.1339066028595	7400	2940.6410718625807	17.238761787096248	2977.592557920143	2905.0650803670287	14800000	0.999000999000999	0.4295805791525748
6018.765003681183	7600	2855.316982580563	13.591178957354751	2899.0751818343997	2827.465000303462	15200000	0.999000999000999	0.4295805791525748
6175.610375881195	7800	2871.123386558576	13.754702104105453	2907.2964514816413	2830.253132564947	15600000	0.999000999000999	0.4295805791525748
6332.387979030609	8000	2910.1575010744477	15.323509390277472	2944.3791553433985	2869.479055568576	16000000	0.999000999000999	0.4295805791525748
6489.400300741196	8200	2965.9255244282276	13.866339885598954	3004.395443821326	2924.2957533076406	16400000	0.999000999000999	0.45083951243175735
6648.449550867081	8400	3018.278089313329	17.29499757837885	3051.7612325921655	2967.3759526237845	16800000	0.999000999000999	0.45083951243175735
6800.742649078369	8600	3034.7141439386296	19.793856759269072	3074.88664765656	2957.2718489002436	17200000	0.999000999000999	0.45083951243175735
6957.390959024429	8800	3025.343227368507	23.269626310245066	3085.7825969979167	2960.369682133198	17600000	0.999000999000999	0.45083951243175735
7114.140523433685	9000	3080.1283982456794	22.033124843619788	3133.1465541422367	3024.22134122625	18000000	0.999000999000999	0.45083951243175735
7270.98835682869	9200	2943.972015630299	16.38274534542513	2984.2002165801823	2906.5913898076396	18400000	0.999000999000999	0.43091584707202735
7427.622509241104	9400	2962.51007708381	17.185537489060405	3002.654139906168	2915.142897997983	18800000	0.999000999000999	0.43091584707202735
7584.251781702042	9600	3007.4933605097044	16.65297990182502	3054.446479283273	2968.8186672516167	19200000	0.999000999000999	0.43091584707202735
7738.922394037247	9800	3084.927765177563	19.627252022023885	3134.605697222054	3027.856587924063	19600000	0.999000999000999	0.43091584707202735
7895.551265478134	10000	2982.6674540748845	19.14290539346485	3025.76923707244	2937.3850626507774	20000000	0.999000999000999	0.43091584707202735
8052.365847826004	10200	3082.779752959291	22.45547050749489	3125.726425614208	3017.8839755898807	20400000	0.999000999000999	0.4592321017709351
8208.971517562866	10400	3119.3011095574975	20.735541357366184	3179.8621626496315	3063.6885942853987	20800000	0.999000999000999	0.4592321017709351
8365.22454047203	10600	3230.8211017764274	19.00186364958632	3273.058467119932	3164.2911335546523	21200000	0.999000999000999	0.4592321017709351
8517.365007638931	10800	3139.8754246892095	24.11285597253566	3188.8833520673215	3073.6263722479343	21600000	0.999000999000999	0.4592321017709351
8673.452204704285	11000	3185.7375635802646	14.156170733400018	3214.716773648057	3151.7930787494406	22000000	0.999000999000999	0.5563222694440361
8829.883677959442	11200	3177.5533782561274	23.596321776489603	3238.968350544572	3122.7835711091757	22400000	0.999000999000999	0.5563222694440361
8986.446079492569	11400	3173.5636578722256	18.491423436940806	3219.1749802194536	3128.2550836913288	22800000	0.999000999000999	0.5563222694440361
9142.711064577103	11600	3254.936136046111	16.584137661626368	3287.72733345069	3194.066631681286	23200000	0.999000999000999	0.5563222694440361
9300.888544559479	11800	3265.357285697408	16.651159283824814	3313.2663417086005	3222.897064629942	23600000	0.999000999000999	0.5563222694440361
9453.056249141693	12000	3297.419151084012	21.340958383702176	3344.1564650312066	3247.5581903755665	24000000	0.999000999000999	0.44030245531721834
9609.425468921661	12200	3290.8983503272557	16.952214581757392	3323.8168575391173	3234.1026185005903	24400000	0.999000999000999	0.44030245531721834
9765.787764787674	12400	3375.178893070106	14.486382639359688	3406.8142056334764	3333.284749750048	24800000	0.999000999000999	0.4271872214534406
9922.08711194992	12600	3400.725994099589	19.783306343688814	3442.663419199176	3348.2963247671723	25200000	0.999000999000999	0.4271872214534406
10078.409346580505	12800	3338.141206553333	17.862316596565524	3372.4374666363	3293.580943522509	25600000	0.999000999000999	0.4271872214534406
10234.76888012886	13000	3496.670817389297	21.099503809889104	3539.5367034375668	3447.0364160444587	26000000	0.999000999000999	0.4271872214534406
10386.682038068771	13200	3457.8826782809315	20.95067970191909	3513.427899643779	3384.9092150703073	26400000	0.999000999000999	0.4187629567532415
10542.97487950325	13400	3473.619798940434	14.817963844687286	3506.0939127206802	3422.951669432223	26800000	0.999000999000999	0.4187629567532415
10699.03611588478	13600	3538.544020077883	16.636102309709294	3578.5579516366124	3493.762011183426	27200000	0.999000999000999	0.4187629567532415
10854.903634309769	13800	3434.6038876218786	15.267596666335598	3476.8088295832276	3383.6295284883236	27600000	0.999000999000999	0.4187629567532415
11010.825727939606	14000	3510.335686247914	20.440900374862895	3561.306645452976	3453.260704498738	28000000	0.999000999000999	0.40482719804558326
11166.663117170334	14200	3609.260724811721	20.117791154651638	3659.8280360102654	3551.470899477601	28400000	0.999000999000999	0.40482719804558326
11322.26285982132	14400	3497.8041664700827	21.426444511328693	3543.268393918872	3417.5966779338196	28800000	0.999000999000999	0.40482719804558326
11473.850611925125	14600	3515.8426444511197	18.955380670329546	3557.6926235731225	3466.39382904768	29200000	0.999000999000999	0.40482719804558326
11629.955938100815	14800	3550.1998026481933	18.352417847168546	3617.1284862831235	3512.6448003510013	29600000	0.999000999000999	0.4030325724281863
11785.707584619522	15000	3672.1111635658326	19.166506005092963	3709.108795180917	3622.258967705071	30000000	0.999000999000999	0.40166057970459995
11942.036935567856	15200	3654.496030435184	19.58628803964401	3698.926280722022	3598.57424005121	30400000	0.999000999000999	0.40166057970459995
12098.091227531433	15400	3714.5669214420577	20.673564242937076	3750.732283372432	3648.7916874093935	30800000	0.999000999000999	0.4056340913673676
12254.113872528076	15600	3763.0918032732025	17.326247162390494	3816.079554885626	3717.475183095783	31200000	0.999000999000999	0.4056340913673676
12409.863665103912	15800	3770.075317717291	23.965037279225232	3828.1334825344384	3699.892822921276	31600000	0.999000999000999	0.4171589202395189
12566.24310541153	16000	3804.5014677472977	19.813508095894946	3846.389919590205	3757.5037600025535	32000000	0.999000999000999	0.4171589202395189
12717.55759716034	16200	3799.6775040780126	20.25873928018894	3849.5914137156215	3742.7010939121246	32400000	0.999000999000999	0.4171589202395189
12873.46193265915	16400	3913.2351641118794	25.28079313107416	3976.9363536313176	3842.035780101083	32800000	0.999000999000999	0.4171589202395189
13029.171762228012	16600	3890.478518141394	21.177449954588486	3944.9571498706937	3831.170672399923	33200000	0.999000999000999	0.4171589202395189
13184.814496517181	16800	3922.705274798906	23.881733080972722	3966.1914244526997	3863.8419868685305	33600000	0.999000999000999	0.39892310741239057
13340.430091142654	17000	3936.8436354207042	23.93549837811235	4004.8538256287575	3867.3276244327426	34000000	0.999000999000999	0.39892310741239057
13500.128802537918	17200	3851.478039280461	18.348743056223206	3892.9615833498538	3787.9315827935934	34400000	0.999000999000999	0.3977072861452511
13656.274396181107	17400	3959.855516278646	19.467340960075617	4004.6052400171757	3914.8093811385334	34800000	0.999000999000999	0.4149556687494133
13807.71202802658	17600	3920.9513162490857	19.3118391479669	3961.3252099603415	3876.5317270811647	35200000	0.999000999000999	0.4370159750536721
13963.453162670135	17800	3943.1933125234627	23.84542234552481	3994.5867639146745	3894.602043531835	35600000	0.999000999000999	0.4370159750536721
14109.526732444763	18000	3860.2278649781297	21.23687509938064	3925.8491677716374	3808.726168245077	36000000	0.999000999000999	0.4370159750536721
14252.549796819687	18200	3932.1495155456905	23.663532991037837	3986.158777229488	3871.3231259845197	36400000	0.999000999000999	0.4370159750536721
14395.518275499344	18400	3940.027374821642	17.986631474681122	3986.8516434733756	3894.072758451104	36800000	0.999000999000999	0.4370159750536721
14538.868842601776	18600	4030.274469075342	34.780654028855174	4105.669689308852	3934.0316624231637	37200000	0.999000999000999	0.42096833071731504
14682.000482320786	18800	4104.849921730857	26.240277472278393	4160.9014906995	3988.8522620610893	37600000	0.999000999000999	0.42096833071731504
14825.51007604599	19000	4081.1000964440595	29.176428037254485	4154.310911215842	3997.560438591754	38000000	0.999000999000999	0.40548196331644726
14969.054723262787	19200	4110.83982885274	33.34648475937628	4178.09674090147	4018.8137936275452	38400000	0.999000999000999	0.40548196331644726
15112.323181390762	19400	4088.5099347748846	27.680266504038393	4140.289915725589	4015.146526992321	38800000	0.999000999000999	0.41670458281991246
15255.773654222488	19600	4070.872905050628	26.53290541679352	4131.483903877437	4000.9081170260906	39200000	0.999000999000999	0.41670458281991246
15399.275798797607	19800	4066.6685726666697	24.906978376152466	4125.96413394995	3992.039418790606	39600000	0.999000999000999	0.42412817921747403
15542.567068815231	20000	4054.482290664684	23.2814724314181	4104.572015686426	3989.970634598285	40000000	0.999000999000999	0.42412817921747403
15686.438668012619	20200	4080.8698127498124	414.5989435529009	4225.473411609884	-27.450451781973243	40400000	0.999000999000999	0.43702666106993404
15830.240726947784	20400	4082.4650529105443	25.301668286496678	4145.725730068982	3999.979559697211	40800000	0.999000999000999	0.43702666106993404
15973.642978429794	20600	4202.663610574363	47.53150139197077	4311.276074409485	4092.046810492873	41200000	0.999000999000999	0.43702666106993404
16117.106095314026	20800	4165.211797516424	30.976566806073734	4252.567626673728	4081.645935859531	41600000	0.999000999000999	0.43702666106993404
16260.788880109787	21000	4187.698090077953	50.68548799547023	4273.234592556953	3869.1426788337994	42000000	0.999000999000999	0.43702666106993404
16404.08183336258	21200	4359.957228809833	34.16628836819578	4419.42553121876	4234.831754970364	42400000	0.999000999000999	0.4143511842292724
16547.322736501694	21400	4290.911841445308	48.73413899110975	4368.691800966859	4079.527472861111	42800000	0.999000999000999	0.4143511842292724
16690.37477850914	21600	4213.751166663412	50.02364845315657	4317.952064745128	4113.069415271282	43200000	0.999000999000999	0.4259883314156575
16833.466356754303	21800	4301.488934417084	41.973538811837784	4394.129092426971	4161.358448814601	43600000	0.999000999000999	0.42708063468929564
16976.66309738159	22000	4177.195073420357	33.2750766469413	4250.2337253224105	4079.8401107694954	44000000	0.999000999000999	0.42708063468929564
17119.860371351242	22200	4444.592643520753	60.64246105027863	4543.691914251074	4267.802081346512	44400000	0.999000999000999	0.42708063468929564
17263.307642936707	22400	4429.31962155581	53.66532071509352	4559.442854931578	4249.4327836968005	44800000	0.999000999000999	0.42708063468929564
17406.46470618248	22600	4481.6662194033825	54.96110697705931	4610.6891311220825	4245.072048218921	45200000	0.999000999000999	0.42708063468929564
17549.92186689377	22800	4403.773051882669	84.3194446093739	4515.898323200643	3869.396908098832	45600000	0.999000999000999	0.4098312605493152
17693.48834514618	23000	4554.153388675405	66.83620380252225	4652.875895139761	4185.561107072048	46000000	0.999000999000999	0.41911921540436947
17836.82547020912	23200	4536.823602608214	48.326147352872724	4641.719957124442	4379.73800646048	46400000	0.999000999000999	0.4242865526814521
17979.94006228447	23400	4595.295806096371	45.18199378814448	4722.70430887863	4480.705026902258	46800000	0.999000999000999	0.4242865526814521
18123.02751994133	23600	4638.392337353932	42.268617180667576	4734.454848833382	4547.313366537914	47200000	0.999000999000999	0.4242865526814521
18265.993983745575	23800	4610.40625190778	54.66385602423057	4762.501738694031	4441.211781935068	47600000	0.999000999000999	0.4242865526814521
18409.014582633972	24000	4618.539313526951	94.75910292318233	4782.282814994454	3810.828454328701	48000000	0.999000999000999	0.4242865526814521
18552.31690144539	24200	4595.053697808463	61.60144074955217	4708.936560604721	4294.902248300612	48400000	0.999000999000999	0.4226796856299343
18695.225584745407	24400	4651.21278471378	551.7346601783661	4810.57745661214	-817.4649713812396	48800000	0.999000999000999	0.4226796856299343
18838.687118053436	24600	4749.00313144846	53.312315540607464	4854.349106490612	4553.99918650277	49200000	0.999000999000999	0.4226796856299343
18982.039343118668	24800	4842.2383775259295	87.86427450576346	4993.933152884245	4321.629062357126	49600000	0.999000999000999	0.42638894681324757
19125.173157930374	25000	4906.580813741884	81.69056705496483	5067.887773513794	4399.297824066132	50000000	0.999000999000999	0.42638894681324757
