Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
27.384583950042725	0	-0.16435175166788363	0.6876816990152249	1.6094905304813945	-1.7880140167109442	0	0.0	0
199.0958559513092	200	1.6531300409154361	1.0942213206584102	4.030401879814079	-0.39401188621182826	400000	0.9950248756218905	0.09901475429766744
365.56891560554504	400	45.58980022396798	5.299835570524083	51.63665751798544	35.190612436272204	800000	0.9975062344139649	0.09901475429766744
528.3905675411224	600	526.2218579296682	17.99778148202826	540.606783068506	462.5869482015478	1200000	0.9983361064891845	0.09901475429766744
689.8694288730621	800	907.9609700473841	10.486646516828316	929.6106756515801	887.2899567764616	1600000	0.9987515605493132	0.09901475429766744
851.7029600143433	1000	973.8762405935786	39.34294646473063	1084.9675729759037	904.6131571587175	2000000	0.9990009990009989	0.09901475429766744
1014.4590489864349	1200	1433.6542305584217	8.137827523913842	1451.1895927265286	1408.9237466203049	2400000	0.9990009990009989	0.09901475429766744
1175.5065970420837	1400	1518.584480303164	8.958158797633837	1533.875018849969	1477.4092291267589	2800000	0.9990009990009989	0.09901475429766744
1336.3751337528229	1600	1450.2419357735448	10.662517749400436	1472.9097894728184	1404.678538155742	3200000	0.9990009990009989	0.09901475429766744
1497.4972751140594	1800	1648.3033758005204	12.141827826646145	1671.186684959568	1604.7193722175434	3600000	0.9990009990009989	0.09901475429766744
1658.5788724422455	2000	1526.92125832367	7.429052850519612	1544.4594170115888	1493.5067908670753	4000000	0.9990009990009989	0.09901475429766744
1818.637374162674	2200	1642.6397191549875	21.3165168750036	1701.7250615432858	1594.5809872355312	4400000	0.9990009990009989	0.09901475429766744
1976.3414552211761	2400	1672.517941163921	20.7093786189132	1749.4947314672172	1635.0241771489382	4800000	0.9990009990009989	0.09901475429766744
2138.7738778591156	2600	1725.9908632963677	29.708967094239664	1783.029289804399	1653.7195911282324	5200000	0.9990009990009989	0.09901475429766744
2297.430618286133	2800	1909.5608983028653	22.475379909237304	1953.498721585609	1852.1905341567472	5600000	0.9990009990009989	0.09901475429766744
2455.7087609767914	3000	1890.4887949982087	12.247756950866508	1918.49807319697	1858.5403017289937	6000000	0.9990009990009989	0.09901475429766744
2615.4099259376526	3200	1840.4048645775893	9.944250834852335	1874.8914933651686	1800.9068254814483	6400000	0.9990009990009989	0.09901475429766744
2774.650698900223	3400	1884.6605869123355	12.032892563053935	1922.6268560122699	1854.8532108422369	6800000	0.9990009990009989	0.09901475429766744
2937.166592359543	3600	1963.4694631858658	12.353230988033294	1994.3143080733716	1928.5029650181532	7200000	0.9990009990009989	0.09901475429766744
3095.294993162155	3800	1913.3282925031401	14.367136651230622	1943.291211266158	1865.1108309105039	7600000	0.9990009990009989	0.09901475429766744
3252.896420240402	4000	2012.4332512086496	14.00316217361081	2037.849712934345	1966.8809390412644	8000000	0.9990009990009989	0.09901475429766744
3410.6541028022766	4200	2112.7776130264956	15.204726903894748	2145.7092234641314	2079.222611332312	8400000	0.9990009990009989	0.09901475429766744
3572.1461024284363	4400	2140.0101582286397	14.856711021937308	2172.818727683276	2104.4570479486138	8800000	0.9990009990009989	0.09901475429766744
3730.0255646705627	4600	2189.2313263136316	13.890317643555276	2224.6212760520866	2152.026105512865	9200000	0.9990009990009989	0.09901475429766744
3886.5496501922607	4800	2382.1950760936506	17.059331041111836	2415.952190477401	2306.0350814908743	9600000	0.9990009990009989	0.09901475429766744
4044.232850551605	5000	2261.1226638366525	12.46974887679049	2288.256460208446	2233.0117991641164	10000000	0.9990009990009989	0.09901475429766744
4201.654833555222	5200	2381.8271772101357	18.219631625965174	2425.9055770207196	2324.1686012111604	10400000	0.9990009990009989	0.09901475429766744
4358.97825551033	5400	2488.5767367695844	16.20274454484664	2530.5001721531153	2437.584854710847	10800000	0.9990009990009989	0.09901475429766744
4516.0769855976105	5600	2486.8218461744464	15.497077864830073	2527.8991791047156	2442.3943901909515	11200000	0.9990009990009989	0.09901475429766744
4673.43892121315	5800	2491.7590785657494	21.82490486202834	2542.4577038511634	2441.310664921999	11600000	0.9990009990009989	0.09901475429766744
4830.576877832413	6000	2583.310067060923	15.696321610791703	2623.316206291318	2540.1669711358845	12000000	0.9990009990009989	0.09901475429766744
4987.750428438187	6200	2586.872098842303	21.864873072460455	2634.3396530151367	2540.1823959629983	12400000	0.9990009990009989	0.09901475429766744
5144.773800373077	6400	2629.5459672379716	19.249417541782687	2680.2251493372023	2592.8316651694477	12800000	0.9990009990009989	0.09901475429766744
5304.429270505905	6600	2732.326277878769	32.307607057894664	2801.8352068699896	2646.507764272392	13200000	0.9990009990009989	0.09901475429766744
5457.395931959152	6800	2643.2818854053667	14.830412249331577	2681.4394315592945	2598.7189823538065	13600000	0.9990009990009989	0.09901475429766744
5614.24592089653	7000	2770.1467924405324	26.04062436500408	2813.485807225108	2680.652970701456	14000000	0.9990009990009989	0.09901475429766744
5771.021172761917	7200	2846.3923932883476	17.967816293021865	2885.305224183947	2804.224184975028	14400000	0.9990009990009989	0.09901475429766744
5927.503914833069	7400	2866.176315515244	18.756760008220095	2896.8789849383757	2804.7468695212156	14800000	0.9990009990009989	0.09901475429766744
6084.183709144592	7600	2882.2363233429646	19.067872912166646	2916.3360989980865	2813.628523139283	15200000	0.9990009990009989	0.09901475429766744
6240.556200265884	7800	3028.123310955645	24.834241273986343	3076.465934109874	2955.036734656431	15600000	0.9990009990009989	0.09901475429766744
6396.2723915576935	8000	3129.622873581384	37.90600936966601	3192.6587684080005	2988.834113843739	16000000	0.9990009990009989	0.09901475429766744
6548.184132575989	8200	2830.090481470896	39.435717717856164	2930.912218656391	2734.4937478266656	16400000	0.9990009990009989	0.09901475429766744
6704.425338506699	8400	3098.945670421115	19.312081278421473	3128.7566328272223	2998.362941607833	16800000	0.9990009990009989	0.09901475429766744
6860.3876349925995	8600	2982.1040537864305	26.006091259006244	3037.238214759156	2904.9044710099697	17200000	0.9990009990009989	0.09901475429766744
7016.279120922089	8800	3134.261846217459	16.83873321985591	3176.364531775005	3077.1709856316447	17600000	0.9990009990009989	0.09901475429766744
7172.16668510437	9000	3202.364982718022	18.14397775846808	3242.295982502401	3146.0697071049362	18000000	0.9990009990009989	0.09901475429766744
7328.243016242981	9200	3238.3676491100223	27.428281757986657	3302.7723895311356	3109.187517704442	18400000	0.9990009990009989	0.09901475429766744
7484.052093267441	9400	3299.334486293906	18.14116475612152	3345.5372046865523	3236.3894918970764	18800000	0.9990009990009989	0.09901475429766744
7639.744390964508	9600	3262.6775040721473	32.33576888977155	3331.6562164612114	3182.228404244408	19200000	0.9990009990009989	0.09901475429766744
7791.638634681702	9800	3329.6725464514834	13.975658032461292	3362.9713562354445	3274.1739603320602	19600000	0.9990009990009989	0.09901475429766744
7947.635707378387	10000	3467.5179231679044	20.898826411770735	3510.6764747053385	3395.4151739086956	20000000	0.9990009990009989	0.09901475429766744
8103.536133527756	10200	3342.489323214145	31.754417184584813	3403.9620472490788	3204.1618658248335	20400000	0.9990009990009989	0.09901475429766744
8259.438571929932	10400	3225.4783027452463	18.269638528299808	3266.007898941636	3149.988046631217	20800000	0.9990009990009989	0.09901475429766744
8415.80242562294	10600	3339.1064468404975	13.549334186238985	3371.9160557202995	3299.0760978758335	21200000	0.9990009990009989	0.09901475429766744
8572.180881023407	10800	3288.180289699508	17.929759212690378	3329.301189709455	3245.4617768526077	21600000	0.9990009990009989	0.09901475429766744
8727.769154310226	11000	3376.0067970143796	13.800468862799935	3421.6531739057973	3337.2657468393445	22000000	0.9990009990009989	0.09901475429766744
8883.272708415985	11200	3412.317881699597	17.404672760213938	3454.3294208627194	3345.9997376315296	22400000	0.9990009990009989	0.09901475429766744
9038.88904595375	11400	3255.3472139747837	14.840076560684784	3307.1250894516706	3217.7809620276093	22800000	0.9990009990009989	0.09901475429766744
9194.620813846588	11600	3445.255679325906	13.31262692409353	3471.71449213475	3393.5524345710874	23200000	0.9990009990009989	0.09901475429766744
9350.483399629593	11800	3486.2016040629883	13.568397077776824	3514.829039528966	3452.8642521575093	23600000	0.9990009990009989	0.09901475429766744
9501.85619711876	12000	3456.4458506624715	12.11956257693693	3493.111720457673	3423.6959268040955	24000000	0.9990009990009989	0.09901475429766744
9657.523580312729	12200	3440.794009899203	14.571627615473357	3474.209650429897	3401.1857986971736	24400000	0.9990009990009989	0.09901475429766744
9812.940682411194	12400	3404.9545960320115	17.19090842916838	3459.0402919240296	3351.4846198819578	24800000	0.9990009990009989	0.09901475429766744
9968.748100280762	12600	3501.220152403434	19.88662672839697	3554.8150523863733	3434.4433698765934	25200000	0.9990009990009989	0.09901475429766744
10124.46786737442	12800	3490.136495608543	14.476333033622215	3522.0498205572367	3449.1981749124825	25600000	0.9990009990009989	0.09901475429766744
10280.121135473251	13000	3489.7044902862253	56.13953156078715	3552.5907717719674	2982.0044654533267	26000000	0.9990009990009989	0.09901475429766744
10435.773828744888	13200	3534.0035014820187	22.874123607626824	3584.193010762334	3466.9071667194366	26400000	0.9990009990009989	0.09901475429766744
10591.561066865921	13400	3583.3896156883216	24.998229872340538	3640.6927758455276	3487.7015997897834	26800000	0.9990009990009989	0.09901475429766744
10743.10989189148	13600	3614.252909405854	28.637371016793065	3678.7658754941076	3538.372035443783	27200000	0.9990009990009989	0.09901475429766744
10898.302861213684	13800	3522.0982763006136	18.486717758056596	3571.8017998039722	3465.423986569047	27600000	0.9990009990009989	0.09901475429766744
11053.71394944191	14000	3562.9508299381687	14.8807578004659	3605.416510812938	3516.8229712210596	28000000	0.9990009990009989	0.09901475429766744
11209.296324968338	14200	3605.445073688739	20.41511672336379	3657.5985974296927	3557.6149438619614	28400000	0.9990009990009989	0.09901475429766744
11364.788450717926	14400	3613.4407110993693	17.278299891632077	3646.6645771283656	3573.782249648124	28800000	0.9990009990009989	0.09901475429766744
11519.941946983337	14600	3597.2410675019055	15.708877598531457	3642.3809311166406	3568.2905701212585	29200000	0.9990009990009989	0.09901475429766744
11675.27562212944	14800	3639.3882846133624	15.411734898519196	3679.4296435774304	3602.1925467699766	29600000	0.9990009990009989	0.09901475429766744
11830.530176877975	15000	3604.112192558064	17.43870451327355	3651.0372202694416	3564.9871982708573	30000000	0.9990009990009989	0.09901475429766744
11986.415107488632	15200	3643.855409488235	25.61896290669698	3706.8728866428137	3591.0077827759087	30400000	0.9990009990009989	0.09901475429766744
12137.173117399216	15400	3710.4230258205034	29.245451648247357	3784.3539504809305	3631.233694214374	30800000	0.9990009990009989	0.09901475429766744
12292.085587739944	15600	3753.0019366968468	25.731060499273266	3828.508714135736	3666.589596018195	31200000	0.9990009990009989	0.09901475429766744
12447.119669914246	15800	3729.858667824904	24.922669327766457	3792.6705664396286	3648.3343234956264	31600000	0.9990009990009989	0.09901475429766744
12602.343967676163	16000	3746.6786641246754	28.63177942159795	3832.7671517431736	3686.9685902893543	32000000	0.9990009990009989	0.09901475429766744
12757.406698942184	16200	3742.417298669629	23.22419480664616	3792.595140196383	3689.6412374945357	32400000	0.9990009990009989	0.09901475429766744
12912.795535326004	16400	3765.0088748541566	25.817369021458394	3819.51849514246	3698.4166790619493	32800000	0.9990009990009989	0.09901475429766744
13068.045668840408	16600	3744.39597445527	19.673309194831337	3787.3530665300786	3695.21695291996	33200000	0.9990009990009989	0.09901475429766744
13222.724834442139	16800	3741.7250200485787	25.265484889087535	3786.189052131027	3672.4148990251124	33600000	0.9990009990009989	0.09901475429766744
13377.772913455963	17000	3766.1054233057075	20.89766676289861	3826.039667829871	3714.167265947908	34000000	0.9990009990009989	0.09901475429766744
13532.475798606873	17200	3787.5770777167986	21.772670118955368	3845.430467441678	3735.8617502599955	34400000	0.9990009990009989	0.09901475429766744
13687.079576730728	17400	3828.9567434123705	22.99382367528035	3871.685107000172	3750.3759027682245	34800000	0.9990009990009989	0.09901475429766744
13841.977647781372	17600	3848.8776988372333	36.45841156922426	3961.39492944628	3781.278105959296	35200000	0.9990009990009989	0.09901475429766744
13996.423062801361	17800	3903.519883038937	498.74209770293	4176.9851614534855	379.352406646125	35600000	0.9990009990009989	0.09901475429766744
14149.093754529953	18000	3928.574588583843	368.0359073018142	4111.265177100897	518.3060606867075	36000000	0.9990009990009989	0.09901475429766744
14303.688928127289	18200	3968.9818305381086	298.24488755590295	4113.2176003223285	1315.7365694195032	36400000	0.9990009990009989	0.09901475429766744
14458.252373933792	18400	4016.124620168788	36.73568239822227	4094.7527667991817	3919.2871862202883	36800000	0.9990009990009989	0.09901475429766744
14612.69667005539	18600	4071.4748242562305	421.4470545744854	4241.646047249436	-88.92619537469	37200000	0.9990009990009989	0.09901475429766744
14767.215391635895	18800	4059.911823904471	522.0750953666204	4253.837905973196	534.6922585908324	37600000	0.9990009990009989	0.09901475429766744
14921.841098546982	19000	4089.27497798384	646.7072765046655	4341.333121389151	95.65796110033989	38000000	0.9990009990009989	0.09901475429766744
15076.484690189362	19200	4151.382963925067	465.6669545532543	4320.383799160365	779.3308382863179	38400000	0.9990009990009989	0.09901475429766744
15230.868573188782	19400	4111.27088485572	738.0398699921991	4372.725697085261	51.30013926513493	38800000	0.9990009990009989	0.09901475429766744
15385.325164556503	19600	4102.974498724658	677.4860179575095	4369.735519386828	-234.0152162760496	39200000	0.9990009990009989	0.09901475429766744
15539.447605133057	19800	4137.452165650571	409.6487482434616	4349.5993565917015	1625.3949927315116	39600000	0.9990009990009989	0.09901475429766744
15693.999468564987	20000	4170.474638492913	575.9486101473818	4425.832879079506	1060.5044790878892	40000000	0.9990009990009989	0.09901475429766744
15848.121340036392	20200	4189.695752461306	383.88589468057364	4407.531453207135	1977.8407734334469	40400000	0.9990009990009989	0.09901475429766744
15998.507766246796	20400	4118.736417336654	803.0052868455709	4531.7974811680615	157.8608910124749	40800000	0.9990009990009989	0.09901475429766744
16153.038355112076	20600	4174.769083023441	685.0374015319597	4466.114103380591	-85.45720921177417	41200000	0.9990009990009989	0.09901475429766744
16307.423415660858	20800	4182.922288835652	680.4756385309221	4476.167196989059	-199.16909088939428	41600000	0.9990009990009989	0.09901475429766744
16462.20946955681	21000	4253.153424359181	644.4998572352528	4538.381505921483	-96.71797100454569	42000000	0.9990009990009989	0.09901475429766744
16616.847776651382	21200	4118.128497656531	999.0563265885451	4668.777139782906	250.8207904547453	42400000	0.9990009990009989	0.09901475429766744
16771.09587097168	21400	4280.306978853469	858.8739200762095	4724.087735913694	312.51099638827145	42800000	0.9990009990009989	0.09901475429766744
16925.832636594772	21600	4330.111023642722	848.734182623792	4704.109682112932	-203.7989079039544	43200000	0.9990009990009989	0.09901475429766744
17080.176960229874	21800	4216.375597892885	902.9196906885784	4665.314151056111	316.4796972060576	43600000	0.9990009990009989	0.09901475429766744
17234.84476685524	22000	4236.448261158574	784.3485847397626	4580.406480226666	280.5823364639655	44000000	0.9990009990009989	0.09901475429766744
17390.611528873444	22200	4267.989406927703	888.703425023234	4685.3458711877465	128.5958793349564	44400000	0.9990009990009989	0.09901475429766744
17544.78377556801	22400	4315.719912745016	827.017839205602	4692.541272759438	-241.84187977015972	44800000	0.9990009990009989	0.09901475429766744
17703.479602336884	22600	4369.382693693857	672.8780597488862	4653.173565609381	271.4599228557199	45200000	0.9990009990009989	0.09901475429766744
17864.847341537476	22800	4469.860648888455	512.845987433901	4691.884604986757	1393.1154747493565	45600000	0.9990009990009989	0.09901475429766744
18022.236485242844	23000	4627.770842446622	248.30305117144795	4837.692701309919	2229.52976876311	46000000	0.9990009990009989	0.09901475429766744
18178.612602233887	23200	4565.812378380255	120.815642468827	4693.771605743095	3495.444825188257	46400000	0.9990009990009989	0.09901475429766744
18334.138021707535	23400	4520.490825924789	656.5224480086662	4759.606493740343	-20.40209690760821	46800000	0.9990009990009989	0.09901475429766744
18489.48725938797	23600	4444.74913244553	789.1362396349992	4780.819275993854	30.92732780240476	47200000	0.9990009990009989	0.09901475429766744
18640.806459903717	23800	4507.761566966474	713.1827412551725	4832.269012089819	437.2190358294174	47600000	0.9990009990009989	0.09901475429766744
18796.368272542953	24000	4669.861949778604	377.4966819315908	4930.095122978091	2542.786352985073	48000000	0.9990009990009989	0.09901475429766744
18951.552423238754	24200	4745.401496965528	575.4784070530229	5038.390638977289	1023.1816399283707	48400000	0.9990009990009989	0.09901475429766744
19107.170619249344	24400	4747.769168799769	546.937171919047	5017.653492800891	-312.8203555904329	48800000	0.9990009990009989	0.09901475429766744
19263.23387169838	24600	4400.308537849851	1067.746873278781	4928.919390827417	-391.6092696059495	49200000	0.9990009990009989	0.09901475429766744
19416.55643749237	24800	4715.100059134853	460.65485836434254	4954.6626827940345	1358.0346481837332	49600000	0.9990009990009989	0.09901475429766744
19572.183648347855	25000	4778.047848947257	258.06283420373165	4994.658355909865	2330.99736753013	50000000	0.9990009990009989	0.09901475429766744
