Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
5.9565253257751465	0	143.59096898257732	22.073115011765626	222.65856474637985	102.30733162164688	0	0.0	0
11.1137216091156	50	138.13423808813096	17.33704211468653	180.51450872421265	99.27179145812988	7740	0.9803921568627451	0.5529454193835116
17.12434458732605	100	110.51518791735172	6.517447172369737	122.09964895248413	95.25669515132904	15000	0.9900990099009901	0.615696014530701
22.979511737823486	150	122.46877696335315	10.148064437086724	150.9620816707611	104.15774178504944	23613	0.9933774834437086	0.615696014530701
28.123717069625854	200	118.26755807101726	9.513130898919789	146.6667433977127	105.02342373132706	30938	0.9950248756218906	0.615696014530701
32.15946865081787	250	125.77460423052311	11.744275116352178	161.7122300863266	112.89991915225983	38555	0.9960159362549801	0.615696014530701
37.3563334941864	300	136.66804935276508	11.71537280099771	163.48835456371307	117.14195048809052	47983	0.9966777408637874	0.615696014530701
41.60130834579468	350	166.18485951304436	13.944480222387421	192.57053327560425	134.9219275712967	55330	0.9971509971509972	0.615696014530701
45.99253487586975	400	230.90144987761974	13.053458475297417	262.1124966740608	192.93449819087982	63089	0.9975062344139651	0.615696014530701
49.83689093589783	450	148.74229316473009	36.101514073965994	273.1926769018173	118.03296756744385	70370	0.9977827050997783	0.615696014530701
53.86246848106384	500	110.63992793917656	7.726687594121085	134.63128626346588	96.55500531196594	78118	0.998003992015968	0.6643422832966256
57.61204433441162	550	97.18359856307507	2.7809296870975495	103.35821068286896	90.13173520565033	85494	0.9981851179673321	0.6643422832966256
61.71256947517395	600	97.13066832363606	3.5239577991844215	106.69783854484558	90.23236149549484	93781	0.9983361064891847	0.6643422832966256
66.78208470344543	650	98.93204905211925	4.5233568729158655	110.94071650505066	91.22413420677185	101391	0.9984639016897081	0.6643422832966256
71.24276757240295	700	91.26447374343871	2.437233587092073	97.1105432510376	85.18894588947296	108659	0.9985734664764622	0.6643422832966256
75.14196753501892	750	90.77441700220108	2.3402309516513995	95.81294971704483	85.36015725135803	116609	0.9986684420772304	0.6643422832966256
80.31641721725464	800	90.56922654807568	2.4144307664666393	97.32297021150589	85.1924535036087	124115	0.9987515605493134	0.6643422832966256
85.05717277526855	850	89.73423475265503	2.3840746714855037	95.55727028846741	84.79016470909119	131521	0.9988249118683902	0.6643422832966256
88.59074592590332	900	88.44208473742009	2.539054010788657	93.21274399757385	83.21836638450623	138261	0.9988901220865705	0.6643422832966256
92.1959216594696	950	86.99916853308677	2.3749025134120334	92.66064167022705	82.17203330993652	145201	0.9989484752891693	0.6643422832966256
95.78411436080933	1000	87.09002138018609	2.4168670167340474	92.99508136510849	80.96530854701996	152127	0.999000999000999	0.6643422832966256
99.52591180801392	1050	87.48331623017788	2.409817480331973	93.29711771011353	82.27837681770325	159194	0.999000999000999	0.6643422832966256
103.21778106689453	1100	88.22681510329247	2.2802362080383305	93.53539407253265	83.47474467754364	166379	0.999000999000999	0.6643422832966256
106.8557779788971	1150	87.53929595410824	2.214282404711158	93.65429526567459	82.23105573654175	173398	0.999000999000999	0.6643422832966256
110.95308589935303	1200	87.021012519598	1.9578937294227043	91.90968203544617	82.99737894535065	180522	0.999000999000999	0.6643422832966256
115.35463643074036	1250	86.63620631635189	2.1914105785529125	91.39618480205536	81.55521810054779	187692	0.999000999000999	0.6643422832966256
119.04247045516968	1300	86.15497034490109	2.0897425909616953	91.6481961607933	81.43206238746643	194594	0.999000999000999	0.6643422832966256
122.7597804069519	1350	86.78491428673267	1.9477272724620462	91.53667724132538	82.32029020786285	201593	0.999000999000999	0.6643422832966256
126.50311303138733	1400	86.51070522904396	1.9737887811681647	91.45289266109467	82.4495542049408	208620	0.999000999000999	0.6643422832966256
130.12645888328552	1450	86.28629868984223	2.0599171147295765	91.56097221374512	81.37916958332062	215498	0.999000999000999	0.6643422832966256
133.89936113357544	1500	86.77366764128209	1.8532333445309837	91.03293466567993	82.76848292350769	222734	0.999000999000999	0.6601343690433169
137.66047596931458	1550	88.12105312049388	1.8490074546552095	93.32444167137146	83.32912766933441	229852	0.999000999000999	0.6601343690433169
142.22811698913574	1600	89.22715077102184	2.062024498905461	94.76335352659225	83.44627594947815	237120	0.999000999000999	0.6601343690433169
145.94247436523438	1650	89.25617852449417	1.980529312407029	93.96376287937164	85.27807605266571	244164	0.999000999000999	0.6601343690433169
149.74569654464722	1700	93.68457467317582	1.99999348487147	99.23356926441193	89.70911657810211	251499	0.999000999000999	0.6601343690433169
153.72574663162231	1750	152.00711526453495	2.4136547886451987	157.31865286827087	147.22236359119415	258756	0.999000999000999	0.6601343690433169
157.65815114974976	1800	144.85150758743285	2.379375090582247	149.8250704407692	139.76020395755768	266321	0.999000999000999	0.6601343690433169
161.65710973739624	1850	141.39931731700898	2.185993268436012	146.14018088579178	135.9639471769333	273827	0.999000999000999	0.6601343690433169
165.7304036617279	1900	136.4880119240284	2.505681759633429	143.0905166864395	130.914244055748	281657	0.999000999000999	0.6601343690433169
170.24964785575867	1950	141.9581778252125	2.514980305176089	147.68271976709366	137.13574707508087	289576	0.999000999000999	0.6601343690433169
174.99685072898865	2000	140.1685990911722	2.385030935552952	146.206378698349	134.3998543024063	297216	0.999000999000999	0.6601343690433169
178.89002203941345	2050	137.59674286901952	2.4914794106764364	143.92489570379257	132.1050934791565	304570	0.999000999000999	0.6582230795007973
182.9280607700348	2100	135.3163728749752	2.162866831437515	140.65812695026398	129.78379142284393	312184	0.999000999000999	0.6582230795007973
186.99877309799194	2150	132.1377766764164	2.046232393017878	135.75244772434235	127.22795403003693	319885	0.999000999000999	0.6582230795007973
190.96104788780212	2200	131.36053097367287	2.2651164876793195	136.8595427274704	126.76432609558105	327459	0.999000999000999	0.6938197204674164
194.83623099327087	2250	131.74684601187707	2.094552252713062	137.16294479370117	127.51866924762726	334778	0.999000999000999	0.6938197204674164
198.7955174446106	2300	127.82780664026737	1.8252301426394333	132.08753210306168	124.571319937706	342133	0.999000999000999	0.6938197204674164
203.47503447532654	2350	127.98852729976177	2.092630279393273	133.12228786945343	123.60138416290283	349500	0.999000999000999	0.6938197204674164
207.4180088043213	2400	127.11489819884301	2.2950049651583093	131.9309469461441	121.88256013393402	357048	0.999000999000999	0.6938197204674164
211.3645622730255	2450	127.27452687382699	2.338900512879622	132.44536179304123	122.31816947460175	364468	0.999000999000999	0.6938197204674164
215.24064230918884	2500	126.63322146654129	2.256294410297863	132.64823758602142	122.44184482097626	372013	0.999000999000999	0.6938197204674164
219.16848969459534	2550	125.97223452031612	1.9035696579152506	131.78608626127243	122.00156199932098	379375	0.999000999000999	0.6938197204674164
223.1478250026703	2600	126.12058268487453	1.83141122857746	130.43570667505264	121.42295289039612	387037	0.999000999000999	0.6938197204674164
227.07978534698486	2650	129.10460882365703	2.13496001110033	133.43577468395233	124.432288646698	394567	0.999000999000999	0.6938197204674164
231.85571885108948	2700	127.13871216416359	1.9634626065599154	131.36133915185928	122.58854389190674	401974	0.999000999000999	0.6938197204674164
235.80183148384094	2750	127.63576183617116	2.056752269148317	132.1030764579773	123.1748628616333	409333	0.999000999000999	0.6938197204674164
239.69351935386658	2800	129.6177516412735	2.0547874121328777	134.37747871875763	124.47045826911926	417153	0.999000999000999	0.6938197204674164
243.55434274673462	2850	128.27009148180485	1.8778810826143233	132.16181403398514	124.72664332389832	424418	0.999000999000999	0.6938197204674164
247.44054508209229	2900	129.40931035637857	2.0361967874232763	133.41572833061218	124.97271704673767	431928	0.999000999000999	0.6938197204674164
251.29859399795532	2950	127.64104705393315	2.056486995438094	132.12062627077103	123.2653638124466	439315	0.999000999000999	0.6938197204674164
255.27907991409302	3000	129.42861552119254	2.1310113417528123	135.22143363952637	125.34810674190521	446898	0.999000999000999	0.6938197204674164
259.793359041214	3050	128.0344853490591	2.0441376284821127	132.9956688284874	123.86824035644531	454256	0.999000999000999	0.6938197204674164
263.7214548587799	3100	129.00424967527388	1.9004524974686428	133.6307339668274	125.19002592563629	461750	0.999000999000999	0.6938197204674164
267.73284125328064	3150	130.57367309510707	2.303979355745259	135.9096845984459	126.17869246006012	469383	0.999000999000999	0.6938197204674164
271.6282420158386	3200	130.6834540092945	2.059934674883342	136.44890075922012	126.46675229072571	477206	0.999000999000999	0.6445973255778709
275.5276155471802	3250	130.30256096065045	2.0447813054238733	135.3898447751999	125.86375975608826	484637	0.999000999000999	0.6445973255778709
279.59340620040894	3300	132.67120540499687	2.157149479926026	137.79903864860535	128.5120005607605	492504	0.999000999000999	0.6445973255778709
283.90773487091064	3350	130.50342343330382	2.223709790914314	136.1968014240265	125.32213246822357	499951	0.999000999000999	0.6445973255778709
288.31613397598267	3400	129.82804177880288	2.289996085329872	135.58663541078568	125.70669400691986	507684	0.999000999000999	0.6445973255778709
292.24225330352783	3450	129.46273810207845	2.185743483950238	134.57518064975739	125.04756283760071	515356	0.999000999000999	0.6445973255778709
296.1943986415863	3500	129.01929661273957	2.2714161913376607	134.4366453886032	124.7979587316513	522928	0.999000999000999	0.6445973255778709
300.10991382598877	3550	131.80075639247895	2.2051968829791924	136.23197901248932	126.97044682502747	530565	0.999000999000999	0.6445973255778709
303.9584279060364	3600	132.88762468338012	2.196963773909021	137.92328226566315	128.59768652915955	538083	0.999000999000999	0.6094898440739185
307.9723038673401	3650	131.38649504244327	1.9956713708768858	136.40184605121613	126.91639351844788	545762	0.999000999000999	0.6094898440739185
312.79514622688293	3700	131.15638625085353	1.7673250258212108	136.462531208992	127.97426450252533	553256	0.999000999000999	0.6094898440739185
316.75266551971436	3750	131.00821900427343	1.747988540849237	136.15072268247604	125.34850645065308	560878	0.999000999000999	0.6094898440739185
320.6117579936981	3800	130.67272752046586	2.0126129294938475	135.3348873257637	126.69113373756409	568445	0.999000999000999	0.6401292873647282
324.5465958118439	3850	130.83854355812073	2.023459865696848	135.31721532344818	126.81147408485413	576101	0.999000999000999	0.6401292873647282
328.52104330062866	3900	131.98051482975484	1.820613500328685	136.79754328727722	127.17226147651672	583728	0.999000999000999	0.6401292873647282
332.5452184677124	3950	130.7742566472292	2.1913727399401854	135.77123975753784	125.79786801338196	591153	0.999000999000999	0.6401292873647282
336.9460470676422	4000	134.47662013053895	2.0705522490125254	138.57929813861847	130.00208985805511	598909	0.999000999000999	0.6401292873647282
341.3557221889496	4050	136.53629705309868	1.9623168879333295	141.526340842247	132.95497035980225	606850	0.999000999000999	0.6401292873647282
345.29165148735046	4100	139.0602560585737	1.9749521114906439	144.2222664952278	135.38464403152466	614581	0.999000999000999	0.6800158629387302
349.39363169670105	4150	140.31077320098876	1.8767467054026519	145.33396714925766	136.60575449466705	622284	0.999000999000999	0.6800158629387302
353.2048077583313	4200	139.22930251240732	1.9000297184654455	144.4273545742035	135.82326090335846	629698	0.999000999000999	0.6800158629387302
357.2677562236786	4250	140.83350125730038	1.8036182198280775	145.53786849975586	137.04605221748352	637581	0.999000999000999	0.6800158629387302
361.2157652378082	4300	139.16773425996303	1.7380471369655375	143.20385098457336	134.8335509300232	645157	0.999000999000999	0.6800158629387302
366.04373598098755	4350	138.89169614195825	1.687852961084239	144.1369367837906	135.60430109500885	652464	0.999000999000999	0.6800158629387302
370.93794989585876	4400	140.97834905087947	2.1958246797654697	146.73961275815964	135.92222583293915	660259	0.999000999000999	0.6800158629387302
374.8800253868103	4450	143.83409842312335	1.9390542311631778	148.02109217643738	140.05650985240936	668029	0.999000999000999	0.6800158629387302
380.50497913360596	4500	145.33758684277535	2.08013027857196	150.24024242162704	140.0578669309616	675831	0.999000999000999	0.6800158629387302
385.1032438278198	4550	145.08575747609137	1.801929717162269	149.35363537073135	141.0267951488495	683544	0.999000999000999	0.6800158629387302
389.14080715179443	4600	144.62393375635148	1.8787228390606034	149.22593545913696	141.3110568523407	691467	0.999000999000999	0.6800158629387302
393.11542654037476	4650	141.12959773182868	1.9233454405247439	145.13381725549698	136.42041444778442	699019	0.999000999000999	0.6800158629387302
397.06536412239075	4700	139.4798083090782	2.0201788697270615	143.746553003788	134.54681360721588	706649	0.999000999000999	0.6800158629387302
401.048043012619	4750	143.49288895606995	1.8687640559720067	147.09469068050385	139.35873079299927	714772	0.999000999000999	0.6800158629387302
405.06728076934814	4800	147.89815064370632	1.890550154350522	151.72821259498596	144.15791070461273	722628	0.999000999000999	0.6800158629387302
409.3919327259064	4850	150.43072266340255	2.077550177834088	155.07923871278763	145.1040517091751	730478	0.999000999000999	0.6800158629387302
413.71092224121094	4900	151.36459406375886	2.0323755196388027	155.980731010437	145.4921088218689	738139	0.999000999000999	0.6800158629387302
417.73461961746216	4950	153.89515033364296	1.9929844364526759	158.76162546873093	148.60485327243805	746003	0.999000999000999	0.6800158629387302
421.76220893859863	5000	153.17510363817215	2.0954234051144187	159.03287255764008	148.66237843036652	753790	0.999000999000999	0.6800158629387302
425.7734441757202	5050	156.22733752191067	1.8605119007548783	160.0425381064415	151.6781210899353	761373	0.999000999000999	0.6800158629387302
429.93912863731384	5100	160.20308392822741	1.8643148613597655	163.97204929590225	155.15198588371277	769593	0.999000999000999	0.6659788867961006
433.9392488002777	5150	163.64628868043422	1.9611870218432792	168.39915889501572	159.3177055120468	777653	0.999000999000999	0.6659788867961006
438.8598527908325	5200	161.07796143472194	1.8844419472605152	165.6346771121025	157.2618762254715	785807	0.999000999000999	0.6659788867961006
442.8725657463074	5250	160.3942671662569	1.8448218317206768	165.21116298437119	156.6399519443512	793426	0.999000999000999	0.6659788867961006
446.6964945793152	5300	161.5797612005472	1.7916488952510305	167.002114713192	157.14634728431702	801084	0.999000999000999	0.6659788867961006
450.81820583343506	5350	164.85550451457502	1.8709324709498698	169.77852874994278	161.0229196548462	809103	0.999000999000999	0.6659788867961006
455.0094413757324	5400	165.6654199486971	1.942333796272734	170.19158500432968	161.31929862499237	817389	0.999000999000999	0.6659788867961006
459.3490867614746	5450	168.15157107770443	2.2152637544227547	172.8751026391983	163.6198410987854	825623	0.999000999000999	0.6659788867961006
463.43285632133484	5500	168.97267544269562	1.882122103721927	173.37037229537964	164.56592047214508	833706	0.999000999000999	0.6659788867961006
468.4545929431915	5550	169.12380814611913	1.8232781009997463	173.8172727227211	165.09687626361847	842077	0.999000999000999	0.6659788867961006
472.476322889328	5600	166.47589911162854	2.0940660289305657	170.8896320462227	161.8834639787674	849905	0.999000999000999	0.6659788867961006
476.7691490650177	5650	163.90822868943215	2.0112014365676103	169.02151328325272	159.56612622737885	858243	0.999000999000999	0.6659788867961006
480.8418972492218	5700	168.62661516368388	1.8758476322284123	173.0952535867691	165.2334418296814	866517	0.999000999000999	0.6659788867961006
485.0723476409912	5750	170.76966803967952	1.6119264653797045	174.49364811182022	166.9436992406845	874797	0.999000999000999	0.6659788867961006
489.3762490749359	5800	176.82998098015784	1.5775709992392424	180.553262591362	172.46470022201538	883171	0.999000999000999	0.6659788867961006
494.236031293869	5850	179.49531574487685	1.8291853474667008	184.8224869966507	175.64124965667725	891450	0.999000999000999	0.6659788867961006
498.3810956478119	5900	183.24712632417678	1.6725847878249755	187.07971507310867	179.0913441181183	899404	0.999000999000999	0.6597158701469519
502.75791931152344	5950	188.3035284358263	1.8210564742849533	191.698091506958	183.33553171157837	908016	0.999000999000999	0.6597158701469519
507.16824078559875	6000	191.38322078645228	1.7881648250047029	195.0705048441887	187.42363905906677	916811	0.999000999000999	0.6439769666538104
511.64619517326355	6050	195.13233717143535	2.1177393792773063	199.5280808210373	189.96445643901825	925500	0.999000999000999	0.6439769666538104
515.9304420948029	6100	196.7174659782648	1.876538949513211	201.08517402410507	191.906045794487	934321	0.999000999000999	0.6439769666538104
521.268800497055	6150	208.43681581914424	2.106511852351713	213.82004523277283	204.03889167308807	943242	0.999000999000999	0.6439769666538104
525.7147102355957	6200	210.04614120781423	1.9183146793264854	214.7566276192665	205.9238772392273	952094	0.999000999000999	0.6439769666538104
530.2857353687286	6250	220.46065485775472	2.03919639122058	227.2993391752243	216.52189350128174	961229	0.999000999000999	0.6766193714771293
534.9776484966278	6300	232.7640052050352	2.3798992697925287	237.24291461706161	226.15845704078674	970558	0.999000999000999	0.6766193714771293
539.403902053833	6350	228.1029798489809	1.9506761399454624	232.94809687137604	223.51752245426178	979618	0.999000999000999	0.6766193714771293
544.3271441459656	6400	229.36184563159944	2.191304433293874	234.53989696502686	223.96367919445038	988370	0.999000999000999	0.6766193714771293
549.2900767326355	6450	228.5522159254551	1.8163424396439967	233.39108663797379	224.389505982399	997562	0.999000999000999	0.6766193714771293
551.7836952209473	6476	229.72453480005265	1.8476632036946814	234.946739256382	224.23576068878174	1002142	0.999000999000999	0.6766193714771293
