Time	Iteration	AverageReward	StdRewards	MaxRewardRollout	MinRewardRollout	timesteps	gradnorms	maxnorms
22.30823588371277	0	151.85753346681594	44.57849267028749	427.4761136174202	101.96680265665054	0	0.0	0
52.57583665847778	200	125.49208893716336	6.205303668549047	141.57764607667923	113.80734676122665	32606	0.9950248756218906	0.6507100417620486
93.47337794303894	400	377.54226656913755	1.5728477720371918	381.4637386202812	374.17054933309555	73521	0.9975062344139651	0.6507100417620486
136.92495489120483	600	360.58405682981015	1.4887502657994829	364.2781829237938	357.4582166671753	127824	0.9983361064891847	0.6522098044173827
181.34488916397095	800	399.6030591762066	1.4694356378960973	402.1888778209686	396.05449718236923	184123	0.9987515605493134	0.6522098044173827
238.5619020462036	1000	765.3984948974847	43.80094039864326	824.9302470684052	658.1066552996635	260586	0.999000999000999	0.6522098044173827
315.06687211990356	1200	984.8195345616341	8.21918824072049	1013.1927730441093	960.076676607132	360346	0.999000999000999	0.6567038171754142
394.586448431015	1400	924.0548700773716	15.68761340392977	974.5939509868622	901.4983769655228	472839	0.999000999000999	0.6567038171754142
491.103280544281	1600	1102.7344935780764	81.01396988341331	1592.3967942595482	1029.9914436936378	605908	0.999000999000999	0.6567038171754142
640.9247581958771	1800	2159.242282214761	252.41191040299438	2595.6491199731827	1592.6750981807709	818332	0.999000999000999	0.6567038171754142
830.9498069286346	2000	2073.842873174548	62.97612741646798	2332.51644128561	1952.369868338108	1093898	0.999000999000999	0.6567038171754142
1025.3042178153992	2200	2201.463218601346	98.90821261756349	2721.17178273201	2021.8422208428383	1376681	0.999000999000999	0.7221883068996892
1223.5113718509674	2400	2183.4417637360098	392.9287276398234	3105.917538702488	1824.9515420794487	1676163	0.999000999000999	0.7221883068996892
1449.0255315303802	2600	2920.4019782876967	37.512322485387514	3028.992880523205	2868.019008100033	2008960	0.999000999000999	0.7221883068996892
1677.3822419643402	2800	3007.511608184576	10.331246435095617	3033.5389827489853	2963.4955929517746	2347912	0.999000999000999	0.7221883068996892
1918.5150692462921	3000	3026.4141325104238	21.410266318627173	3060.5549795031548	2958.0147926807404	2704530	0.999000999000999	0.7221883068996892
2161.5792536735535	3200	3034.454062027335	20.337284792476904	3074.4117963314056	2994.5133787989616	3069015	0.999000999000999	0.6524323219357203
2406.8082151412964	3400	3046.2771355980635	31.312850856334105	3089.0550000071526	2980.0461927056313	3434445	0.999000999000999	0.6771308898572621
2658.1329357624054	3600	3051.2640995156767	47.033479657353666	3112.892346739769	2952.8145923018456	3805842	0.999000999000999	0.6771308898572621
2906.1141917705536	3800	3046.73039883852	19.315946237807438	3087.9413355588913	2998.714148581028	4178795	0.999000999000999	0.6771308898572621
3156.121827363968	4000	3052.249032871127	22.637890758974148	3100.2405685782433	3002.8355053663254	4546198	0.999000999000999	0.6771308898572621
3405.4714794158936	4200	3027.521682020426	124.20931235949125	3169.043477833271	2777.6116602420807	4917492	0.999000999000999	0.6771308898572621
3648.1640043258667	4400	3042.870759614706	19.511175473431596	3083.7187638878822	2995.581415295601	5279753	0.999000999000999	0.6655811596596902
3896.394814491272	4600	3089.0422456252577	10.149200379175573	3110.1151790618896	3064.24957215786	5645894	0.999000999000999	0.6655811596596902
4144.108774185181	4800	3093.4622076535225	19.62922631141472	3134.1349549889565	3033.9642733335495	6014373	0.999000999000999	0.6118349072767757
4387.8941740989685	5000	3119.5079652249815	4.365060929842531	3127.3140240311623	3108.286227285862	6374092	0.999000999000999	0.6441102562039821
4638.923365354538	5200	3115.5496817791463	18.153644913442978	3134.9340168237686	3058.89569067955	6744141	0.999000999000999	0.6462981345521629
4888.365658998489	5400	3204.3529119813443	21.664616111419516	3230.8600690364838	3141.61161082983	7112748	0.999000999000999	0.6602940833180353
5153.027432918549	5600	3183.9408204853535	8.568725430597286	3198.4362345933914	3146.783835053444	7486873	0.999000999000999	0.6602940833180353
5399.354967832565	5800	3203.670773024559	7.292417718223502	3219.0801476836205	3184.819100320339	7845105	0.999000999000999	0.6602940833180353
5649.848040819168	6000	3212.078566684723	11.855174117464847	3228.82482868433	3183.5152350068092	8211926	0.999000999000999	0.6602940833180353
5896.932437419891	6200	3211.043422445655	5.909627749837551	3222.43182438612	3195.5773547291756	8572758	0.999000999000999	0.6602940833180353
6149.878101825714	6400	3223.061961416006	4.551645246186003	3232.9848178625107	3211.3859534859657	8940313	0.999000999000999	0.6201038722880591
6399.704509735107	6600	3201.5421294635535	5.749745574161573	3211.9088334441185	3186.5031501054764	9309870	0.999000999000999	0.6211212141479404
6647.62685084343	6800	3239.890721473098	10.986541615712865	3271.079876303673	3212.5128472447395	9671898	0.999000999000999	0.6539460755714226
6900.450824737549	7000	3241.637794160843	3.7660476624667267	3249.536287665367	3231.207916855812	10037034	0.999000999000999	0.6539460755714226
7153.49002623558	7200	3255.854256259203	5.857164352781617	3265.891265630722	3233.5558760762215	10403725	0.999000999000999	0.6539460755714226
7404.907675981522	7400	3267.539114551544	17.403510774079997	3316.8039101958275	3232.634621143341	10767307	0.999000999000999	0.6539460755714226
7655.3710997104645	7600	3271.5589574992655	6.922237660702372	3288.3687846064568	3254.0927898287773	11126067	0.999000999000999	0.6539460755714226
7902.348969221115	7800	3276.932443470359	5.579042247782255	3288.775712788105	3262.22331482172	11485876	0.999000999000999	0.6241912663243122
8154.597362756729	8000	3310.8733583432436	5.7502377922911405	3323.1259205937386	3297.4155164957047	11851898	0.999000999000999	0.6278787580651313
8410.899998426437	8200	3294.3044878542423	4.837684478136481	3305.6783314943314	3276.967329621315	12218205	0.999000999000999	0.6278787580651313
8662.518176317215	8400	3366.08585865438	6.81089675301372	3379.5020283460617	3343.325890958309	12584410	0.999000999000999	0.632171744238464
8906.72048997879	8600	3381.3682323282956	7.59540334288247	3401.5245791077614	3363.0202727913857	12938331	0.999000999000999	0.6723353515183447
9154.007724761963	8800	3379.06767757535	7.348763853733595	3395.0469769239426	3358.946446597576	13291220	0.999000999000999	0.6723353515183447
9394.074366807938	9000	3370.7348687011004	4.836410191706346	3379.874523818493	3361.8054252266884	13639741	0.999000999000999	0.6723353515183447
9636.020877122879	9200	3410.9680622690917	5.966431599116237	3425.1907930374146	3378.8751631379128	13990930	0.999000999000999	0.6723353515183447
9881.280200242996	9400	3358.242401073575	5.35747630960632	3368.1909292936325	3344.540383398533	14347453	0.999000999000999	0.6723353515183447
10123.485123634338	9600	3368.93134960711	4.319856472415817	3376.3601937294006	3352.497603356838	14697964	0.999000999000999	0.7199049453165658
10367.295443534851	9800	3350.6170955878497	4.359289264499993	3359.5664713978767	3337.0716153383255	15053550	0.999000999000999	0.7199049453165658
10611.729199409485	10000	3386.5123115611077	3.4388478772165327	3395.025560617447	3378.919371306896	15411404	0.999000999000999	0.7199049453165658
10856.06235074997	10200	3387.527042233944	4.694543825685483	3396.9112280607224	3364.820925652981	15765233	0.999000999000999	0.7199049453165658
11097.855870962143	10400	3408.097458512187	5.525136119751259	3424.939579963684	3394.483859062195	16116308	0.999000999000999	0.7199049453165658
11337.9503428936	10600	3412.571545175314	7.757473453457148	3437.408358991146	3393.6293768286705	16464022	0.999000999000999	0.6380402797113834
11584.497364521027	10800	3419.524661261439	7.892063773691104	3433.285616159439	3400.291826069355	16813798	0.999000999000999	0.6380402797113834
11823.17375779152	11000	3414.08463203907	10.776140988591795	3439.576398730278	3389.726959824562	17156750	0.999000999000999	0.6380402797113834
12065.712403297424	11200	3420.8618157804012	6.154921897086047	3433.219079554081	3403.736251115799	17509791	0.999000999000999	0.6380402797113834
12312.89308309555	11400	3437.211540474296	4.523698612907692	3446.216285943985	3419.633470892906	17860750	0.999000999000999	0.6371617953704606
12557.931294441223	11600	3447.887355185151	8.047055163663488	3468.0192578434944	3423.505165576935	18218390	0.999000999000999	0.6371617953704606
12803.908704996109	11800	3454.9749623799325	6.5890761770643005	3465.9034271240234	3436.253969192505	18580478	0.999000999000999	0.6684307557656758
13058.89145898819	12000	3468.2196308892967	7.143933466504269	3482.328486800194	3450.2262347340584	18944743	0.999000999000999	0.6684307557656758
13299.23549246788	12200	3471.345342447162	8.013406442144715	3489.23097294569	3449.7293852567673	19296623	0.999000999000999	0.6684307557656758
13546.09532403946	12400	3460.6240283352136	7.323552796084273	3480.120440900326	3438.25729572773	19656297	0.999000999000999	0.6684307557656758
13799.838007926941	12600	3479.9064033436775	7.218077017231288	3496.579034924507	3451.1276040673256	20017102	0.999000999000999	0.6684307557656758
14041.790985822678	12800	3489.0645034241675	4.985079537157709	3498.0605838298798	3476.3954676389694	20368658	0.999000999000999	0.6540356519067445
14285.637454986572	13000	3494.0582377678156	4.881168553166551	3503.36666148901	3480.028071463108	20722543	0.999000999000999	0.6540356519067445
14530.574998617172	13200	3469.1182929736374	4.235142475898035	3478.3617953658104	3460.218509078026	21078629	0.999000999000999	0.6708008635440186
14776.35316324234	13400	3497.755531710386	4.466954839001898	3508.3848375678062	3485.6929080486298	21430936	0.999000999000999	0.6708008635440186
15015.765717029572	13600	3507.030754197836	6.6929628415414415	3520.5610222816467	3487.6513544917107	21777539	0.999000999000999	0.6708008635440186
15261.071196556091	13800	3479.8058673357964	4.7920985008217185	3490.5904594659805	3466.7989230155945	22132570	0.999000999000999	0.6708008635440186
15513.330560684204	14000	3482.626099383831	3.6908497869230734	3490.718083322048	3473.5578993558884	22492173	0.999000999000999	0.6708008635440186
15759.483717918396	14200	3484.6933823394775	13.64143830855869	3508.3636227846146	3449.5678493976593	22848897	0.999000999000999	0.6491823113425352
15992.92932844162	14400	3473.4318530774117	5.951740443881842	3486.803234219551	3456.8949093818665	23188365	0.999000999000999	0.6491823113425352
16243.85286784172	14600	3504.800289413333	4.554334307838401	3513.6615242362022	3488.7185960412025	23550267	0.999000999000999	0.6491823113425352
16487.170887708664	14800	3522.379051349163	3.830190042427485	3533.54979878664	3510.8913434147835	23905141	0.999000999000999	0.6491823113425352
16726.63741850853	15000	3533.7335393476487	6.021256670942496	3546.28327614069	3513.986290693283	24253866	0.999000999000999	0.6172037072613159
16969.532485485077	15200	3517.035354501009	4.133955495974182	3527.9272624254227	3502.8118153214455	24601086	0.999000999000999	0.6172037072613159
17212.516192674637	15400	3515.528120890856	10.618871576536174	3540.1130717992783	3484.618038058281	24958141	0.999000999000999	0.6172037072613159
17457.252024650574	15600	3531.261852388382	11.086107253189109	3560.077899634838	3501.1617659926414	25317639	0.999000999000999	0.6172037072613159
17706.205010175705	15800	3552.138143312335	3.9034221987519646	3558.9891812205315	3541.7997228503227	25674244	0.999000999000999	0.7066541447554321
17939.021281003952	16000	3549.349927044511	7.8799137337999205	3562.568657577038	3512.3072570562363	26015032	0.999000999000999	0.7066541447554321
18176.616460084915	16200	3493.8666405767203	10.968115619330405	3517.1674910783768	3462.6327252984047	26360569	0.999000999000999	0.7066541447554321
18400.929121255875	16400	3561.3034856277704	3.829306354340626	3569.258590221405	3552.0861530303955	26688505	0.999000999000999	0.7066541447554321
18639.462530612946	16600	3556.999333859682	5.189027130206032	3567.712769329548	3541.890151679516	27032873	0.999000999000999	0.7066541447554321
18875.624146699905	16800	3594.610946261883	4.139022536007435	3603.3407818078995	3575.5289521217346	27377132	0.999000999000999	0.6698887004218367
19114.8788087368	17000	3511.263335675001	3.7958547569256647	3519.3891149759293	3502.233060181141	27727077	0.999000999000999	0.6698887004218367
19363.32679462433	17200	3559.344774363041	5.2546068684696134	3570.0470628142357	3548.121104001999	28089373	0.999000999000999	0.6698887004218367
19603.427784204483	17400	3580.84025011003	6.768452117555405	3593.904282271862	3548.5461922883987	28442974	0.999000999000999	0.7122777899588629
19835.0502140522	17600	3587.110367064476	3.576557832462086	3593.1402220726013	3574.8840647935867	28781941	0.999000999000999	0.7122777899588629
20084.47741174698	17800	3583.4591940671207	4.395403719499798	3595.0694738030434	3571.104302883148	29136511	0.999000999000999	0.7122777899588629
20320.630071163177	18000	3579.231534486413	6.5791555752333455	3592.6089322566986	3564.803795814514	29481206	0.999000999000999	0.7122777899588629
20564.010288476944	18200	3568.2058491784333	4.154641522925817	3575.2704253196716	3552.1232506632805	29835871	0.999000999000999	0.7122777899588629
