Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	1002.9883689880371	2426.8876926917515	802.7080543585836	52.83015683149944	17.485636756749383	2426.8876926917515	52.83015683149944	0.0
2000	1017.0277180671692	2711.512880635145	57.45067851956495	59.03023495601326	1.2514658231810174	2711.512880635145	59.03023495601326	0.0
3000	1030.8038127422333	2689.760427123711	33.12414530261951	58.55639456210698	0.7215534583145659	2711.512880635145	59.03023495601326	0.0
4000	1045.9735481739044	2637.59851147473	75.6969164782255	57.420135489307356	1.648929243897896	2711.512880635145	59.03023495601326	0.0
5000	1061.4102931022644	2687.3560911449927	59.63268557570437	58.50402017102323	1.2989971548739652	2711.512880635145	59.03023495601326	0.0
6000	1362.1106026172638	148.50665261765178	144.13099921511719	3.1994809663687565	3.1396499436855567	2711.512880635145	59.03023495601326	-316.95532
7000	1652.869045495987	658.8640436404892	469.9575821759902	14.31675318893097	10.237230744589812	2711.512880635145	59.03023495601326	-270.46906
8000	1945.912009716034	1223.1601756833147	336.1807523254234	26.608989618555405	7.32312886092847	2711.512880635145	59.03023495601326	-245.48743
9000	2256.5580558776855	2746.0598152084817	553.6203130957825	59.7827814711859	12.059681777686903	2746.0598152084817	59.7827814711859	-232.9285
10000	2571.4788539409637	2410.093570096049	1158.419348706558	52.46432528693943	25.23420542934343	2746.0598152084817	59.7827814711859	-217.76749
11000	2887.0379877090454	2691.295117714824	740.5679742203322	58.5898251998893	16.13202025392135	2746.0598152084817	59.7827814711859	-210.71252
12000	3196.5552735328674	2220.6289709276653	1359.1307487430947	48.33715957415893	29.606363669093337	2746.0598152084817	59.7827814711859	-213.02136
13000	3506.600970029831	2704.2359027502307	1075.4991050374374	58.87171830566749	23.42792822469028	2746.0598152084817	59.7827814711859	-218.89131
14000	3810.175532579422	2953.6458656008267	877.0904581984271	64.30469233681092	19.105931567017144	2953.6458656008267	64.30469233681092	-220.52066
15000	4123.562143325806	3321.888357548777	11.302685923053001	72.32623194593722	0.24620988833113422	3321.888357548777	72.32623194593722	-219.98064
16000	4428.815196990967	3400.9976672338717	48.19206970873025	74.04949440196935	1.0497826960963432	3400.9976672338717	74.04949440196935	-234.13925
17000	4731.587822437286	3422.9038145823165	70.72895980735026	74.52668275606008	1.5407107137629124	3422.9038145823165	74.52668275606008	-242.36975
18000	5044.642159700394	3140.216596075574	962.0541669074224	68.36882001661806	20.956722199956396	3422.9038145823165	74.52668275606008	-251.78015
19000	5359.406557798386	3487.3600353294264	26.986144818880895	75.93075246306884	0.5878475034675443	3487.3600353294264	75.93075246306884	-268.1499
20000	5680.177531957626	2844.7582318198556	1343.8165123089657	61.93275947621767	29.272768940548936	3487.3600353294264	75.93075246306884	-261.46246
21000	5994.771382570267	2693.6004264162134	1295.331552453179	58.64004244929371	28.216606128178377	3487.3600353294264	75.93075246306884	-259.5359
22000	6325.914358139038	2846.1889159051584	1353.0384013539735	61.96392450825321	29.473652189666076	3487.3600353294264	75.93075246306884	-266.2511
23000	6648.137816667557	3425.271927237381	38.056201927596184	74.57826808332905	0.8289899666936562	3487.3600353294264	75.93075246306884	-263.78568
24000	6970.750555753708	2785.842312915137	1253.0764917216559	60.64937587047923	27.296151127043256	3487.3600353294264	75.93075246306884	-272.49658
25000	7279.336176156998	2059.6363852455843	1606.6219253313716	44.830208499628945	34.99754018815931	3487.3600353294264	75.93075246306884	-267.58105
26000	7605.764025449753	3528.2210638346064	31.340345269417412	76.82084083089974	0.6826963928374142	3528.2210638346064	76.82084083089974	-268.4052
27000	7933.1419506073	2507.85992850978	1615.2694360423623	54.59399998120754	35.18591157713623	3528.2210638346064	76.82084083089974	-274.05164
28000	8265.569427967072	3258.8248511482425	1085.0345254243825	70.95250016445182	23.635641223586568	3528.2210638346064	76.82084083089974	-270.01373
29000	8579.256159305573	2574.866653269809	1625.0948392833968	56.05362810260415	35.39994136184867	3528.2210638346064	76.82084083089974	-281.4073
30000	8918.393815040588	3606.230479409244	19.585927409024976	78.52014395479122	0.4266462885960844	3606.230479409244	78.52014395479122	-290.23163
31000	9258.779920339584	2764.015163360948	1455.074777684483	60.17390834966959	31.69634199924565	3606.230479409244	78.52014395479122	-283.69666
32000	9599.343754053116	3672.07661300581	11.138667573944232	79.95449056144885	0.24263702612004218	3672.07661300581	79.95449056144885	-282.14133
33000	9932.27468085289	2991.774791217741	1453.3129566471112	65.13526646602561	31.657963709003504	3672.07661300581	79.95449056144885	-290.30637
34000	10265.415530443192	3344.3584051405096	1078.8186731592227	72.81570391269088	23.500239399408976	3672.07661300581	79.95449056144885	-296.90112
35000	10601.967725515366	3383.41376752212	1076.047928783413	73.66645889926411	23.439883421369203	3672.07661300581	79.95449056144885	-297.06647
36000	10945.833574056625	2911.8338480957655	1412.0307814570817	63.39388828272111	30.758701373236672	3672.07661300581	79.95449056144885	-291.94812
37000	11294.84247994423	3378.9833350257627	1091.2022604698436	73.56994942376309	23.76999489554889	3672.07661300581	79.95449056144885	-302.4892
38000	11632.269015073776	3565.2915371847325	125.0224543038797	77.62835836841717	2.723402625057467	3672.07661300581	79.95449056144885	-305.7265
39000	11976.900197267532	3743.284194180561	56.768189887587674	81.50562723185804	1.2365989631257717	3743.284194180561	81.50562723185804	-309.64117
40000	12327.207546710968	3667.728159153487	137.02268858839412	79.85976685199762	2.9848074241691167	3743.284194180561	81.50562723185804	-301.70477
41000	12668.488970279694	2571.970081966298	1493.5600392283486	55.99053119784755	32.53467830369727	3743.284194180561	81.50562723185804	-309.95724
42000	12993.321768522263	3695.1915850010096	32.27961594899413	80.45801111509952	0.7031568153162472	3743.284194180561	81.50562723185804	-305.0213
43000	13331.8627743721	3430.847077737932	1034.6299094139256	74.69971330365232	22.537661950005532	3743.284194180561	81.50562723185804	-308.6411
44000	13667.275200605392	3428.393505378418	950.6707314114082	74.64626638132246	20.708753318809134	3743.284194180561	81.50562723185804	-307.37842
45000	14011.462352514267	3063.8300266749243	1299.0628740507516	66.70486785071974	28.297886655667167	3743.284194180561	81.50562723185804	-319.24786
46000	14361.048385381699	2674.943028687173	1635.3475474738234	58.23362260867448	35.62327926187012	3743.284194180561	81.50562723185804	-319.71982
47000	14705.662169218063	3720.9389458629093	25.43038373372191	81.01887380612591	0.5539578806243903	3743.284194180561	81.50562723185804	-317.8469
48000	15069.116403102875	3671.3164103802583	21.07954209002187	79.93793083353812	0.45918215717825106	3743.284194180561	81.50562723185804	-317.5047
49000	15442.859913349152	3683.4043714604363	75.20010353228402	80.2012466124568	1.6381070144937981	3743.284194180561	81.50562723185804	-313.50833
50000	15814.61569571495	3662.7758576459178	16.21637374340062	79.75188934310624	0.35324626338198634	3743.284194180561	81.50562723185804	-316.44946
51000	16191.024993658066	3735.6374632669927	26.552330515758435	81.33905613741689	0.5783975929015636	3743.284194180561	81.50562723185804	-312.2693
52000	16561.39815044403	3391.4645325107767	1111.8514945652296	73.84183119239263	24.219803521158752	3743.284194180561	81.50562723185804	-315.66284
53000	16913.480018615723	3773.0656021601762	23.25175857548044	82.1543648136084	0.5065002178548723	3773.0656021601762	82.1543648136084	-327.5122
54000	17262.96478319168	3052.8433584486515	1376.860620640819	66.46554187320099	29.992578928880445	3773.0656021601762	82.1543648136084	-315.64966
55000	17639.10042142868	3717.662351564636	45.92831007195466	80.94749874343937	1.0004705227621913	3773.0656021601762	82.1543648136084	-325.2024
56000	17985.659658432007	3736.7623314425496	22.608402856588594	81.3635594873088	0.4924858020970675	3773.0656021601762	82.1543648136084	-320.74716
57000	18348.28502058983	3395.7586512866255	1066.0541413256426	73.93537130413952	23.222185671406585	3773.0656021601762	82.1543648136084	-324.91937
58000	18715.795090436935	3837.945255317667	17.01023563604292	83.56765827921626	0.3705392014737286	3837.945255317667	83.56765827921626	-322.82874
59000	19068.211462259293	3417.333742905858	1055.8204461041203	74.40534816932612	22.999261936742162	3837.945255317667	83.56765827921626	-328.97888
60000	19446.94593477249	3148.318818908087	1500.8212387690628	68.54531323180669	32.692851249512124	3837.945255317667	83.56765827921626	-326.79596
61000	19798.621592760086	3803.503122981555	15.329772533676406	82.81739470345288	0.3339331561854684	3837.945255317667	83.56765827921626	-323.7755
62000	20180.005969285965	3811.5955558023124	39.04462808743373	82.9936746598004	0.8505211581373502	3837.945255317667	83.56765827921626	-328.28265
63000	20531.892234802246	3848.403829069345	45.14140053977357	83.79548061215851	0.983329030079477	3848.403829069345	83.79548061215851	-333.71735
64000	20879.408519744873	3838.655730883596	36.533555870373775	83.58313478727284	0.7958216987024274	3848.403829069345	83.79548061215851	-325.47482
65000	21227.00776553154	3412.992557761452	1119.9786161208565	74.310782796378	24.396839112901	3848.403829069345	83.79548061215851	-328.09702
66000	21594.745674610138	3877.0496255638327	6.172260065113428	84.41948081919595	0.13445224185896876	3877.0496255638327	84.41948081919595	-334.9713
67000	21931.889794826508	3467.23829202353	1134.5712842176574	75.49243433177688	24.71471569613319	3877.0496255638327	84.41948081919595	-334.81097
68000	22293.522104740143	3853.2854914609497	12.733368082714394	83.90181936743224	0.2773748784198291	3877.0496255638327	84.41948081919595	-333.12158
69000	22653.04359793663	3774.744694318714	16.847715120762917	82.19094099520507	0.366998967038213	3877.0496255638327	84.41948081919595	-335.60074
70000	23031.407209396362	3560.653748255034	1078.2680698369595	77.52733198386946	23.488245437671726	3877.0496255638327	84.41948081919595	-337.0102
71000	23366.51207756996	3135.3305356699307	1519.666676669755	68.26238545805006	33.10336722710088	3877.0496255638327	84.41948081919595	-339.89548
72000	23728.621428489685	3841.141955915607	21.47174185506999	83.6372929928237	0.46772556544540117	3877.0496255638327	84.41948081919595	-335.8329
73000	24087.086510181427	3712.661294147735	20.73369456142015	80.83855916955974	0.451648453952635	3877.0496255638327	84.41948081919595	-336.77075
74000	24462.290747642517	3372.059207547628	1010.2875588479632	73.41911902249493	22.007405030954203	3877.0496255638327	84.41948081919595	-341.95978
75000	24815.2136759758	3726.1820842517955	19.564729917484126	81.13308670437158	0.4261845371096934	3877.0496255638327	84.41948081919595	-341.36963
76000	25157.547275543213	3596.2989597150286	20.633960774759654	78.30380260269865	0.4494759221629629	3877.0496255638327	84.41948081919595	-339.9572
77000	25532.67437839508	3763.210091878291	10.990611380642514	81.9396791979531	0.23941187246473397	3877.0496255638327	84.41948081919595	-340.9563
78000	25889.29452562332	3391.905200448833	1023.5883717298743	73.85143039779909	22.297140734189956	3877.0496255638327	84.41948081919595	-346.26065
79000	26236.644007205963	3789.1202836971906	40.58488090198772	82.50408888586261	0.8840729595458621	3877.0496255638327	84.41948081919595	-341.7028
80000	26598.599027633667	3154.0611380614455	1460.604285252887	68.6703999383767	31.816792965521394	3877.0496255638327	84.41948081919595	-348.0946
81000	26964.95922613144	3529.7441583466907	1046.1124739724148	76.85401886772134	22.7877901900493	3877.0496255638327	84.41948081919595	-340.18167
82000	27337.034055948257	3548.7397104042007	1011.6393617277579	77.26780482821849	22.03685176939724	3877.0496255638327	84.41948081919595	-340.56863
83000	27687.983227729797	3894.689856704247	16.937299018969778	84.80374340676005	0.3689504006818565	3894.689856704247	84.80374340676005	-345.80783
84000	28038.98565220833	3184.193322278448	1500.1776029176065	69.32677858693401	32.678830731540394	3894.689856704247	84.80374340676005	-342.9959
85000	28405.69646883011	3805.320956437049	120.50439632208362	82.85699312944901	2.6249843766212457	3894.689856704247	84.80374340676005	-348.2185
86000	28759.586449861526	3835.0545334282288	40.56624545819696	83.50468879404782	0.883667017934641	3894.689856704247	84.80374340676005	-346.21945
87000	29130.760138988495	3495.189064795747	1159.5555535498606	76.10129462302679	25.2589557293602	3894.689856704247	84.80374340676005	-347.38437
88000	29508.81551027298	3413.4008663119216	1026.5034954653502	74.31967710727899	22.360641772285604	3894.689856704247	84.80374340676005	-338.9878
89000	29927.536950349808	3818.7521134718068	35.6680264787974	83.14956815950809	0.7769676054100744	3894.689856704247	84.80374340676005	-343.15924
90000	30306.336497306824	3766.3446268436965	39.57496330484466	82.00795973844198	0.8620736135046614	3894.689856704247	84.80374340676005	-339.58453
91000	30690.721072673798	3911.6023616468474	15.963791455905469	85.17215371044058	0.3477441856261336	3911.6023616468474	85.17215371044058	-348.89923
92000	31044.436859369278	3854.9413870917024	23.235679227631945	83.93789025192032	0.5061499564687607	3911.6023616468474	85.17215371044058	-342.02542
93000	31396.698625087738	3884.5426584855436	26.225302202266338	84.58270386294637	0.5712738344344034	3911.6023616468474	85.17215371044058	-343.55188
94000	31740.879282474518	3903.1760039633145	14.55195244316154	84.98859976596893	0.3169896616098329	3911.6023616468474	85.17215371044058	-345.3896
95000	32083.21536231041	3831.957070616005	23.246204625337004	83.43721580768872	0.5063792344484565	3911.6023616468474	85.17215371044058	-342.0895
96000	32434.00073337555	3505.4411544174727	1007.2367526705883	76.32461904857574	21.94094838044077	3911.6023616468474	85.17215371044058	-339.68884
97000	32793.096249341965	3846.1598270041477	17.216475405162686	83.74659882409075	0.3750317858797812	3911.6023616468474	85.17215371044058	-351.26816
98000	33167.27256822586	3024.282531064716	1223.8056488986024	65.8433925744665	26.658535343336197	3911.6023616468474	85.17215371044058	-344.2093
99000	33531.41089510918	3985.849678734802	37.092132915540105	86.78950588438951	0.8079893545013233	3985.849678734802	86.78950588438951	-342.8819
100000	33914.16483736038	3885.4748644522524	23.16965723074958	84.60301039260914	0.5047117789779865	3985.849678734802	86.78950588438951	-339.74426
