Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	2406.723648786545	4074.570235060351	39.422803300348484	35.0760082037164	0.3175371329691748	4074.570235060351	35.0760082037164	0.0
2000	2439.8684256076813	4040.7367560317734	49.310301488356735	34.80349115698947	0.397177533042658	4074.570235060351	35.0760082037164	0.0
3000	2469.2420456409454	4049.9050549527446	55.84347220953323	34.877338654119235	0.4497999780827912	4074.570235060351	35.0760082037164	0.0
4000	2499.1120784282684	4052.547825440518	65.41721759385176	34.898625262212256	0.5269132071434574	4074.570235060351	35.0760082037164	0.0
5000	2515.120099067688	4077.8712153690044	46.97844807366292	35.10259646572332	0.3783952551268775	4077.8712153690044	35.10259646572332	0.0
6000	3043.3816454410553	3886.7964805234524	92.7011545825623	33.5635551392237	0.7466759434841813	4077.8712153690044	35.10259646572332	-288.14932
7000	3572.121956348419	2608.034337972589	1364.292822808098	23.263565526574084	10.98890984957112	4077.8712153690044	35.10259646572332	-225.47409
8000	4082.219913005829	5002.009923555001	149.59904643811564	42.54621618062633	1.2049689094651888	5002.009923555001	42.54621618062633	-237.93913
9000	4602.128889799118	4913.86115193221	124.8224423333107	41.836208117460316	1.0054018778613625	5002.009923555001	42.54621618062633	-252.33324
10000	5116.122809171677	5611.398398911539	128.30130369773968	47.45463093375629	1.033422910643886	5611.398398911539	47.45463093375629	-299.72757
11000	5636.335949897766	5976.726902674694	74.63975860500025	50.397226486717514	0.6011976056693434	5976.726902674694	50.397226486717514	-274.0385
12000	6173.170080661774	5957.606639036312	65.57516812024605	50.24321933377381	0.5281854443539912	5976.726902674694	50.397226486717514	-328.3196
13000	6705.440886974335	6165.782482810287	84.823034323498	51.92000421590931	0.6832203921072081	6165.782482810287	51.92000421590931	-324.68866
14000	7207.3148012161255	5680.735763116026	195.12385234546758	48.01311957469313	1.571655576485413	6165.782482810287	51.92000421590931	-304.143
15000	7749.9202427864075	6235.596482755142	81.42328568528787	52.48233199393932	0.6558365851473511	6235.596482755142	52.48233199393932	-357.27637
16000	8273.09784078598	6434.865578775202	124.7276682063856	54.08737608371389	1.0046385048380349	6434.865578775202	54.08737608371389	-359.40732
17000	8800.22620344162	6185.245672016615	150.50013192790914	52.07677351645674	1.2122268434281582	6434.865578775202	54.08737608371389	-360.39825
18000	9307.947057008743	6507.688488718342	145.8004308635817	54.67393959777055	1.17437236640355	6507.688488718342	54.67393959777055	-386.82886
19000	9831.971192121506	7063.179144822924	64.47349079971332	59.1482259387689	0.5193118121276349	7063.179144822924	59.1482259387689	-402.65347
20000	10365.68536400795	7051.856839347677	77.03253743828293	59.0570286590671	0.6204706168948836	7063.179144822924	59.1482259387689	-404.46802
21000	10882.389791250229	7154.172760564257	61.7414116533821	59.88114824368135	0.4973058534807749	7154.172760564257	59.88114824368135	-418.64984
22000	11371.964997053146	7387.098064610317	135.4943832626502	61.7572815231761	1.091360694643144	7387.098064610317	61.7572815231761	-427.00824
23000	11888.61594080925	7461.26392423281	53.081708299938164	62.354662035396345	0.4275549188689834	7461.26392423281	62.354662035396345	-414.39966
24000	12413.402992010117	7506.254159358667	38.31767884376142	62.71704291847645	0.30863573524650956	7506.254159358667	62.71704291847645	-438.05865
25000	12934.838913679123	7586.773948424819	154.03684696016853	63.365602148842584	1.24071386762369	7586.773948424819	63.365602148842584	-439.66525
26000	13432.330280780792	7665.311118670366	85.08577288582804	63.998192065934084	0.6853366609368767	7665.311118670366	63.998192065934084	-400.27423
27000	13943.79699254036	7291.907996201857	110.07928944524247	60.99055823413757	0.8866508478207878	7665.311118670366	63.998192065934084	-445.56244
28000	14467.985468149185	7268.674198727252	129.34572394382494	60.803417979755736	1.0418353568119123	7665.311118670366	63.998192065934084	-454.25668
29000	14986.326294183731	7525.555690492806	126.89951247499499	62.87251011880606	1.0221319640691229	7665.311118670366	63.998192065934084	-458.30435
30000	15492.641433000565	7462.859296949811	197.8743388873691	62.367512214383225	1.5938098003779049	7665.311118670366	63.998192065934084	-467.9646
31000	16009.78233385086	7606.780921387281	141.47200369651233	63.526751440674786	1.1395083730333782	7665.311118670366	63.998192065934084	-477.18585
32000	16528.29633116722	7823.060565367914	73.86284214695158	65.26880964861041	0.5949398105864855	7823.060565367914	65.26880964861041	-466.30426
33000	17056.913486480713	6988.499599467764	81.9267501492547	58.54670786449971	0.6598918183894384	7823.060565367914	65.26880964861041	-484.28168
34000	17415.69568014145	6872.085240169581	341.8571144363591	57.609030206055216	2.753541577858232	7823.060565367914	65.26880964861041	-484.97583
35000	17874.08915567398	7876.991917063393	68.18353676905865	65.70320815305121	0.5491949574563568	7876.991917063393	65.70320815305121	-460.13104
36000	18418.11385321617	8146.375499610767	87.21993072155375	67.8730003370155	0.702526568901999	8146.375499610767	67.8730003370155	-499.59015
37000	18968.96897006035	8004.184087436578	84.34387052771216	66.7276973759186	0.6793608923964123	8146.375499610767	67.8730003370155	-479.47827
38000	19528.657997369766	7963.1671189646895	97.66930631459145	66.39731979032625	0.7866926983842706	8146.375499610767	67.8730003370155	-512.78
39000	20074.585163354874	6784.872973344155	1372.626631876471	56.90656536720284	11.05603581770998	8146.375499610767	67.8730003370155	-450.12158
40000	20618.636122226715	8200.795895654479	142.5804567967529	68.3113379256216	1.1484365818367872	8200.795895654479	68.3113379256216	-523.7106
41000	21182.689956188202	8567.701338335994	49.889816292978814	71.26663517965639	0.4018453256440871	8567.701338335994	71.26663517965639	-518.96545
42000	21729.327234745026	8356.554943160096	71.82347817338514	69.56592352680602	0.5785134346052228	8567.701338335994	71.26663517965639	-492.3626
43000	22274.256476402283	8269.778614886312	60.60013450999161	68.86697002317717	0.48811325828975466	8567.701338335994	71.26663517965639	-540.30676
44000	22825.439759254456	8444.402161741446	68.10970896091686	70.27350268385169	0.5486002998326431	8567.701338335994	71.26663517965639	-543.0536
45000	23375.75613617897	8455.852627879824	93.9070863220429	70.3657322536527	0.7563893092282072	8567.701338335994	71.26663517965639	-542.08527
46000	23922.784192323685	7598.014811909061	1969.4611016979377	63.45614344129431	15.863332370429005	8567.701338335994	71.26663517965639	-545.8623
47000	24465.545617341995	8577.781528335763	97.70659789431205	71.34782764605522	0.7869930692436979	8577.781528335763	71.34782764605522	-547.9242
48000	25000.371834516525	7630.923153477376	190.25872973093433	63.72120882370156	1.5324686857208798	8577.781528335763	71.34782764605522	-526.5156
49000	25554.88018846512	8415.883625684903	124.05638067295857	70.04379567628857	0.99923151444371	8577.781528335763	71.34782764605522	-534.10315
50000	26111.431054115295	8547.916937179996	43.768763334359214	71.10727862723861	0.3525423475574084	8577.781528335763	71.34782764605522	-565.09467
51000	26656.496745824814	8661.359437951234	70.321267705231	72.0210189865254	0.5664136455176803	8661.359437951234	72.0210189865254	-561.5804
52000	27202.39888548851	8718.983185436391	105.3607146908446	72.48515847016316	0.8486443497085905	8718.983185436391	72.48515847016316	-559.97736
53000	27756.666560649872	8459.392945739159	92.05799647546456	70.39424829738223	0.7414955259522835	8718.983185436391	72.48515847016316	-561.7596
54000	28328.219472408295	8785.863444692175	83.05526226122011	73.02385597512037	0.6689815956390233	8785.863444692175	73.02385597512037	-577.4724
55000	28885.96901011467	8716.818265508186	132.73751396311303	72.46772078411445	1.0691550598313229	8785.863444692175	73.02385597512037	-580.9026
56000	29431.60374903679	7585.20869872365	194.03057639208131	63.35299460039647	1.5628496143842998	8785.863444692175	73.02385597512037	-554.12463
57000	29994.304072618484	8307.981456152964	98.73317497102332	69.1746807812039	0.7952617948142072	8785.863444692175	73.02385597512037	-587.33984
58000	30565.072458028793	8858.32500059261	117.7515598833673	73.60750890654205	0.9484483496302243	8858.32500059261	73.60750890654205	-586.8414
59000	31113.99288058281	8561.21657126478	132.44460352376834	71.21440260938286	1.0667957669008414	8858.32500059261	73.60750890654205	-580.553
60000	31668.097759008408	9017.493935398274	91.27448040750248	74.88955997812329	0.7351845732795232	9017.493935398274	74.88955997812329	-598.27423
61000	32221.94790840149	8827.69738957127	71.32019099877874	73.36081402491945	0.5744596293680062	9017.493935398274	74.88955997812329	-593.34094
62000	32756.681461572647	8808.972920504602	70.17549721728356	73.20999486123638	0.5652395143311755	9017.493935398274	74.88955997812329	-587.07983
63000	33325.99690771103	8436.305696112275	1308.4496743913487	70.20828843555272	10.539112479527935	9017.493935398274	74.88955997812329	-597.7135
64000	33884.18854880333	9051.126753398492	91.27133411061787	75.16046076922376	0.7351592309393415	9051.126753398492	75.16046076922376	-598.07983
65000	34439.274195194244	8928.256884527887	148.7670198603305	74.1707861996042	1.1982672213063994	9051.126753398492	75.16046076922376	-589.3047
66000	35003.99119019508	8886.090996588262	79.09170208307708	73.83115446252451	0.6370564804784002	9051.126753398492	75.16046076922376	-614.4259
67000	35562.71563267708	8786.592722919137	129.71843620324884	73.02973006062265	1.0448374259792985	9051.126753398492	75.16046076922376	-600.19977
68000	36120.47374248505	8928.855450776782	133.08725171735313	74.17560744504222	1.0719720772546268	9051.126753398492	75.16046076922376	-615.86707
69000	36683.78416466713	8988.942010823102	56.449051756264666	74.65958403751657	0.454677713224781	9051.126753398492	75.16046076922376	-608.7601
70000	37243.17534780502	9188.804125842622	87.34927477618486	76.26940469154121	0.7035683908130682	9188.804125842622	76.26940469154121	-624.25354
71000	37817.938883543015	9183.554054860302	114.19811923292336	76.22711717396137	0.9198266063279638	9188.804125842622	76.26940469154121	-626.48145
72000	38383.376029253006	9125.29134559364	116.21771131761761	75.75783107275231	0.9360937265389535	9188.804125842622	76.26940469154121	-622.61414
73000	38941.41475701332	9154.708783425729	84.89275489011806	75.99477842521057	0.6837819673119143	9188.804125842622	76.26940469154121	-628.59796
74000	39488.343416929245	9070.184718937833	211.98258021585315	75.3139661323884	1.7074468359928858	9188.804125842622	76.26940469154121	-612.9425
75000	40034.005942583084	9182.811574457899	116.4221184765536	76.22113674947282	0.9377401559598247	9188.804125842622	76.26940469154121	-638.8917
76000	40589.49411725998	9199.852470109152	117.80739353214513	76.35839530785337	0.94889807048394	9199.852470109152	76.35839530785337	-632.10986
77000	41173.34656953812	9354.937553488358	90.66086809763304	77.60755235960679	0.7302421369909095	9354.937553488358	77.60755235960679	-646.92303
78000	41743.96133303642	9288.589346024164	98.82999122445248	77.07314034899167	0.7960416164647468	9354.937553488358	77.60755235960679	-640.6384
79000	42310.12525987625	9224.703313341288	101.34115973839909	76.55856031011564	0.8162682158835133	9354.937553488358	77.60755235960679	-640.4902
80000	42861.77357006073	9331.101017503883	85.56722685671478	77.41555725365856	0.6892146072210958	9354.937553488358	77.60755235960679	-643.7561
81000	43417.560130119324	8898.21527468286	1249.0980353401844	73.92881135607792	10.061055423114565	9354.937553488358	77.60755235960679	-647.55914
82000	43987.04086494446	9654.869683407427	116.8254135128884	80.023402594666	0.9409885588854849	9654.869683407427	80.023402594666	-659.1057
83000	44568.21815109253	9524.5528650353	94.94747987309844	78.97374540594996	0.7647693217515424	9654.869683407427	80.023402594666	-656.0521
84000	45134.67574620247	9499.168218316872	148.33835195479895	78.76928080004674	1.1948144486387307	9654.869683407427	80.023402594666	-649.1954
85000	45714.57578086853	9410.541569244251	82.24751177960253	78.05542359824453	0.6624754430924104	9654.869683407427	80.023402594666	-649.18494
86000	46278.972222566605	9169.346078621487	90.0801156170025	76.1126768079175	0.7255643753345629	9654.869683407427	80.023402594666	-652.28784
87000	46862.156086206436	9452.056915068086	144.94088852932938	78.3898154421398	1.1674490482821906	9654.869683407427	80.023402594666	-660.467
88000	47429.48680853844	9200.268751017164	121.56625815919867	76.36174830751283	0.9791744333240019	9654.869683407427	80.023402594666	-662.69495
89000	48003.127061367035	9286.142699840582	102.51783551855827	77.05343345477095	0.8257459349289993	9654.869683407427	80.023402594666	-664.6556
90000	48535.54810190201	9614.42281557307	88.81264633571853	79.69761697379434	0.7153553458386354	9654.869683407427	80.023402594666	-647.15027
91000	49061.87742090225	9640.288193148419	170.90836305727544	79.90595370154725	1.3766081319027412	9654.869683407427	80.023402594666	-666.44324
92000	49584.058512210846	9470.107227626508	135.13730145802631	78.53520450682228	1.0884845234177747	9654.869683407427	80.023402594666	-663.2543
93000	50096.29594063759	9705.218138927874	200.61360813733992	80.42894210167631	1.6158736728387129	9705.218138927874	80.42894210167631	-673.4311
94000	50629.90234875679	9801.757646256525	119.02944356945532	81.20653465748335	0.9587412635779439	9801.757646256525	81.20653465748335	-687.5355
95000	51161.91246795654	9096.647609213751	2046.8263988650026	75.52711561960963	16.48648325258661	9801.757646256525	81.20653465748335	-670.93567
96000	51678.48504114151	9705.417086831894	70.52907089289081	80.43054455867491	0.5680874287828781	9801.757646256525	81.20653465748335	-665.1046
97000	52202.550162792206	9659.975132362551	93.84525217499481	80.06452523151601	0.7558912564229932	9801.757646256525	81.20653465748335	-680.0719
98000	52726.334978342056	9904.590106051972	81.6436091340956	82.0348147828423	0.6576112148135165	9904.590106051972	82.0348147828423	-680.19653
99000	53242.41717457771	9915.676889754403	131.6530702145605	82.12411501560096	1.0604202381049672	9915.676889754403	82.12411501560096	-693.4426
100000	53752.87654900551	9925.919911932971	128.12028426358864	82.20661903924287	1.0319648613089836	9925.919911932971	82.20661903924287	-682.71155
