Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	784.5920720100403	2841.266315168281	93.32858531708128	61.8566939803967	2.0330053162102386	2841.266315168281	61.8566939803967	0.0
2000	798.4855725765228	2651.3291370747006	394.7377530301358	57.71923393534932	8.598694040980748	2841.266315168281	61.8566939803967	0.0
3000	813.2300419807434	2815.0806834075674	86.28279816141534	61.286284299407875	1.8795247647190887	2841.266315168281	61.8566939803967	0.0
4000	827.7746200561523	2797.166316553671	175.83724991607548	60.89605012917186	3.8303169672255084	2841.266315168281	61.8566939803967	0.0
5000	841.3810517787933	2635.585533291408	387.1512055681453	57.376286165606544	8.433433941199883	2841.266315168281	61.8566939803967	0.0
6000	1141.7364382743835	608.1764931214893	344.7696095832792	13.212610665815479	7.510222583672342	2841.266315168281	61.8566939803967	-326.95074
7000	1437.173333644867	394.96737183377	201.92024066458612	8.568210715148762	4.39849078743533	2841.266315168281	61.8566939803967	-296.97214
8000	1726.6146626472473	473.7367188863699	148.98182781319133	10.284067660459556	3.2453170369389723	2841.266315168281	61.8566939803967	-280.43658
9000	2033.595041513443	2796.715365915436	977.3514981602034	60.88622693254068	21.28994867772923	2841.266315168281	61.8566939803967	-269.7077
10000	2337.958753824234	1856.461297416404	1397.104897403453	40.40438298995407	30.43356624419694	2841.266315168281	61.8566939803967	-258.07352
11000	2652.9171431064606	1905.402818511638	1495.7502736784575	41.47049121640991	32.58238885524683	2841.266315168281	61.8566939803967	-256.1756
12000	2951.0314433574677	1270.3483599796623	1382.1574774928733	27.636904369548905	30.107961992952884	2841.266315168281	61.8566939803967	-249.41904
13000	3268.832689523697	3093.962950601524	749.8958365187985	67.361262612599	16.335211951054983	3093.962950601524	67.361262612599	-245.18953
14000	3572.837512731552	2533.1552970964726	1014.2991324782698	55.14501678530381	22.09479037478079	3093.962950601524	67.361262612599	-250.44028
15000	3883.58700466156	3415.1363774841498	29.885345879702662	74.3574822816261	0.6510016930375273	3415.1363774841498	74.3574822816261	-241.07516
16000	4185.510378837585	1170.2184888658335	1233.3798506135417	25.455744550247516	26.867093127843603	3415.1363774841498	74.3574822816261	-244.25546
17000	4488.729012012482	2059.3752177755237	1526.3368895137878	44.824519408197304	33.24866652769674	3415.1363774841498	74.3574822816261	-237.51288
18000	4785.676770687103	1066.7212075702373	1198.4880962046273	23.201231397900994	26.107035295998994	3415.1363774841498	74.3574822816261	-237.35156
19000	5097.904868841171	1047.1928107258204	1168.176555793194	22.77583831531137	25.446749676222364	3415.1363774841498	74.3574822816261	-251.29924
20000	5422.028617143631	3122.0159400039643	995.3892219560336	67.97234952018457	21.682869970221418	3415.1363774841498	74.3574822816261	-242.44757
21000	5743.567879676819	2922.2858729868094	1360.4865596066204	63.621567959815344	29.635897714680322	3415.1363774841498	74.3574822816261	-248.31549
22000	6060.210955142975	2646.013207181491	1653.0431620377965	57.60343539734748	36.00874828360596	3415.1363774841498	74.3574822816261	-256.46942
23000	6375.814376592636	1817.4354412295943	1706.7600477328303	39.554270745909164	37.17887974780028	3415.1363774841498	74.3574822816261	-251.16745
24000	6698.403308868408	3686.981900938756	42.96260652775472	80.27917703884879	0.9358676891161246	3686.981900938756	80.27917703884879	-259.45206
25000	7023.805356025696	3006.9489904571374	1501.9503870680844	65.46581072123011	32.71744783465163	3686.981900938756	80.27917703884879	-256.74976
26000	7366.774533748627	3414.4499786686974	1125.0293926557226	74.34253024484002	24.50686173363919	3686.981900938756	80.27917703884879	-264.58173
27000	7698.012525320053	3713.2855401141983	86.81428894907936	80.8521573116952	1.891102392229103	3713.2855401141983	80.8521573116952	-265.02692
28000	8028.485683917999	3037.7751914421215	1506.9281938634579	66.13730735077958	32.82588093308208	3713.2855401141983	80.8521573116952	-278.0088
29000	8356.15818119049	2994.7990680674893	1423.4689566971422	65.20114522002515	31.0078626670866	3713.2855401141983	80.8521573116952	-282.40762
30000	8694.084243059158	3452.6536940121623	1153.9525370541508	75.174733541701	25.13690349548253	3713.2855401141983	80.8521573116952	-287.85498
31000	9032.351118087769	2691.095945729926	1770.203743533016	58.5854865752036	38.560893312064564	3713.2855401141983	80.8521573116952	-282.10364
32000	9370.103376150131	1917.3038733288654	1882.1868134608078	41.729735558641515	41.000255011540325	3713.2855401141983	80.8521573116952	-285.80957
33000	9701.343267679214	423.08806166950444	1137.7030671623963	9.180772362122362	24.782936288508388	3713.2855401141983	80.8521573116952	-293.315
34000	10044.065111637115	2988.7146265259603	1290.2601436401392	65.06860595611076	28.106134068170643	3713.2855401141983	80.8521573116952	-289.59625
35000	10386.524894237518	3219.39796037194	674.5024531707982	70.09365206043803	14.692894662811376	3713.2855401141983	80.8521573116952	-299.2633
36000	10736.595161914825	3900.712165035112	88.76986759632864	84.93492920381149	1.9337013641584138	3900.712165035112	84.93492920381149	-298.961
37000	11096.864070892334	3931.065057329197	44.36247823722728	85.59611560438302	0.966361525679715	3931.065057329197	85.59611560438302	-306.14996
38000	11465.523495435715	3501.5427599375716	1152.3285055701344	76.23969912103803	25.101526717515945	3931.065057329197	85.59611560438302	-303.24377
39000	11802.899996995926	2737.893689695383	1798.6048654344886	59.60489624422604	39.17956369709032	3931.065057329197	85.59611560438302	-300.0672
40000	12131.933953046799	3549.9217174778314	1087.5466656141136	77.2935528523241	23.690363946999092	3931.065057329197	85.59611560438302	-307.38608
41000	12473.052808523178	3880.105753685497	68.9850761469284	84.48605339926083	1.5027231589270138	3931.065057329197	85.59611560438302	-306.76617
42000	12829.299186944962	2821.5539446601947	1776.9778600148786	61.42729334283327	38.70845597760229	3931.065057329197	85.59611560438302	-314.2002
43000	13169.08398270607	3918.0280790918464	49.444930504155465	85.31212709246243	1.0770741486445312	3931.065057329197	85.59611560438302	-315.09082
44000	13525.009287834167	4030.016461041855	74.65044073515699	87.75160450535407	1.6261335405052486	4030.016461041855	87.75160450535407	-315.85657
45000	13876.228199481964	4074.8535104522066	57.172233925919976	88.72830376105085	1.2454003788455301	4074.8535104522066	88.72830376105085	-312.58023
46000	14210.209122180939	3684.7966487169106	1194.3463502039879	80.23157501671186	26.01681436734048	4074.8535104522066	88.72830376105085	-314.40155
47000	14547.409531116486	4004.428656400214	64.55693245932329	87.19421747661185	1.40626354125191	4074.8535104522066	88.72830376105085	-320.47696
48000	14916.04433465004	3941.0341158542033	97.83465710236776	85.8132746763875	2.131162465636521	4074.8535104522066	88.72830376105085	-316.57553
49000	15248.237448453903	4022.082532864967	40.43608455291031	87.57877730447832	0.8808316828493428	4074.8535104522066	88.72830376105085	-315.7189
50000	15587.4905731678	3992.753687889691	72.94891424400835	86.93989804202658	1.5890686649322885	4074.8535104522066	88.72830376105085	-313.54425
51000	15919.746307611465	2525.703835612079	1001.8998161819175	54.98269930497513	21.824692249300657	4074.8535104522066	88.72830376105085	-315.9218
52000	16269.368510007858	3997.4396947335017	40.69539570417639	87.04197477224702	0.8864803375169961	4074.8535104522066	88.72830376105085	-316.30984
53000	16604.86030936241	3533.906509907606	1176.9965919604856	76.94468865364522	25.638879240346256	4074.8535104522066	88.72830376105085	-318.10486
54000	16966.06744503975	3225.7743708916396	1489.3481400538938	70.23255137452115	32.44292920684859	4074.8535104522066	88.72830376105085	-308.84814
55000	17317.122507572174	4010.250756220818	73.34202662949656	87.32104207002638	1.5976319530915442	4074.8535104522066	88.72830376105085	-323.2621
56000	17648.3482940197	3911.607967708983	87.02581289507906	85.17227582901857	1.895710083487487	4074.8535104522066	88.72830376105085	-310.8767
57000	18001.264498472214	4047.464092890138	76.43477157303451	88.13167164322321	1.6650021686641154	4074.8535104522066	88.72830376105085	-313.7961
58000	18342.415817975998	4041.153632167991	63.971911335790615	87.99420893389068	1.3935198459500189	4074.8535104522066	88.72830376105085	-320.03088
59000	18678.486351013184	3598.520857528302	1202.3835602835993	78.35220288703935	26.1918913897108	4074.8535104522066	88.72830376105085	-327.6455
60000	19028.865794420242	3989.468469491135	67.90372143553056	86.86833511790765	1.4791676762256352	4074.8535104522066	88.72830376105085	-329.25925
61000	19386.997722625732	4050.1357588266424	32.606836850906014	88.1898693651066	0.7102847689962725	4074.8535104522066	88.72830376105085	-317.52612
62000	19747.4861266613	3759.727129978536	1034.9418513665366	81.8638087662488	22.5444570776275	4074.8535104522066	88.72830376105085	-326.77942
63000	20101.658136844635	3993.1272252170975	68.74119008212284	86.94803492066718	1.4974105136681677	4074.8535104522066	88.72830376105085	-331.28925
64000	20454.576967954636	4090.898907409564	70.75126926459886	89.07782558444703	1.5411966875407672	4090.898907409564	89.07782558444703	-336.86014
65000	20794.436933279037	3298.162941919937	1627.9164481103794	71.80941391061764	35.46140533589298	4090.898907409564	89.07782558444703	-333.6767
66000	21141.69585466385	3707.2100108417376	1162.6310947636287	80.71981218648259	25.325951190788988	4090.898907409564	89.07782558444703	-328.85608
67000	21492.16046333313	2625.758843226939	1937.9992567888705	57.1622283496229	42.21603465302029	4090.898907409564	89.07782558444703	-341.15787
68000	21848.75699687004	4069.8444001466714	53.30697089513979	88.61918876861805	1.1612021638674574	4090.898907409564	89.07782558444703	-338.04047
69000	22229.34539461136	4168.2623982066925	42.63805466934679	90.76305832998565	0.9287978760327347	4168.2623982066925	90.76305832998565	-343.79834
70000	22589.720152378082	4123.540676990241	49.22074769399243	89.7888713038541	1.0721907054495432	4168.2623982066925	90.76305832998565	-345.3346
71000	22957.60116672516	4025.855868116266	71.36913877774342	87.66097302832513	1.5546559294298348	4168.2623982066925	90.76305832998565	-340.82812
72000	23293.58771300316	3978.584894059443	53.60404359278225	86.63125484248255	1.167673389929186	4168.2623982066925	90.76305832998565	-338.81076
73000	23654.164783000946	4128.329370909882	30.062912658981293	89.89318489827164	0.6548696848754958	4168.2623982066925	90.76305832998565	-329.45685
74000	24003.126399993896	4141.522530493554	59.96295744763499	90.18057555655801	1.3061915687735017	4168.2623982066925	90.76305832998565	-349.32568
75000	24361.48204255104	4220.67591652133	33.88945335993963	91.90479814113696	0.7382243994178125	4220.67591652133	91.90479814113696	-335.12408
76000	24713.07921242714	3796.652689475008	1265.4009670217915	82.6681696006632	27.564618968054145	4220.67591652133	91.90479814113696	-336.58014
77000	25070.02426147461	4175.166053867551	138.61794074348595	90.91344278735346	3.0195572931506205	4220.67591652133	91.90479814113696	-349.25986
78000	25415.479108333588	4082.0050023308804	86.76934414753994	88.88408691107699	1.8901233457755926	4220.67591652133	91.90479814113696	-333.41638
79000	25773.995562791824	3695.1053474962355	1240.2898694851804	80.45613257697461	27.01761619699145	4220.67591652133	91.90479814113696	-342.53607
80000	26139.45352458954	4075.0872561008814	55.2560682569918	88.73339551450219	1.203659951960937	4220.67591652133	91.90479814113696	-335.63614
81000	26515.363827705383	3815.4874879380304	1112.8083558673318	83.07845381610457	24.24064712558542	4220.67591652133	91.90479814113696	-345.96722
82000	26871.108430624008	4176.534765609271	18.23074259587516	90.94325785674322	0.39712588045724034	4220.67591652133	91.90479814113696	-346.92508
83000	27220.666662216187	4012.5041046819542	349.9718035571996	87.37012745351525	7.623543577117229	4220.67591652133	91.90479814113696	-349.04242
84000	27580.453096151352	3763.1982152377286	1256.7871053580636	81.93942048543408	27.3769805666366	4220.67591652133	91.90479814113696	-342.53265
85000	27943.685284137726	4198.582735919575	98.2695854300659	91.42353558408908	2.1406366433429196	4220.67591652133	91.90479814113696	-353.4427
86000	28282.98388528824	4060.496978026092	29.433848472533775	88.41557099385554	0.6411665859702668	4220.67591652133	91.90479814113696	-350.24875
87000	28657.113392591476	3390.2845739043178	1598.4035553582505	73.81612779067828	34.81851690403715	4220.67591652133	91.90479814113696	-360.3086
88000	29017.39374256134	3889.542247043772	80.88628727864393	84.69161144022519	1.7619709062052489	4220.67591652133	91.90479814113696	-350.82953
89000	29356.661891222	3306.708189670152	1513.6704744302979	71.99555767402623	32.97275010707842	4220.67591652133	91.90479814113696	-358.71008
90000	29693.19782280922	3795.898956179396	1283.376222289636	82.65175079615891	27.956179489362892	4220.67591652133	91.90479814113696	-347.80817
91000	30061.144109487534	3925.386856429885	1205.0921089478275	85.47242560548727	26.25089253941088	4220.67591652133	91.90479814113696	-346.2315
92000	30420.590668916702	4300.539585741455	64.15928807814146	93.64449304323952	1.3976015312347483	4300.539585741455	93.64449304323952	-354.83905
93000	30793.21529150009	4197.388571313603	64.85473195602438	91.39752272871233	1.412750599401361	4300.539585741455	93.64449304323952	-355.96912
94000	31167.570694446564	4268.629941316771	40.35537962670391	92.94939543157682	0.8790736625872316	4300.539585741455	93.64449304323952	-354.20193
95000	31507.260194301605	1918.8679012486932	1358.216415946376	41.76380526049019	29.58644647619687	4300.539585741455	93.64449304323952	-355.35992
96000	31848.986289024353	3526.3028269790266	1291.88398570506	76.77905528671846	28.14150671996273	4300.539585741455	93.64449304323952	-361.24768
97000	32219.209511756897	3812.247692436703	1172.9616237471257	83.00788035294478	25.550984285112225	4300.539585741455	93.64449304323952	-355.76996
98000	32571.678656339645	3698.4146572246727	1107.5787316439316	80.52822028995173	24.126728610568478	4300.539585741455	93.64449304323952	-350.60397
99000	32947.73317074776	3861.5580929161515	1050.7104479982333	84.08202399263013	22.88794927428407	4300.539585741455	93.64449304323952	-355.56848
100000	33292.297496557236	3212.8437195603206	1523.5914425970602	69.95087901433996	33.188861611998966	4300.539585741455	93.64449304323952	-359.37173
