Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	650.3113915920258	3571.3151426351315	170.39511998205177	77.75957242102291	3.7117693748690166	3571.3151426351315	77.75957242102291	0.0
2000	662.1045548915863	3511.0625829348587	173.4946046288564	76.44707235719189	3.7792864034734666	3571.3151426351315	77.75957242102291	0.0
3000	673.9178857803345	3478.9277521559984	109.74821402135863	75.7470694418259	2.3906791450010867	3571.3151426351315	77.75957242102291	0.0
4000	685.7567536830902	3526.01793790654	189.06777683726952	76.77284946031567	4.118521609733114	3571.3151426351315	77.75957242102291	0.0
5000	697.5714797973633	3565.7014512778323	153.67954562792772	77.63728765334773	3.34764887084567	3571.3151426351315	77.75957242102291	0.0
6000	960.4269118309021	951.413249810778	98.83213023608766	20.689442642827885	2.1528907300984734	3571.3151426351315	77.75957242102291	-332.45746
7000	1220.6507730484009	620.5322021803986	64.9209037083458	13.481758881412745	1.414192039060982	3571.3151426351315	77.75957242102291	-350.935
8000	1475.003452539444	835.0622142918315	511.3353712443564	18.154932203684954	11.138575866914497	3571.3151426351315	77.75957242102291	-354.5699
9000	1725.9182333946228	678.8122387365225	290.079807144474	14.751290866120133	6.318897774420902	3571.3151426351315	77.75957242102291	-358.1913
10000	1986.9085912704468	1110.8984580060173	544.4681889685031	24.16355804933749	11.86031823925802	3571.3151426351315	77.75957242102291	-356.6377
11000	2239.440245628357	498.4987305977591	709.2629014766482	10.823466187484062	15.450092213374813	3571.3151426351315	77.75957242102291	-298.2094
12000	2508.7897267341614	831.5438541817393	328.86870369084363	18.078290681863336	7.163848253642037	3571.3151426351315	77.75957242102291	-349.79803
13000	2818.7003750801086	1192.3928586239447	324.1198645821369	25.938775675691993	7.060402828845044	3571.3151426351315	77.75957242102291	-316.0746
14000	3139.3386418819427	1663.1402358542684	509.81606349344855	36.193210769182215	11.105480318277808	3571.3151426351315	77.75957242102291	-306.30756
15000	3459.8005452156067	2777.336332274944	1371.208590429544	60.46408747462127	29.86945901414196	3571.3151426351315	77.75957242102291	-325.0995
16000	3793.78556227684	3316.2994798740497	1055.4335670662254	72.20448770235132	22.990834431513214	3571.3151426351315	77.75957242102291	-316.01404
17000	4125.705352067947	3061.9001034412104	1143.8065992077472	66.66282773856449	24.915891406746827	3571.3151426351315	77.75957242102291	-316.75726
18000	4464.343137979507	2596.7911677300626	1447.2000155581215	56.5312165531479	31.5248036306698	3571.3151426351315	77.75957242102291	-320.46393
19000	4793.025404453278	702.3549226210773	871.4393465578951	15.264128399578354	18.982831661788037	3571.3151426351315	77.75957242102291	-328.12122
20000	5133.606442928314	1871.0632784608274	957.2494038915463	40.72246243999242	20.852058567466738	3571.3151426351315	77.75957242102291	-320.32678
21000	5485.552293539047	2189.8744260517497	1452.1080323869278	47.66722385170113	31.63171647276542	3571.3151426351315	77.75957242102291	-321.9581
22000	5812.475454092026	503.3992679050094	1080.7946257134042	10.930216100858168	23.54328218242751	3571.3151426351315	77.75957242102291	-322.77426
23000	6141.083639621735	1513.1884807060703	1420.5676608638914	32.9267655063979	30.944662846443677	3571.3151426351315	77.75957242102291	-332.85562
24000	6494.160942077637	1892.4001766172892	1677.4368060531474	41.18725066362345	36.54012254366207	3571.3151426351315	77.75957242102291	-314.4146
25000	6843.504806756973	3583.3376691086874	660.3442340477353	78.02146281775376	14.38448181537065	3583.3376691086874	78.02146281775376	-330.55103
26000	7194.338165998459	3093.0124576899975	1553.9034713213252	67.34055773278551	33.8491578688444	3583.3376691086874	78.02146281775376	-318.43036
27000	7555.040138721466	3398.2522467787594	1089.094425370516	73.98969006269313	23.72407927443379	3583.3376691086874	78.02146281775376	-334.2279
28000	7908.247428178787	2736.5210787269134	1612.4605467440877	59.57499623677917	35.124724676502964	3583.3376691086874	78.02146281775376	-325.82166
29000	8256.017976760864	3637.169224318347	746.1895632172299	79.19409216329976	16.25447705831213	3637.169224318347	79.19409216329976	-331.1015
30000	8596.79957151413	2789.772397841568	1576.682769220256	60.73498612077333	34.345366330279056	3637.169224318347	79.19409216329976	-327.85474
31000	8939.267438411713	508.0887387166223	304.26921559793146	11.032368287756011	6.627990028650943	3637.169224318347	79.19409216329976	-351.32504
32000	9288.080568552017	495.6342850643299	372.42719017582	10.761069088270872	8.112696179378476	3637.169224318347	79.19409216329976	-348.71387
33000	9638.220447540283	1229.5730904827058	799.0648957014056	26.748684116605187	17.4062767097426	3637.169224318347	79.19409216329976	-343.8202
34000	9985.164850950241	1374.0439541649037	835.9029833128558	29.895737432644655	18.208732117147022	3637.169224318347	79.19409216329976	-348.674
35000	10335.522481918335	3067.56452562134	1338.7363308171884	66.78621759137687	29.16210578257856	3637.169224318347	79.19409216329976	-332.15454
36000	10681.185643672943	2026.8666964274248	1368.0364000842226	44.116376276076736	29.80035821491567	3637.169224318347	79.19409216329976	-351.2443
37000	11053.435230970383	1475.3013556799444	555.4331431269314	32.10145859391929	12.09917121254965	3637.169224318347	79.19409216329976	-359.99924
38000	11406.591726064682	2315.1414032046023	1036.3090891438817	50.39595299328308	22.57424003919734	3637.169224318347	79.19409216329976	-348.38208
39000	11776.991867780685	2681.469192922482	1247.8198677554317	58.37578405406409	27.18164446831331	3637.169224318347	79.19409216329976	-358.0458
40000	12136.348643541336	3174.4344559507226	1896.9128193690506	69.11419819629546	41.32103613338297	3637.169224318347	79.19409216329976	-368.77933
41000	12503.730748176575	3298.010290470834	1624.0813059116963	71.80608865709002	35.37786325227674	3637.169224318347	79.19409216329976	-352.28864
42000	12873.638964653015	4502.507052343508	34.28179129745837	98.04401256781479	0.7467708175384372	4502.507052343508	98.04401256781479	-362.56204
43000	13261.98496723175	4447.552098715616	56.311082786119314	96.8469118885533	1.2266416583599802	4502.507052343508	98.04401256781479	-363.7384
44000	13631.420945882797	3726.4196700599387	822.8082762304579	81.13826210919926	17.92348608001612	4502.507052343508	98.04401256781479	-373.5733
45000	14005.036399841309	4587.992508219072	21.785999664182203	99.906168579965	0.47457114008274404	4587.992508219072	99.906168579965	-370.67902
46000	14385.973306894302	4622.241463808714	17.65485551485183	100.65222412716771	0.384581154816327	4622.241463808714	100.65222412716771	-359.3722
47000	14753.88214302063	4613.329511975517	73.45180218703959	100.45809233578626	1.6000232278688984	4622.241463808714	100.65222412716771	-371.9758
48000	15132.058267116547	3058.5288829604115	1070.2629515761578	66.58939140460214	23.313867481273814	4622.241463808714	100.65222412716771	-368.04163
49000	15513.101821899414	4361.63101536045	980.7803387886028	94.97526646885544	21.36464016911197	4622.241463808714	100.65222412716771	-376.20724
50000	15902.30414557457	4188.509542273141	1388.642016296977	91.20410810466421	30.249216698755244	4622.241463808714	100.65222412716771	-365.41928
51000	16295.13727235794	2960.354162939452	1295.2238400190786	64.45082124368132	28.21425979505435	4622.241463808714	100.65222412716771	-378.7824
52000	16673.269311904907	4064.0015854300354	959.9904222219757	88.49191293624371	20.911767013905305	4622.241463808714	100.65222412716771	-357.65625
53000	17079.59751033783	4712.983296493456	20.243478358169703	102.62888141414983	0.4409699234261709	4712.983296493456	102.62888141414983	-375.5223
54000	17481.819677591324	4755.034440613299	49.25395644279781	103.54489443693288	1.0729141018520147	4755.034440613299	103.54489443693288	-377.13596
55000	17863.98446750641	4805.6923342855025	22.69908759922387	104.6483909358212	0.49446121577391644	4805.6923342855025	104.6483909358212	-378.13287
56000	18259.10586333275	4387.544165201776	1225.5736630121228	95.53974059227846	26.69704853926336	4805.6923342855025	104.6483909358212	-362.84793
57000	18653.535771131516	4750.043940818892	20.8915435548999	103.43618484299543	0.455086927190098	4805.6923342855025	104.6483909358212	-380.08264
58000	19036.76933670044	438.9338071522128	876.3691731060379	9.525945115959919	19.090219591716668	4805.6923342855025	104.6483909358212	-388.95316
59000	19432.25935459137	4043.695103569239	1457.491283469833	88.04957058811674	31.748981488975172	4805.6923342855025	104.6483909358212	-377.3742
60000	19846.606015205383	4480.972034970927	70.75367036207263	97.57490865228456	1.5412489913864997	4805.6923342855025	104.6483909358212	-394.099
61000	20244.623983860016	2667.49633390031	1866.8266977599408	58.07140896278611	40.66566088079921	4805.6923342855025	104.6483909358212	-387.85992
62000	20606.53412461281	2078.9247898772132	2039.0674700855477	45.250373757937425	44.417634669070345	4805.6923342855025	104.6483909358212	-401.96667
63000	20983.08299636841	3947.001021216548	1432.345513389384	85.94325361351332	31.201223435212018	4805.6923342855025	104.6483909358212	-382.88428
64000	21379.261380434036	4772.742581908471	48.800472339248664	103.93063633231225	1.0630357179656693	4805.6923342855025	104.6483909358212	-387.27875
65000	21776.16504073143	4967.195533134442	88.5657413067992	108.16646485421757	1.9292548183291622	4967.195533134442	108.16646485421757	-386.95026
66000	22151.493406295776	4903.717296800027	18.185473783450888	106.78369888285879	0.39613977597484185	4967.195533134442	108.16646485421757	-405.39218
67000	22546.094881296158	4340.520921562024	965.3431571183953	94.51541879440408	21.02836728662683	4967.195533134442	108.16646485421757	-385.0417
68000	22941.23066353798	5000.7759863807205	15.42312218642016	108.89795820899727	0.33596662041992226	5000.7759863807205	108.89795820899727	-389.51105
69000	23339.130794286728	4983.301385434901	19.762914769337474	108.51730359497085	0.4305016587722708	5000.7759863807205	108.89795820899727	-388.9016
70000	23751.975166082382	3769.7467227771367	1605.0544701818374	82.08206864189795	34.96339582991047	5000.7759863807205	108.89795820899727	-401.4679
71000	24142.353964805603	4051.4493913133365	1021.9798376341352	88.21848462612144	22.262101540604917	5000.7759863807205	108.89795820899727	-399.69415
72000	24559.023232221603	2507.6195872443263	2229.012913801871	54.58876455340468	48.555274766723485	5000.7759863807205	108.89795820899727	-409.1162
73000	24934.810100078583	2786.971651887966	2205.4199411285053	60.67397660912498	48.04134177709125	5000.7759863807205	108.89795820899727	-415.64062
74000	25310.346586942673	3318.2721010997657	2067.943058310256	72.24745791801595	45.046640500135766	5000.7759863807205	108.89795820899727	-404.71954
75000	25716.7278881073	3457.825722189484	1404.006267787873	75.28739742430847	30.58390092068425	5000.7759863807205	108.89795820899727	-402.76764
76000	26108.895298719406	4880.463075356915	24.726874000360265	106.27714501559983	0.5386331114438583	5000.7759863807205	108.89795820899727	-391.2764
77000	26492.740007162094	4894.651481545079	84.21665360700015	106.58621543717629	1.8345173015831766	5000.7759863807205	108.89795820899727	-413.43005
78000	26897.83837199211	4037.54260151661	1197.40906980687	87.91554874112856	26.083530531670696	5000.7759863807205	108.89795820899727	-402.32703
79000	27333.73774957657	3780.422318533662	1366.0212233562966	82.31461843200768	29.75646099964064	5000.7759863807205	108.89795820899727	-411.14716
80000	27757.149383544922	3166.7688058560707	1020.0573076628979	68.94721497950623	22.220222478163116	5000.7759863807205	108.89795820899727	-413.8015
81000	28137.893570184708	4238.141950139672	908.4175012343505	92.28526613043047	19.78833819320569	5000.7759863807205	108.89795820899727	-412.2793
82000	28530.53664112091	4044.1751275252564	1190.1613714032455	88.06002709778285	25.925651685282993	5000.7759863807205	108.89795820899727	-421.25354
83000	28932.794674158096	2601.2941002395955	2224.2689932709654	56.629305318763635	48.45193648482151	5000.7759863807205	108.89795820899727	-403.72968
84000	29333.543563842773	4505.758869057534	1052.8046166864692	98.11484789275298	22.933567195757544	5000.7759863807205	108.89795820899727	-400.75247
85000	29691.234426259995	4830.536805270747	37.402985809889344	105.189585698603	0.8147607588317737	5000.7759863807205	108.89795820899727	-408.1429
86000	30072.116541147232	4819.265493373056	780.2825211744245	104.94405924032851	16.99713446104491	5000.7759863807205	108.89795820899727	-416.31335
87000	30420.498138189316	4372.284394442429	674.661515742219	95.20733230630154	14.696359571790873	5000.7759863807205	108.89795820899727	-409.2088
88000	30786.8001036644	4896.36551781614	60.41731731903797	106.62355281713769	1.3160890297807248	5000.7759863807205	108.89795820899727	-410.229
89000	31121.084959983826	4931.021802854473	53.2660152051289	107.37848134716583	1.1603100134589006	5000.7759863807205	108.89795820899727	-421.6515
90000	31508.186235189438	3896.5639657660868	1664.9947201699508	84.84456770162036	36.26909275510003	5000.7759863807205	108.89795820899727	-415.9577
91000	31873.827592372894	4343.134000981345	943.8020712543395	94.57234030814085	20.559131179277934	5000.7759863807205	108.89795820899727	-423.2738
92000	32204.690703630447	4975.093979279321	68.63451134325693	108.33851913906271	1.4950866978457835	5000.7759863807205	108.89795820899727	-418.58865
93000	32545.49906396866	4831.836151562722	82.75282692024157	105.21788975903856	1.8026303140532598	5000.7759863807205	108.89795820899727	-416.44202
94000	32883.75100398064	4077.0625928363015	1887.125096569177	88.77642488295099	41.10782715332471	5000.7759863807205	108.89795820899727	-417.47778
95000	33210.87671613693	2601.4668480938026	1254.5700806326297	56.63306833847268	27.328686434269077	5000.7759863807205	108.89795820899727	-419.17938
96000	33574.13457393646	4484.222913799154	790.2116285275138	97.6457235469676	17.21342326436784	5000.7759863807205	108.89795820899727	-417.16928
97000	33889.85046625137	4116.762299789278	1086.0593431367267	89.64121582576	23.65796514342596	5000.7759863807205	108.89795820899727	-420.138
98000	34234.436651706696	4762.061340894191	854.7254109142449	103.69796356981423	18.618746854299616	5000.7759863807205	108.89795820899727	-419.38608
99000	34571.77808213234	4868.923283470873	435.66415441232994	106.02577017505578	9.490206446324436	5000.7759863807205	108.89795820899727	-425.23596
100000	34931.83120059967	5043.905792404504	30.320578770981328	109.83746805622755	0.6604825051461979	5043.905792404504	109.83746805622755	-420.4356
