Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	309.3776903152466	2719.0902915537554	436.0047447175199	84.16966470049758	13.396683307594232	2719.0902915537554	84.16966470049758	0.0
2000	321.6453528404236	2785.3136558814085	545.2420185071131	86.20444402391018	16.753108163228013	2785.3136558814085	86.20444402391018	0.0
3000	333.90472054481506	2634.978006654189	599.3192990222799	81.58523034117039	18.414686873035375	2785.3136558814085	86.20444402391018	0.0
4000	345.9125633239746	2579.8995031038057	468.8697887918991	79.89288804888932	14.406494766503556	2785.3136558814085	86.20444402391018	0.0
5000	358.9106562137604	2500.6707249400124	408.9270799112326	77.4585043345661	12.564694884270905	2785.3136558814085	86.20444402391018	0.0
6000	647.4192597866058	678.5871177248325	5.477134137350812	21.473157061257318	0.16829044261626255	2785.3136558814085	86.20444402391018	-292.0158
7000	949.4828069210052	2192.4246223199307	2.4969561604255848	67.98733350986132	0.07672148369816459	2785.3136558814085	86.20444402391018	-292.43875
8000	1249.1906208992004	1036.830635735238	152.50883421820845	32.480548645707174	4.685986972356063	2785.3136558814085	86.20444402391018	-282.9057
9000	1549.0669598579407	1667.3125039984957	363.9922994004554	51.85273672998011	11.184028661500435	2785.3136558814085	86.20444402391018	-283.17346
10000	1857.6812889575958	779.9219274358895	41.683256627807836	24.586770778038975	1.2807598885964169	2785.3136558814085	86.20444402391018	-282.1882
11000	2170.6924035549164	1188.8049257044463	192.42699489115387	37.15011120960319	5.912512516484217	2785.3136558814085	86.20444402391018	-281.745
12000	2470.9248943328857	1795.7784519988322	597.3112080482721	55.79998189651012	18.35298626276094	2785.3136558814085	86.20444402391018	-265.46912
13000	2783.0387728214264	121.78522281123783	1.1813432502748393	4.364860095226485	0.036297956830147624	2785.3136558814085	86.20444402391018	-259.95325
14000	3128.4075758457184	1292.7781591169512	96.08867167822119	40.344793142242125	2.9524208612787666	2785.3136558814085	86.20444402391018	-244.21939
15000	3437.126135826111	1372.0233310899798	9.363819992490486	42.77968057280508	0.2877127657635643	2785.3136558814085	86.20444402391018	-254.17175
16000	3744.1461973190308	2043.3854946963497	734.320518459463	63.40795675443902	22.56273481253823	2785.3136558814085	86.20444402391018	-246.54659
17000	4079.8959488868713	3469.3274122161442	9.961542885192094	107.22145308786261	0.30607840145041787	3469.3274122161442	107.22145308786261	-243.5649
18000	4423.932554721832	2004.4394121597331	554.0333639477237	62.21129928651972	17.02323107391291	3469.3274122161442	107.22145308786261	-253.66719
19000	4765.57537817955	3315.8443517953756	546.6617041229987	102.50553203780719	16.79672942841559	3469.3274122161442	107.22145308786261	-248.7728
20000	5098.71445775032	3504.496984248218	3.763244372197406	108.30207348084153	0.11562945971167526	3504.496984248218	108.30207348084153	-257.27167
21000	5405.742744445801	3253.725589484309	628.6028782301771	100.59687073027891	19.31445422995993	3504.496984248218	108.30207348084153	-259.37817
22000	5713.4358286857605	1424.8299107660068	66.16607078922749	44.402215724195024	2.0330189219510215	3504.496984248218	108.30207348084153	-269.0185
23000	6035.567299604416	465.5564566211407	1012.0621424325645	14.92757622483181	31.096624919892957	3504.496984248218	108.30207348084153	-258.80267
24000	6385.647221803665	1577.1398187247755	202.12202001254786	49.082090487609406	6.210401892194183	3504.496984248218	108.30207348084153	-262.83163
25000	6707.896771907806	1147.9937442265732	35.185231128768564	35.8961467051067	1.0811015344385968	3504.496984248218	108.30207348084153	-252.8098
26000	7038.93373298645	1537.0742788661432	53.85284766603843	47.85103657010758	1.6546827853019048	3504.496984248218	108.30207348084153	-274.88153
27000	7344.862289190292	1623.6668673302881	1196.3263724706992	50.51168074541481	36.75832829501998	3504.496984248218	108.30207348084153	-264.34833
28000	7665.920913934708	1785.7833713735552	1667.9267901697492	55.492873014340816	51.24872437485297	3504.496984248218	108.30207348084153	-264.6117
29000	7984.952362298965	3463.7145578597	4.960343405444156	107.0489925053209	0.15241152878440206	3504.496984248218	108.30207348084153	-262.78943
30000	8300.944958686829	3430.40365119488	66.57547811678045	106.0254814709019	2.0455983729260057	3504.496984248218	108.30207348084153	-262.5677
31000	8639.89373421669	3429.4596066427657	60.433692659673426	105.99647475469946	1.8568858515396667	3504.496984248218	108.30207348084153	-270.90265
32000	8962.012470006943	2206.465351583627	1040.4220428368662	68.41874900621164	31.96801131867514	3504.496984248218	108.30207348084153	-276.80597
33000	9263.58910727501	116.13961012875606	1.48328761106875	4.191392980244637	0.04557550031351223	3504.496984248218	108.30207348084153	-273.42188
34000	9607.794372320175	661.8152170508918	1.0987829822149264	20.957823582625604	0.03376120974565131	3504.496984248218	108.30207348084153	-267.19168
35000	9949.671436309814	3420.385847546257	8.628739975100407	105.717674401038	0.26512669458422705	3504.496984248218	108.30207348084153	-277.30862
36000	10291.779982089996	321.5172635036154	1.908412324034282	10.501827474489478	0.058637883727529504	3504.496984248218	108.30207348084153	-271.21036
37000	10604.11479473114	3230.172204549788	847.1308182071418	99.87316934259317	26.028944476227935	3504.496984248218	108.30207348084153	-270.28992
38000	10952.75132727623	2761.679524877789	1042.5822132701257	85.47826163222355	32.034384722945205	3504.496984248218	108.30207348084153	-271.91943
39000	11292.641381025314	1956.3439829512379	1041.649907009127	60.73351896083432	32.00573867751654	3504.496984248218	108.30207348084153	-272.48352
40000	11617.845658779144	3109.0267858961724	540.3140830469999	96.15085478631491	16.60169240108494	3504.496984248218	108.30207348084153	-277.69553
41000	11947.044444084167	3493.3142480166184	10.972425303360074	107.95847268836815	0.33713877815844895	3504.496984248218	108.30207348084153	-270.0271
42000	12316.228003025055	3430.41150335347	13.502832002273596	106.02572273635413	0.41488806321890837	3504.496984248218	108.30207348084153	-272.9546
43000	12648.300221681595	3395.7807638767204	13.045372904959715	104.96165851435032	0.4008321733985786	3504.496984248218	108.30207348084153	-275.8822
44000	12946.2983584404	3429.1462525176294	7.6561708980532055	105.98684663475709	0.2352435337291754	3504.496984248218	108.30207348084153	-268.76758
45000	13263.936041593552	2233.7728542645045	1040.1281180149308	69.2577994288716	31.958980183570716	3504.496984248218	108.30207348084153	-267.38486
46000	13568.113927602768	3253.190828961712	242.21531707252282	100.58043967659562	7.4423086775613285	3504.496984248218	108.30207348084153	-267.5736
47000	13865.392794847488	245.17607234944163	5.3600988208650895	8.156167768699845	0.1646944150735373	3504.496984248218	108.30207348084153	-257.2425
48000	14170.231051445007	3440.819631150373	12.922817099032175	106.3455229073601	0.3970665232780054	3504.496984248218	108.30207348084153	-260.5866
49000	14500.568139076233	601.4010216789887	2.591185758810377	19.101536804818004	0.07961678266694348	3504.496984248218	108.30207348084153	-259.6687
50000	14832.816792488098	3510.7915829876947	3.025485987224977	108.49548134367521	0.09296109300067089	3510.7915829876947	108.49548134367521	-270.63388
51000	15169.499484539032	1629.6517342401123	276.24443835247075	50.695571786969786	8.48788757675091	3510.7915829876947	108.49548134367521	-268.66138
52000	15511.626396417618	3502.0330342579	3.053009913305024	108.22636614484126	0.09380679324944685	3510.7915829876947	108.49548134367521	-261.56647
53000	15839.617273807526	3480.2490313595868	3.4323706259056177	107.55703079577415	0.10546303182856133	3510.7915829876947	108.49548134367521	-262.39682
54000	16186.998684167862	3453.4454483375703	7.219851277648391	106.73346381031072	0.22183717555011628	3510.7915829876947	108.49548134367521	-262.51254
55000	16523.871107578278	3509.7011942356594	6.9427726581625135	108.46197805507533	0.2133236569209475	3510.7915829876947	108.49548134367521	-259.14743
56000	16920.47932434082	3533.9707521998307	3.538198636172685	109.20768457776913	0.1087147036413025	3533.9707521998307	109.20768457776913	-266.33862
57000	17342.809061527252	2678.2832246093303	465.81613513812044	82.91582661917016	14.312668193682073	3533.9707521998307	109.20768457776913	-271.74475
58000	17785.030740261078	3469.9775482054765	3.507366147745431	107.24142916853944	0.1077673444942976	3533.9707521998307	109.20768457776913	-265.79834
59000	18189.315207004547	3487.753861190209	1.8935634948750728	107.78762422333735	0.05818163855097169	3533.9707521998307	109.20768457776913	-272.57968
60000	18634.32956647873	3502.0276397228126	4.372038941813681	108.22620039233735	0.13433528378204634	3533.9707521998307	109.20768457776913	-270.27283
61000	19096.302253723145	3474.0855765692395	5.434462528439961	107.36765246237903	0.16697931461197174	3533.9707521998307	109.20768457776913	-270.31393
62000	19548.944988965988	3490.479732185936	2.675777756107847	107.87137934506377	0.0822159566710822	3533.9707521998307	109.20768457776913	-276.4644
63000	19992.748304128647	3488.163830567708	2.7138726767857766	107.80022094386092	0.0833864613367635	3533.9707521998307	109.20768457776913	-273.8502
64000	20448.04670524597	1370.2496605171434	253.0868439167187	42.725182764595026	7.776347249311418	3533.9707521998307	109.20768457776913	-287.56848
65000	20928.028782606125	3459.0774938238646	6.662463377996278	106.90651405957519	0.20471087300045093	3533.9707521998307	109.20768457776913	-283.65393
66000	21385.063890457153	3527.298672499711	5.0056914804426125	109.00267823362155	0.15380489389504423	3533.9707521998307	109.20768457776913	-280.03528
67000	21834.97967195511	3542.924819398647	6.471846954304473	109.48280727776446	0.19885399210095178	3542.924819398647	109.48280727776446	-290.58795
68000	22344.004760980606	3484.6166753648004	7.813997178077409	107.69123104071886	0.2400929045599209	3542.924819398647	109.48280727776446	-285.6686
69000	22828.887140750885	3490.670162873224	42.570556584368305	107.87723051902587	1.3080230701578572	3542.924819398647	109.48280727776446	-287.48175
70000	23314.16364622116	3551.9222798825735	3.0802486569318694	109.75926327998953	0.0946437309811671	3551.9222798825735	109.75926327998953	-303.3968
71000	23771.629444122314	3515.84584229261	2.405212293436063	108.65077853271445	0.073902561320912	3551.9222798825735	109.75926327998953	-305.17175
72000	24265.42575454712	3512.929833724149	4.186487362139385	108.56118124326474	0.12863402529750897	3551.9222798825735	109.75926327998953	-306.26898
73000	24768.47323870659	3526.254936465797	5.125841969868673	108.97060839660148	0.1574966382523984	3551.9222798825735	109.75926327998953	-293.3275
74000	25240.432155370712	3550.7423416057563	4.934502908131964	109.72300849237872	0.15161755357381418	3551.9222798825735	109.75926327998953	-297.69626
75000	25750.551173210144	3542.437254992419	8.843523528547557	109.46782637211739	0.27172613479692453	3551.9222798825735	109.75926327998953	-309.46686
76000	26222.125507593155	3513.826138039426	2.9288968699023568	108.58872109278354	0.08999329544477332	3551.9222798825735	109.75926327998953	-299.79987
77000	26698.259779691696	3534.9674343191546	1.7169363785122047	109.23830863604535	0.05275459315727786	3551.9222798825735	109.75926327998953	-299.12872
78000	27213.203124284744	3259.9844952161584	642.4380750403684	100.78918188963567	19.73955453542669	3551.9222798825735	109.75926327998953	-310.6023
79000	27669.268866300583	3530.701105483796	2.1676378711630897	109.10722140136309	0.06660284879315392	3551.9222798825735	109.75926327998953	-308.04498
80000	28160.93430662155	3560.9440097166344	2.745041036388201	110.03646498235148	0.08434414046266717	3560.9440097166344	110.03646498235148	-307.3368
81000	28614.91544866562	1890.548627035378	1386.2221364857162	58.71189062537597	42.593066202771496	3560.9440097166344	110.03646498235148	-304.90958
82000	29093.06649017334	3551.9834853792368	6.4535570802980855	109.76114388029357	0.19829201736840793	3560.9440097166344	110.03646498235148	-311.62497
83000	29545.34610080719	3561.7000839802654	6.276360545193122	110.05969612281407	0.1928474760124619	3561.7000839802654	110.05969612281407	-305.51248
84000	30041.244034528732	3541.0464342793202	3.4108759167368405	109.42509201003357	0.10480258531963675	3561.7000839802654	110.05969612281407	-305.11575
85000	30530.287572860718	3559.580078015419	2.991590557441174	109.9945568121406	0.09191962190685093	3561.7000839802654	110.05969612281407	-306.23245
86000	31006.366858243942	3560.868931390073	4.772500159990799	110.03415812542758	0.1466398565691323	3561.7000839802654	110.05969612281407	-308.16022
87000	31507.54079055786	3580.2162413049955	6.876615182979019	110.62862363738436	0.21129090210761825	3580.2162413049955	110.62862363738436	-306.47516
88000	31982.34530210495	3562.13617120689	5.939745920208077	110.07309534046104	0.1825046538705833	3580.2162413049955	110.62862363738436	-311.91748
89000	32391.761869192123	1344.6994809980947	83.43234363822053	41.940127859537434	2.5635424817584593	3580.2162413049955	110.62862363738436	-305.69257
90000	32772.757836818695	2750.004784894681	898.035379777204	85.1195435307645	27.593038212657067	3580.2162413049955	110.62862363738436	-305.10022
91000	33146.308044195175	3131.4481994257303	4.116006057098743	96.83977521666185	0.12646841647288873	3580.2162413049955	110.62862363738436	-305.98013
92000	33521.65250849724	2601.7151295588674	1472.776997887428	80.5631950634714	45.25255117622676	3580.2162413049955	110.62862363738436	-315.54742
93000	33891.84207057953	2678.2832246093303	465.81613513812044	82.91582661917016	14.312668193682073	3580.2162413049955	110.62862363738436	-310.41592
94000	34287.280182123184	3573.06984204272	8.463776125052515	110.4090433487149	0.26005801475203316	3580.2162413049955	110.62862363738436	-304.3141
95000	34670.85694479942	3458.6278442615103	353.2587583833389	106.89269812555324	10.85422984275468	3580.2162413049955	110.62862363738436	-315.02087
96000	35035.217492341995	3593.766653250625	4.160985449019903	111.04497364210886	0.1278504534260112	3593.766653250625	111.04497364210886	-306.35318
97000	35424.48620915413	3582.652877855229	2.123123107787614	110.70349174052929	0.06523508801835075	3593.766653250625	111.04497364210886	-312.44592
98000	35799.84997844696	3584.2047603443034	10.229001311689002	110.75117488730378	0.31429632999624174	3593.766653250625	111.04497364210886	-307.534
99000	36174.363253355026	3571.6154976047924	3.1600425024269265	110.36435715644033	0.09709547695628384	3593.766653250625	111.04497364210886	-305.37552
100000	36546.179396152496	3550.375277619619	1.5491021786711077	109.71173008305982	0.04759771894731729	3593.766653250625	111.04497364210886	-302.97583
