Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	740.6699879169464	1367.4470995718902	1059.515173974581	42.63907126721187	32.554666932636515	1367.4470995718902	42.63907126721187	0.0
2000	766.7210857868195	1491.8290476531179	1012.0164876634268	46.46083143797652	31.09522213129712	1491.8290476531179	46.46083143797652	0.0
3000	794.7609837055206	1716.6121741990064	886.4730956326725	53.367518568588274	27.237775429686526	1716.6121741990064	53.367518568588274	0.0
4000	824.3720366954803	1851.0028475785807	875.5000919743111	57.496806867794575	26.900618880990297	1851.0028475785807	57.496806867794575	0.0
5000	855.3618047237396	1927.3730686155766	712.8354175006965	59.843358545865115	21.902583525508632	1927.3730686155766	59.843358545865115	0.0
6000	1415.9294509887695	133.92954263755024	149.086827317088	4.738006508586393	4.580842376371417	1927.3730686155766	59.843358545865115	-273.28613
7000	1962.2269883155823	489.01026972175015	196.54571949049637	15.64821816800134	6.039064462895573	1927.3730686155766	59.843358545865115	-283.78006
8000	2524.734683275223	435.8219458391851	232.2901290757704	14.013953542789244	7.137347316539964	1927.3730686155766	59.843358545865115	-285.70435
9000	3071.40398144722	304.9122254437547	109.01649226004753	9.991621017120242	3.349641121586559	1927.3730686155766	59.843358545865115	-284.79318
10000	3625.027591943741	243.11943793307387	102.44383411265562	8.092975612446068	3.1476896044150298	1927.3730686155766	59.843358545865115	-272.9829
11000	4203.94216299057	1058.3522143816504	558.8770710806624	33.141820746294655	17.172058836181314	1927.3730686155766	59.843358545865115	-268.92822
12000	4787.384019136429	2474.979482695474	482.1423850987004	76.66911513571286	14.814308606939996	2474.979482695474	76.66911513571286	-239.90762
13000	5393.193914890289	2310.2260687477637	579.2937631008307	71.60690116386164	17.799382186435423	2474.979482695474	76.66911513571286	-237.7069
14000	5916.823838233948	487.96638190058565	241.530516513894	15.616143667165682	7.421267493207345	2474.979482695474	76.66911513571286	-247.32014
15000	6493.532478094101	463.8422924805095	83.56946655417833	14.87490681146534	2.5677557209526585	2474.979482695474	76.66911513571286	-224.6883
16000	7079.664511203766	838.9583442199989	113.0684628850749	26.400723926150384	3.474141985150178	2474.979482695474	76.66911513571286	-260.91614
17000	7676.643034219742	1094.953492840096	82.46733820455904	34.26643175592609	2.533891721436467	2474.979482695474	76.66911513571286	-220.77997
18000	8250.407060146332	688.7083893491678	29.58493310149663	21.784143288504012	0.9090267577108445	2474.979482695474	76.66911513571286	-216.33078
19000	8834.957269906998	579.072499082133	16.494528246424686	18.41547054159342	0.5068109324559837	2474.979482695474	76.66911513571286	-249.93542
20000	9402.546825408936	106.90785967462632	23.33793162099258	3.90773818357759	0.7170813684224652	2474.979482695474	76.66911513571286	-255.8982
21000	10009.151013374329	177.1608155121275	20.273992969839554	6.066330749782727	0.6229387787357685	2474.979482695474	76.66911513571286	-269.07266
22000	10624.180516719818	168.39984724507502	20.33832216017083	5.797141208238574	0.6249153576623591	2474.979482695474	76.66911513571286	-252.93542
23000	11221.315766096115	1223.2139297414567	26.611534377317835	38.207362387711854	0.8176660981362904	2474.979482695474	76.66911513571286	-230.258
24000	11876.459253072739	2712.265664272454	12.036482315639104	83.95997117883833	0.3698329976306682	2712.265664272454	83.95997117883833	-246.08044
25000	12515.78931927681	2776.5228493198056	12.841162388843124	85.93433767082357	0.39455760036780424	2776.5228493198056	85.93433767082357	-252.22466
26000	13149.960398435593	2713.970988338934	22.538950066467088	84.01236897205557	0.6925318583901336	2776.5228493198056	85.93433767082357	-221.2522
27000	13776.756085634232	2868.36290925852	18.288499586953037	88.75621567296905	0.5619325021249757	2868.36290925852	88.75621567296905	-242.68886
28000	14388.714576244354	2898.8559706771616	13.199695580836636	89.69314558452133	0.40557389247607106	2898.8559706771616	89.69314558452133	-224.05127
29000	15015.885376930237	2922.8208392248207	13.112264450030535	90.42949021914019	0.4028874832458354	2922.8208392248207	90.42949021914019	-240.51009
30000	15647.059943675995	1557.8938092197	1088.5372283125207	48.490737532399045	33.44639867549419	2922.8208392248207	90.42949021914019	-223.20135
31000	16266.29667019844	2900.4857269888953	12.275646845594004	89.74322148264255	0.37718156781260953	2922.8208392248207	90.42949021914019	-225.41353
32000	16888.450298786163	2922.741073573234	11.572591778036236	90.42703933945118	0.3555794953535763	2922.8208392248207	90.42949021914019	-226.33234
33000	17544.56666779518	2937.912703569976	23.825884103724697	90.89320289567132	0.7320741981095625	2937.912703569976	90.89320289567132	-282.09946
34000	18150.779557704926	2959.5258715564237	12.368768534429128	91.5572891706403	0.3800428251486996	2959.5258715564237	91.5572891706403	-266.46667
35000	18731.65658402443	2765.9969286452133	19.107134908668545	85.61091819544667	0.5870858938765726	2959.5258715564237	91.5572891706403	-232.86365
36000	19327.040491342545	2617.1093361892245	867.9099314041109	81.03619751011259	26.66740358082507	2959.5258715564237	91.5572891706403	-230.51416
37000	19875.118591070175	2517.5404168582522	818.636172409548	77.97684254731135	25.153417890021277	2959.5258715564237	91.5572891706403	-232.49277
38000	20446.912718057632	2841.5292232926126	23.601871271681155	87.93172374434657	0.7251911790505196	2959.5258715564237	91.5572891706403	-233.46985
39000	21049.142875432968	2938.1805354101443	24.572247005142298	90.90143229772688	0.7550069472228943	2959.5258715564237	91.5572891706403	-235.82086
40000	21595.885288476944	1288.0915529288452	817.4817838499716	40.200792464152826	25.117948143111594	2959.5258715564237	91.5572891706403	-237.44336
41000	22191.37311553955	2287.7809167086284	1082.4289638093612	70.91725134398659	33.258716119055805	2959.5258715564237	91.5572891706403	-235.40488
42000	22780.10051059723	2959.0673968820665	25.487095391471332	91.5432020761962	0.7831165819335282	2959.5258715564237	91.5572891706403	-240.97224
43000	23377.99175310135	2990.12590834927	3.868605293524495	92.49750600791369	0.11886677974802279	2990.12590834927	92.49750600791369	-237.30484
44000	23957.96164059639	42.04197943374001	10.75244521808668	1.9146689209518115	0.33037966929072976	2990.12590834927	92.49750600791369	-247.25043
45000	24549.8167181015	2297.4904519531615	1084.7797458424498	71.21558655779077	33.33094625600735	2990.12590834927	92.49750600791369	-246.28221
46000	25142.545944213867	2925.1343286033048	27.967602870096584	90.50057450185622	0.8593326633773031	2990.12590834927	92.49750600791369	-247.79628
47000	25730.581047296524	2945.806118959932	9.71904579905664	91.13573600448652	0.29862743513564766	2990.12590834927	92.49750600791369	-239.98819
48000	26328.159091234207	2899.552723984234	8.35209579334101	89.71455402906571	0.25662652449016615	2990.12590834927	92.49750600791369	-246.21284
49000	26963.81476163864	2916.2457329071644	14.874100510972939	90.22746347948058	0.457021664202139	2990.12590834927	92.49750600791369	-246.588
50000	27563.11459851265	506.36743119701043	212.6937464518473	16.181534372056618	6.535228795657292	2990.12590834927	92.49750600791369	-257.67545
51000	28159.257954359055	2795.0438267993277	19.4248109790658	86.50341328948682	0.5968468099241039	2990.12590834927	92.49750600791369	-244.69919
52000	28762.947472810745	2663.21018415427	49.59389555893504	82.45269232555181	1.523822207997774	2990.12590834927	92.49750600791369	-247.05513
53000	29363.02090740204	2930.4732545569736	18.25357887471559	90.66461835933842	0.5608595281989139	2990.12590834927	92.49750600791369	-243.96204
54000	29960.313258886337	2664.848468300944	737.7201892310935	82.5030302499592	22.667193108530228	2990.12590834927	92.49750600791369	-244.06552
55000	30576.834871292114	2461.0972837918116	992.4529149922247	76.24257064375811	30.49411172913624	2990.12590834927	92.49750600791369	-245.83829
56000	31208.137886285782	1720.7978926226358	1236.4672419073775	53.496128967478434	37.99169678939971	2990.12590834927	92.49750600791369	-241.7459
57000	31759.129667520523	2022.1628367372164	1142.0992333152815	62.755869291931916	35.09214502810934	2990.12590834927	92.49750600791369	-245.64673
58000	32414.467900514603	2725.5546632595483	735.8377696220301	84.36828900808668	22.609353877053593	2990.12590834927	92.49750600791369	-249.41739
59000	33063.80209136009	2975.7871944320636	19.938275659203377	92.05693463405979	0.6126235274777014	2990.12590834927	92.49750600791369	-250.22821
60000	33677.04427528381	2975.184184778996	23.15304510328287	92.0384065573555	0.7114005446341712	2990.12590834927	92.49750600791369	-251.25314
61000	34252.19108891487	2958.6843781922057	10.63210065901916	91.531433442595	0.32668196194888754	2990.12590834927	92.49750600791369	-250.16928
62000	34841.41564273834	2956.4128754770218	29.11191787503066	91.46163924224204	0.8944928902119018	2990.12590834927	92.49750600791369	-255.66022
63000	35444.39822244644	2705.665018420834	573.5831345830059	83.75715971136901	17.623917394669952	2990.12590834927	92.49750600791369	-244.5636
64000	36058.18418931961	2972.0281791433144	5.786049290977187	91.94143511718092	0.17778217070452182	2990.12590834927	92.49750600791369	-243.15088
65000	36629.61424779892	1035.1637240656771	644.5152686994832	32.42933111193168	19.80337839504485	2990.12590834927	92.49750600791369	-250.565
66000	37192.66460633278	2369.8291078714647	1172.1056992389813	73.43826435195652	36.014123804786124	2990.12590834927	92.49750600791369	-242.19162
67000	37801.36123633385	2626.9382620503484	874.6129872874246	81.33820112041874	26.873361699285546	2990.12590834927	92.49750600791369	-248.70157
68000	38390.09256911278	2685.3187266167706	893.2918941496816	83.1319994784006	27.4472898567138	2990.12590834927	92.49750600791369	-256.74805
69000	38964.777624845505	2701.4812471115133	899.0477976045232	83.62860913951988	27.624145766352026	2990.12590834927	92.49750600791369	-253.99416
70000	39538.343678712845	2053.730518452256	1228.657829760467	63.72581799046115	37.75174476452343	2990.12590834927	92.49750600791369	-256.10468
71000	40123.50770688057	3002.497019600661	13.501110263640992	92.87762081539194	0.41483516107167745	3002.497019600661	92.87762081539194	-255.31218
72000	40680.665590286255	3028.8620672838233	10.347855008623796	93.68771336250349	0.3179482291029898	3028.8620672838233	93.68771336250349	-259.91504
73000	41267.344287633896	3004.239982051013	6.37322649187911	92.93117508572338	0.19582377942834178	3028.8620672838233	93.68771336250349	-263.7658
74000	41881.95563483238	2712.26943227665	901.1340790010947	83.96008695454837	27.688248855822998	3028.8620672838233	93.68771336250349	-258.04422
75000	42473.683468818665	3012.269919756641	13.9757876492822	93.17790297968631	0.4294201000792367	3028.8620672838233	93.68771336250349	-268.43872
76000	43087.451909542084	3021.0697452317645	10.164287163891863	93.44828644794124	0.3123079228652105	3028.8620672838233	93.68771336250349	-264.3517
77000	43714.4915034771	3031.8480517054686	8.175069764113369	93.77946073026233	0.2511872220983978	3031.8480517054686	93.77946073026233	-264.9238
78000	44290.87985730171	3030.986577128334	21.970626509035185	93.75299105939925	0.675069546781357	3031.8480517054686	93.77946073026233	-257.57184
79000	44865.04614639282	3021.9192115132255	23.597571164881195	93.47438715186959	0.7250590539539776	3031.8480517054686	93.77946073026233	-261.02393
80000	45456.89363312721	3013.1415651560974	8.672298196306203	93.20468515927156	0.266465064640997	3031.8480517054686	93.77946073026233	-262.94177
81000	46053.127975940704	3004.0541658967213	15.867195788443052	92.9254656979182	0.4875355131630134	3031.8480517054686	93.77946073026233	-259.0177
82000	46669.29987668991	2736.817967656615	889.0353398180192	84.71436533829336	27.316502953466234	3031.8480517054686	93.77946073026233	-262.47958
83000	47292.90076255798	3015.3906260018025	11.197015053633477	93.27378981066462	0.34403952360903445	3031.8480517054686	93.77946073026233	-255.74992
84000	47875.54374623299	2810.263465782565	678.9889258757767	86.9710519699935	20.86261610573671	3031.8480517054686	93.77946073026233	-257.77136
85000	48442.83894276619	2771.33576271531	699.320984624836	85.7749592297139	21.487339013807407	3031.8480517054686	93.77946073026233	-260.4828
86000	49031.668090343475	3034.6992477376484	8.45387876192744	93.8670665894961	0.2597539083381162	3034.6992477376484	93.8670665894961	-260.70663
87000	49630.50847864151	3032.113328017821	15.150556001927182	93.78761161116134	0.46551603658186863	3034.6992477376484	93.8670665894961	-268.11963
88000	50221.068576812744	3001.797852807186	27.56812642064572	92.85613821405592	0.8470583485975361	3034.6992477376484	93.8670665894961	-268.5312
89000	50820.28046250343	2734.9852182281857	909.5575618365353	84.65805227296019	27.94706881881782	3034.6992477376484	93.8670665894961	-268.56848
90000	51425.75082087517	3053.886215962836	10.302652083228633	94.45660544213462	0.31655932385956437	3053.886215962836	94.45660544213462	-268.81003
91000	52015.54545164108	3029.5782054282745	18.140860781861576	93.7097174256288	0.5573961516845618	3053.886215962836	94.45660544213462	-270.0578
92000	52639.7738404274	3026.9053102663015	37.73774682394754	93.62759003955517	1.159530140595465	3053.886215962836	94.45660544213462	-268.7121
93000	53238.82784628868	3038.4060755029163	19.302396791561268	93.9809625923464	0.5930855111716844	3053.886215962836	94.45660544213462	-267.7812
94000	53838.07030963898	3003.8383490419524	8.335193848615587	92.91883450848553	0.2561071952775565	3053.886215962836	94.45660544213462	-269.80185
95000	54437.824753046036	3042.722715859258	19.697907329246384	94.11359569899794	0.6052379693326971	3053.886215962836	94.45660544213462	-272.30258
96000	55048.81698703766	3031.146761538933	24.534141212730784	93.75791288615822	0.7538361085122944	3053.886215962836	94.45660544213462	-270.9174
97000	55637.94285964966	3037.85612063972	13.760665119111744	93.9640646773008	0.4228102444665692	3053.886215962836	94.45660544213462	-272.41833
98000	56085.09100174904	3042.298882579245	17.358585653235203	94.10057299615731	0.5333599633527022	3053.886215962836	94.45660544213462	-274.14337
99000	56412.33810257912	3060.954892169783	18.468888583302075	94.67379761193484	0.5674751350562506	3060.954892169783	94.67379761193484	-270.66412
100000	56739.34221100807	3003.8383490419524	8.335193848615587	92.91883450848553	0.2561071952775565	3060.954892169783	94.67379761193484	-274.46136
