Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	2602.246358394623	2148.7716804484608	15.040306174785222	66.64605306559507	0.4621285000083978	2148.7716804484608	66.64605306559507	0.0
2000	2642.015239715576	2158.2477350764484	11.421912235592819	66.93721435316056	0.3509497152066728	2158.2477350764484	66.93721435316056	0.0
3000	2682.4853115081787	2153.153720116547	8.763086062093082	66.78069563172745	0.26925461292195674	2158.2477350764484	66.93721435316056	0.0
4000	2722.7875666618347	2154.7390572571967	9.37107663039786	66.82940670624298	0.28793573324522553	2158.2477350764484	66.93721435316056	0.0
5000	2759.8563570976257	2153.119567904762	8.613824292921281	66.77964627074897	0.26466839528155284	2158.2477350764484	66.93721435316056	0.0
6000	3325.7628145217896	310.9423353841475	67.5891609210069	10.176902196190337	2.0767447943058337	2158.2477350764484	66.93721435316056	-278.49615
7000	3882.5751373767853	252.40321112006558	116.89267501253114	8.37822885978456	3.591644740322681	2158.2477350764484	66.93721435316056	-282.88428
8000	4448.406323671341	106.03124318743316	94.65530855458809	3.8808032623332105	2.9083793409404093	2158.2477350764484	66.93721435316056	-261.04507
9000	5030.1976017951965	2328.6232590679238	84.47387834410354	72.1721732978344	2.5955446807657725	2328.6232590679238	72.1721732978344	-227.52972
10000	5627.349305152893	1898.5824066001173	943.6154615738805	58.95873656431538	28.9935319649898	2328.6232590679238	72.1721732978344	-210.49146
11000	6189.839141130447	288.5594441791054	110.97056612714852	9.489165402920904	3.4096820020456877	2328.6232590679238	72.1721732978344	-200.5847
12000	6756.237751483917	571.3703332691312	289.75953650015776	18.17881376794703	8.903152529596595	2328.6232590679238	72.1721732978344	-198.3064
13000	7358.419758319855	1706.3718521106457	1108.2874637507873	53.05287439636852	34.05324447848724	2328.6232590679238	72.1721732978344	-195.04703
14000	7950.820248842239	2118.0803182145696	740.168959467793	65.70303016250149	22.742434031367846	2328.6232590679238	72.1721732978344	-191.70674
15000	8550.540014982224	1411.8264146449378	764.7477947552791	44.00267025700441	23.497643410177023	2328.6232590679238	72.1721732978344	-192.348
16000	9142.830921411514	794.4447329552172	171.53722539953245	25.032998551102004	5.270653386191475	2328.6232590679238	72.1721732978344	-191.63464
17000	9751.58960366249	1444.3990587596277	1218.468239551972	45.003497433732015	37.43865938022144	2328.6232590679238	72.1721732978344	-198.6138
18000	10380.867799758911	931.5449215424418	577.5237029395751	29.245539424033222	17.744995311744194	2328.6232590679238	72.1721732978344	-198.28406
19000	10981.890602827072	825.3266456864385	224.15243953466776	25.981876309441475	6.887308639304228	2328.6232590679238	72.1721732978344	-200.51013
20000	11624.821295976639	2600.6982626598956	29.49335938889638	80.53195080758529	0.9062130634979515	2600.6982626598956	80.53195080758529	-198.17197
21000	12248.65192604065	2631.2758400716807	22.95512670796016	81.47147755783783	0.7053193033288655	2631.2758400716807	81.47147755783783	-209.44096
22000	12869.197197437286	1194.7543092692817	894.4887154899856	37.332911989776235	27.484063393392194	2631.2758400716807	81.47147755783783	-214.66013
23000	13512.225815057755	2606.0452782234206	16.49548445230929	80.69624322644816	0.5068403128413307	2631.2758400716807	81.47147755783783	-215.3074
24000	14125.668038368225	2779.6853569818027	18.644031366345704	86.03150889228141	0.5728565728191954	2779.6853569818027	86.03150889228141	-216.38254
25000	14752.669262886047	2691.7374221425052	19.820180936577874	83.32922033952185	0.6089949486182276	2779.6853569818027	86.03150889228141	-219.5159
26000	15398.952804327011	2236.009146360139	1010.9606912614635	69.32651174760545	31.06278172736628	2779.6853569818027	86.03150889228141	-220.34305
27000	16064.88060927391	2470.2073642285036	821.6620903718776	76.52248700704479	25.24639225589052	2779.6853569818027	86.03150889228141	-223.2252
28000	16755.01857471466	2025.4790505515004	1138.9543645142705	62.8577632891613	34.995515778355724	2779.6853569818027	86.03150889228141	-224.77231
29000	17383.857808113098	2465.1929824350273	810.5408482388149	76.36841509456114	24.904680931303346	2779.6853569818027	86.03150889228141	-229.02922
30000	18023.510566711426	2337.9576038868086	903.4069131675403	72.4589804093109	27.758083966352082	2779.6853569818027	86.03150889228141	-228.46896
31000	18675.92160010338	2501.1476123564535	831.4723156653206	77.47315717898769	25.54782127248885	2779.6853569818027	86.03150889228141	-227.2486
32000	19333.636489629745	2793.228896358868	11.968807944742029	86.44764773044021	0.3677536346743418	2793.228896358868	86.44764773044021	-231.66833
33000	19995.340645313263	2758.199225661796	24.29402056286886	85.37132594636873	0.746458160586754	2793.228896358868	86.44764773044021	-232.51218
34000	20634.423605918884	1722.406404574421	1334.3264671751028	53.54555211132176	40.9985196864478	2793.228896358868	86.44764773044021	-231.03918
35000	21272.682553052902	2528.9007817988795	811.6674389770752	78.32590116011815	24.939296562258285	2793.228896358868	86.44764773044021	-234.00276
36000	21926.178313970566	2808.0025554741696	12.42705808153029	86.90158323196847	0.3818338299763274	2808.0025554741696	86.90158323196847	-230.16144
37000	22577.490588903427	1984.331423170368	1271.265222660628	61.593461146667245	39.060899667448865	2808.0025554741696	86.90158323196847	-238.40222
38000	23214.992080688477	2759.829572301793	189.9071471254141	85.42141998291825	5.835087665241287	2808.0025554741696	86.90158323196847	-235.59491
39000	23818.159435272217	2556.5773622890338	834.9865083187921	79.17629186883387	25.65579836822191	2808.0025554741696	86.90158323196847	-239.5134
40000	24443.16243338585	2543.052112664159	837.5113888656202	78.76071500166465	25.733377856714117	2808.0025554741696	86.90158323196847	-239.67154
41000	25054.382190704346	1709.971264224665	1362.7433480186114	53.163469945543724	41.871656866403875	2808.0025554741696	86.90158323196847	-241.74762
42000	25706.97989320755	2848.442144518533	6.258888221255793	88.14413018605629	0.1923106213261937	2848.442144518533	88.14413018605629	-242.78873
43000	26290.502046585083	2534.5468018552997	834.3061020863673	78.49938079207307	25.634892203950205	2848.442144518533	88.14413018605629	-242.54764
44000	26881.611239671707	1996.9758633418483	1271.9230171679137	61.98197425949793	39.08111106377505	2848.442144518533	88.14413018605629	-238.61
45000	27457.90216946602	2831.960151349445	16.823968524202005	87.63770440643029	0.5169333155805245	2848.442144518533	88.14413018605629	-248.07738
46000	28021.71838617325	1755.1373429657772	1367.4124438577073	54.551243038546566	42.01511952144837	2848.442144518533	88.14413018605629	-247.39915
47000	28646.529783010483	2562.4887885645066	853.2600532846099	79.35792637320147	26.217271374605698	2848.442144518533	88.14413018605629	-245.51201
48000	29258.632613182068	2850.1615550762795	4.318431439703416	88.19696080085333	0.13268813948514818	2850.1615550762795	88.19696080085333	-247.56932
49000	29876.497908592224	2848.233231653853	8.291710032938585	88.13771112864715	0.2547711114053309	2850.1615550762795	88.19696080085333	-246.77814
50000	30458.638291358948	2849.3054962039887	13.972634291113604	88.1706575329562	0.429323209985146	2850.1615550762795	88.19696080085333	-250.71973
51000	31072.489112138748	2825.639724003783	25.472646619368266	87.44350293375285	0.782672628911476	2850.1615550762795	88.19696080085333	-252.03952
52000	31686.816636800766	2824.8851875043997	12.196605686927933	87.42031904263989	0.37475294889562794	2850.1615550762795	88.19696080085333	-255.39017
53000	32297.542678833008	2867.696748866469	8.743777171540403	88.73574722643836	0.26866132788346203	2867.696748866469	88.73574722643836	-250.49968
54000	32889.89259696007	2846.6220370738542	14.449632709328597	88.08820555835997	0.4439794650476677	2867.696748866469	88.73574722643836	-250.90982
55000	33482.16427445412	2575.6214524807538	857.1276525531521	79.76144065051749	26.3361072432266	2867.696748866469	88.73574722643836	-251.26959
56000	34087.1664378643	2865.9066099652487	11.664910573178119	88.68074341231292	0.3584160829752421	2867.696748866469	88.73574722643836	-251.78189
57000	34697.26772260666	2838.669889358276	11.474187392643167	87.84386783990274	0.3525559218646132	2867.696748866469	88.73574722643836	-252.19168
58000	35311.45948934555	2836.7780597025294	17.370102481354184	87.78573947529887	0.5337138294536737	2867.696748866469	88.73574722643836	-251.8709
59000	35913.77742218971	2405.167424010999	885.6007653156327	74.52406957697009	27.21097220532123	2867.696748866469	88.73574722643836	-253.79062
60000	36525.20969080925	1465.9930291309126	1388.4225158226518	45.66699384271054	42.66067506595623	2867.696748866469	88.73574722643836	-251.88614
61000	37138.78202390671	1750.4426998412976	1263.183627866025	54.40699541752224	38.812584557589815	2867.696748866469	88.73574722643836	-254.23012
62000	37769.50531101227	2858.5753623115206	25.928220687103	88.45548347132271	0.7966705993063797	2867.696748866469	88.73574722643836	-254.09882
63000	38377.33169603348	2816.1988711384024	9.549420560931878	87.15342325566806	0.29341552947713173	2867.696748866469	88.73574722643836	-253.51447
64000	39004.00493812561	2033.088480008612	1302.8587568096955	63.09157064521298	40.03164270795622	2867.696748866469	88.73574722643836	-253.88843
65000	39643.917808532715	2856.5973997488763	14.314881868543441	88.39470858672094	0.43983911024350614	2867.696748866469	88.73574722643836	-256.64795
66000	40240.05201125145	2271.952887242602	1090.5407779496286	70.43091925538282	33.507959748635194	2867.696748866469	88.73574722643836	-250.65862
67000	40847.53756260872	2864.5049530089377	14.145055738485551	88.63767609578233	0.43462103197874896	2867.696748866469	88.73574722643836	-256.1766
68000	41436.97221851349	2280.4231292828467	911.7768006454124	70.69117594186761	28.01525715820323	2867.696748866469	88.73574722643836	-257.68155
69000	42120.19769644737	1885.038720441445	662.5380547666005	58.54259321614442	20.35714658263217	2867.696748866469	88.73574722643836	-260.11127
70000	42729.70088529587	2811.7053963373664	23.127226387304663	87.0153567332518	0.7106072386769309	2867.696748866469	88.73574722643836	-257.03433
71000	43404.644220113754	2562.576624091751	849.490277345433	79.36062520791809	26.10144122594422	2867.696748866469	88.73574722643836	-254.63045
72000	44037.8996219635	2248.8457364407022	1119.8090669505411	69.72092885921309	34.40725729860658	2867.696748866469	88.73574722643836	-258.84192
73000	44668.40918517113	2813.728592638783	8.161461678560848	87.07752146986893	0.2507691000142291	2867.696748866469	88.73574722643836	-253.92477
74000	45324.808332920074	2815.500538543365	5.360635313636001	87.13196628591616	0.16471089935228894	2867.696748866469	88.73574722643836	-256.07928
75000	45967.14397025108	2242.496606710185	1114.968391369356	69.52584547695844	34.25852268380793	2867.696748866469	88.73574722643836	-253.2391
76000	46594.080515146255	2511.3609549819134	833.8381414859725	77.78697238013623	25.620513644909554	2867.696748866469	88.73574722643836	-251.25163
77000	47220.06942653656	2246.95308418281	1118.6632275363831	69.66277521933286	34.37205023276885	2867.696748866469	88.73574722643836	-254.02066
78000	47859.30936932564	2807.1403540329	9.058183511261541	86.87509122747545	0.2783217781748277	2867.696748866469	88.73574722643836	-251.50871
79000	48581.49587893486	2840.028375069548	9.319756459594558	87.88560867660757	0.2863588694980486	2867.696748866469	88.73574722643836	-254.23454
80000	49218.546751499176	2262.288967988268	1108.303803836112	70.13398563865272	34.05374654400594	2867.696748866469	88.73574722643836	-254.40457
81000	49853.739315748215	2784.43127708265	6.675078878591955	86.17733204986052	0.20509849691577278	2867.696748866469	88.73574722643836	-255.2351
82000	50494.80665755272	2815.7506595706914	12.845789523889612	87.13965150547457	0.3946997737353905	2867.696748866469	88.73574722643836	-255.03394
83000	51103.67737388611	2796.9702030448098	12.274336804275098	86.56260313272745	0.3771413154784746	2867.696748866469	88.73574722643836	-253.04349
84000	51760.70567393303	2539.191908527941	840.4210842864705	78.64210635590536	25.822781168368305	2867.696748866469	88.73574722643836	-256.79053
85000	52438.7001516819	2871.633861585193	7.433674292917473	88.85671896557213	0.22840710226339356	2871.633861585193	88.85671896557213	-257.8009
86000	53060.61298942566	2593.4919358532934	860.3187881444375	80.31052918497974	26.43415808653965	2871.633861585193	88.85671896557213	-259.56128
87000	53671.74318957329	2862.5429135167687	9.197565508139563	88.5773904634996	0.28260442989726575	2871.633861585193	88.85671896557213	-256.27838
88000	54293.47931480408	2312.072381380471	1151.7370504119863	71.66363097225675	35.388276629853095	2871.633861585193	88.85671896557213	-260.1621
89000	54659.26921439171	2562.3988985577153	849.8532071395234	79.35516441253915	26.112592608063853	2871.633861585193	88.85671896557213	-260.6021
90000	55018.082515478134	2851.365132835813	10.303791096830675	88.23394193529255	0.3165943211954772	2871.633861585193	88.85671896557213	-258.74915
91000	55338.01330733299	2766.8938480399	916.8071524996441	85.63847694389754	28.169819766829363	2871.633861585193	88.85671896557213	-258.15582
92000	55672.17506790161	2577.232275950794	853.0101201576883	79.81093481807878	26.20959192847578	2871.633861585193	88.85671896557213	-263.59045
93000	55977.410613298416	2741.350551167156	909.4410395219229	84.85363351505433	27.94348855377244	2871.633861585193	88.85671896557213	-263.02863
94000	56329.102937459946	2818.3285926397484	16.83360359592465	87.21886108594992	0.5172293628278924	2871.633861585193	88.85671896557213	-261.52228
95000	56656.547724962234	2596.80013825048	847.6824167898836	80.41217702337941	26.04589289620602	2871.633861585193	88.85671896557213	-263.27197
96000	56973.227710962296	2840.028375069548	9.319756459594558	87.88560867660757	0.2863588694980486	2871.633861585193	88.85671896557213	-259.2236
97000	57304.28426218033	2324.6445254593173	1054.432724228672	72.04992271509289	32.39850356400891	2871.633861585193	88.85671896557213	-264.40753
98000	57611.57025027275	2857.7995793911136	6.91147850195582	88.43164676260324	0.21236211256814735	2871.633861585193	88.85671896557213	-259.63483
99000	57902.02694606781	2569.707653668902	854.1933884762216	79.57973324758878	26.245949034959953	2871.633861585193	88.85671896557213	-261.50836
100000	58188.87092256546	2849.9530754414754	5.519623364348855	88.19055505486689	0.1695959667532684	2871.633861585193	88.85671896557213	-262.39618
