Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	1712.3099656105042	914.3167993784446	227.1837599821095	28.716188082306093	6.980449001949872	914.3167993784446	28.716188082306093	0.0
2000	1739.5001153945923	912.6644939065603	231.2157797434428	28.66541933861139	7.104336855206012	914.3167993784446	28.716188082306093	0.0
3000	1766.707261800766	913.7629157084555	229.5224281648085	28.699169450729272	7.052306928692078	914.3167993784446	28.716188082306093	0.0
4000	1795.8430559635162	968.3455483457828	179.8360233564853	30.376275611605525	5.5256422811748	968.3455483457828	30.376275611605525	0.0
5000	1827.0261590480804	1028.498922626613	0.6123902879490104	32.224548399658715	0.01881630612440854	1028.498922626613	32.224548399658715	0.0
6000	2324.441253423691	319.8240522091929	1.346090514275856	10.449801858348724	0.04135998183871501	1028.498922626613	32.224548399658715	-122.640724
7000	2760.9910457134247	223.5353459782596	1.1879075911131793	7.49123473470532	0.03649965278965218	1028.498922626613	32.224548399658715	-176.76968
8000	3244.5311012268066	517.9643976239166	7.779576105703873	16.53786280295643	0.23903528257006657	1028.498922626613	32.224548399658715	-176.9363
9000	3720.587378025055	579.5380056404638	5.469816508207223	18.429773697729043	0.16806560111766303	1028.498922626613	32.224548399658715	-200.31339
10000	4205.159188270569	479.487554205406	417.0590727388969	15.355623177817401	12.814558524269655	1028.498922626613	32.224548399658715	-214.07867
11000	4682.336855173111	620.141914373174	7.52769414686814	19.67736953913439	0.23129595662395755	1028.498922626613	32.224548399658715	-239.8389
12000	5163.143515586853	631.5119929613827	2.9939657397193966	20.026726613510668	0.09199260176582245	1028.498922626613	32.224548399658715	-230.52611
13000	5661.710085630417	631.4697951826209	4.417201526200619	20.02543004441319	0.13572294950751185	1028.498922626613	32.224548399658715	-219.36758
14000	6145.775744199753	963.05581391541	16.075752369909594	30.213743213039777	0.4939436234128951	1028.498922626613	32.224548399658715	-210.32434
15000	6649.773228645325	914.2694054939475	24.94848778870298	28.71473185764565	0.7665673228514417	1028.498922626613	32.224548399658715	-210.40866
16000	7159.251319169998	1056.9281915744125	87.4210660900808	33.09806621655044	2.6860999817326485	1056.9281915744125	33.09806621655044	-214.45784
17000	7653.9082903862	617.1090901343525	26.36505089545261	19.584182970989563	0.8100926458124155	1056.9281915744125	33.09806621655044	-212.35986
18000	8188.2168226242065	550.9741329556883	35.65936114548942	17.552120045945273	1.0956696549868001	1056.9281915744125	33.09806621655044	-209.7239
19000	8693.779188632965	926.2195286573024	130.31918946182094	29.081911383661897	4.0041878701423075	1056.9281915744125	33.09806621655044	-226.43634
20000	9221.101885318756	872.122819572628	94.34716565403714	27.419735711560048	2.89891134110284	1056.9281915744125	33.09806621655044	-240.40573
21000	9769.934178590775	1816.2931048868559	262.5014899278708	56.43031519273178	8.06562169550173	1816.2931048868559	56.43031519273178	-219.72008
22000	10366.596275806427	1590.2835243710238	197.56763821912295	49.485944033159946	6.070463941317259	1816.2931048868559	56.43031519273178	-249.84128
23000	10902.698038101196	1473.1159922587713	1010.8868752916949	45.88585403263214	31.060513657621588	1816.2931048868559	56.43031519273178	-249.5336
24000	11467.028103351593	2857.6231184143303	15.251057451729832	88.42622482201482	0.4686040444791949	2857.6231184143303	88.42622482201482	-248.8388
25000	12025.884399414062	2907.6085284767164	22.260058409447794	89.9620767060118	0.6839626323633868	2907.6085284767164	89.9620767060118	-248.29944
26000	12638.756854057312	2773.904795804032	4.15767838600491	85.85389534936239	0.1277488405962729	2907.6085284767164	89.9620767060118	-244.7322
27000	13189.105456590652	101.32074316769736	0.5920803691107627	3.736068422289894	0.01819226348731446	2907.6085284767164	89.9620767060118	-190.23334
28000	13756.3875477314	2619.796725167279	424.33402273950134	81.11877023322974	13.038088663373584	2907.6085284767164	89.9620767060118	-235.59369
29000	14334.977806091309	2092.3713471194887	548.4085718051688	64.91309622692462	16.850403690913506	2907.6085284767164	89.9620767060118	-226.07997
30000	14885.018105268478	3276.550367007303	8.025662450580276	101.29818492409566	0.24659653246143853	3276.550367007303	101.29818492409566	-228.5733
31000	15443.253396511078	3168.1968657115626	52.02497059820467	97.96891486519186	1.5985194281374155	3276.550367007303	101.29818492409566	-237.39886
32000	15959.843303918839	1021.1629242352658	29.02402109903502	31.999142487487784	0.8917921735659519	3276.550367007303	101.29818492409566	-234.30313
33000	16559.76463985443	3020.2871180589673	326.0840161098952	93.42423944269898	10.019258616836753	3276.550367007303	101.29818492409566	-243.42505
34000	17155.35843706131	2744.0039390744487	693.691149117957	84.9351615211526	21.314356668378178	3276.550367007303	101.29818492409566	-245.86668
35000	17737.85807824135	2362.1904639714217	720.1027287355204	73.20355935282937	22.12587895586853	3276.550367007303	101.29818492409566	-246.28696
36000	18282.33637237549	936.7392877342425	62.430917770864895	29.405141537767815	1.9182525972752946	3276.550367007303	101.29818492409566	-240.98112
37000	18823.257486104965	2199.145474714392	1161.7411390902705	68.19383844398541	35.69566229349052	3276.550367007303	101.29818492409566	-240.03214
38000	19428.202929496765	3187.233141308296	31.6094466082222	98.55382353560266	0.9712319667828758	3276.550367007303	101.29818492409566	-255.12405
39000	20029.5987033844	3280.835127885903	26.49965483020996	101.42983850180288	0.8142284867814588	3280.835127885903	101.42983850180288	-253.21704
40000	20598.418958425522	3269.4278719102035	5.795545373063622	101.0793391148888	0.17807394735585	3280.835127885903	101.42983850180288	-257.55667
41000	21115.03557562828	2700.161118591116	479.3091311179725	83.58804686599566	14.727254035241737	3280.835127885903	101.42983850180288	-252.61371
42000	21503.869906425476	3397.6917077298044	3.087110718876707	105.02037418184827	0.09485457472043196	3397.6917077298044	105.02037418184827	-260.6314
43000	21795.255623340607	1053.7102806928126	1574.5710234885576	32.99919267557378	48.38027476204918	3397.6917077298044	105.02037418184827	-262.3427
44000	22074.30277967453	3466.980393754328	5.682364189527421	107.14933859041511	0.17459634191557122	3466.980393754328	107.14933859041511	-259.83734
45000	22359.015706777573	3477.28732094183	4.3282953234342845	107.4660292711435	0.13299121721108467	3477.28732094183	107.4660292711435	-256.58777
46000	22657.92192530632	3473.358769462941	2.2726718053557695	107.34532058469476	0.069830121821671	3477.28732094183	107.4660292711435	-268.9916
47000	22937.59291744232	3007.0961093760598	599.496812344277	93.01893246387898	18.420141147986477	3477.28732094183	107.4660292711435	-256.95776
48000	23218.382430553436	3456.6057593721284	5.048294117550027	106.83056753818622	0.155113902671456	3477.28732094183	107.4660292711435	-264.31287
49000	23505.370721578598	3435.052131310059	5.522070905010912	106.16831068714141	0.1696711698961904	3477.28732094183	107.4660292711435	-264.9864
50000	23825.961261749268	3488.556690270789	5.220010970528516	107.81229195246866	0.16039007529527174	3488.556690270789	107.81229195246866	-274.9688
51000	24126.12197613716	3474.855525393222	3.0044420992242404	107.39130991263141	0.09231449842452678	3488.556690270789	107.81229195246866	-270.86115
52000	24398.879271268845	3472.252268181151	5.726480749241757	107.31132222244946	0.17595186748329497	3488.556690270789	107.81229195246866	-276.50415
53000	24686.129363059998	3485.70212344955	4.76550445379152	107.72458252235847	0.14642490647604753	3488.556690270789	107.81229195246866	-268.23166
54000	24974.07190465927	3476.729909624804	10.443313578605624	107.44890224907154	0.320881289457343	3488.556690270789	107.81229195246866	-267.15903
55000	25249.896650075912	3495.3040431490253	3.708421579016584	108.0196111405497	0.11394497437709956	3495.3040431490253	108.0196111405497	-277.63226
56000	25536.91539287567	3531.785813050683	3.829557310604574	109.14055012984825	0.11766699128856875	3531.785813050683	109.14055012984825	-280.63757
57000	25982.20398926735	3511.2779491231586	4.5840208243699445	108.51042543125061	0.14084863984516643	3531.785813050683	109.14055012984825	-286.08466
58000	26531.592549800873	3255.8440017850494	931.9205523910701	100.66196107402351	28.63419414463032	3531.785813050683	109.14055012984825	-281.13486
59000	27139.804681301117	787.7318402567438	2.1028085077464347	24.826738186624606	0.06461090154659933	3531.785813050683	109.14055012984825	-287.06903
60000	27701.84339570999	3525.575263518109	2.744106345953679	108.94972476323917	0.08431542116111464	3531.785813050683	109.14055012984825	-279.4491
61000	28311.640213489532	3486.9981362499757	7.601308650383242	107.7644038161867	0.23355783611583583	3531.785813050683	109.14055012984825	-282.02048
62000	28839.358376979828	1707.7280687063271	253.86281617565825	53.094545512219824	7.800189775647288	3531.785813050683	109.14055012984825	-276.49658
63000	29436.111403942108	3521.8768281850325	11.533996339152857	108.83608662628967	0.3543936117637669	3531.785813050683	109.14055012984825	-283.91583
64000	30036.82799267769	3438.132607408706	325.1805187886946	106.2629614064975	9.991497754992864	3531.785813050683	109.14055012984825	-278.48795
65000	30611.170068264008	3543.7402694257567	2.746477517436655	109.50786279814288	0.08438827778437452	3543.7402694257567	109.50786279814288	-281.07025
66000	31169.77710032463	3562.1513112520597	4.093775823597021	110.07356053354174	0.125785370240748	3562.1513112520597	110.07356053354174	-288.88965
67000	31739.5623319149	3547.0382494382093	3.6494704193345213	109.60919654351355	0.11213364083900694	3562.1513112520597	110.07356053354174	-293.82465
68000	32345.097660303116	3559.8455272808424	3.102739612324312	110.00271300719628	0.09533478815504065	3562.1513112520597	110.07356053354174	-290.46265
69000	32955.306700229645	3548.349634456459	2.313494776035646	109.64949016416028	0.07108444856123067	3562.1513112520597	110.07356053354174	-289.96948
70000	33559.58324766159	3523.5892808335834	3.328760247607178	108.8887034523445	0.10227949898342495	3562.1513112520597	110.07356053354174	-288.56418
71000	34172.20443058014	3545.009035213205	2.314723668653749	109.54684690015526	0.07112220752009837	3562.1513112520597	110.07356053354174	-306.677
72000	34749.36836743355	3555.3924844676876	14.880235690208554	109.8658887981807	0.4572101737407434	3562.1513112520597	110.07356053354174	-297.34583
73000	35435.671287059784	3476.8795196826404	3.4874037953283303	107.45349916823065	0.1071539811842731	3562.1513112520597	110.07356053354174	-297.5898
74000	35951.02179980278	3491.631831004431	3.4822231421888117	107.906778737381	0.10699480041783516	3562.1513112520597	110.07356053354174	-293.6551
75000	36568.11940908432	3519.5906933713654	3.4172877105610526	108.76584284002766	0.10499959411904962	3562.1513112520597	110.07356053354174	-301.89944
76000	37164.897495269775	3515.934616447799	4.182002618570887	108.65350620771656	0.12849622705097352	3562.1513112520597	110.07356053354174	-296.77197
77000	37753.588554382324	3302.085651601329	310.96611102807054	102.08278216763503	9.55474581253989	3562.1513112520597	110.07356053354174	-297.51428
78000	38290.21497106552	3473.525585839366	1.3946755959899761	107.35044618525892	0.04285280722899663	3562.1513112520597	110.07356053354174	-292.90997
79000	38874.97521901131	3548.2428606287403	3.931681677134617	109.64620943115719	0.12080486493092592	3562.1513112520597	110.07356053354174	-310.25482
80000	39462.599091529846	3558.4934286276475	3.032363494325686	109.96116841926016	0.0931724113078426	3562.1513112520597	110.07356053354174	-303.71213
81000	40006.1815867424	3566.4758911780436	5.2562583735178965	110.20643759143779	0.1615038131260064	3566.4758911780436	110.20643759143779	-306.40265
82000	40599.19140839577	3520.960820681117	2.3115711084790624	108.80794137652802	0.07102534194516719	3566.4758911780436	110.20643759143779	-298.02756
83000	41244.61733722687	3466.0274899383157	2.461757468353603	107.12005966443924	0.07563996856273417	3566.4758911780436	110.20643759143779	-297.66687
84000	41816.918100357056	3518.285926929424	2.1506904475198496	108.72575258177967	0.06608212219515644	3566.4758911780436	110.20643759143779	-315.75635
85000	42426.39326405525	3522.2821240404483	2.9929626830727036	108.84853974815742	0.09196178184379628	3566.4758911780436	110.20643759143779	-307.7392
86000	43001.92303085327	3304.0544313573437	780.6333908382674	102.14327490128824	23.98574429085445	3566.4758911780436	110.20643759143779	-302.9794
87000	43543.7283809185	3584.360885321113	2.7493127108371604	110.755971983886	0.0844753919466886	3584.360885321113	110.755971983886	-292.44516
88000	44112.487703084946	2604.8144245220183	1478.700328255627	80.6584240113239	45.43455144578903	3584.360885321113	110.755971983886	-304.54175
89000	44686.97857570648	3541.823204498177	2.360880360637698	109.44895905448864	0.07254041819905933	3584.360885321113	110.755971983886	-302.61316
90000	45288.408831357956	3550.046985622101	10.424819389993585	109.70164298199855	0.32031303695351776	3584.360885321113	110.755971983886	-304.83322
91000	45888.70620036125	2793.2087939958847	973.805645401359	86.44703006516502	29.921155658619142	3584.360885321113	110.755971983886	-304.9551
92000	46445.96868848801	3579.3835425059237	3.064228612623436	110.60303813117844	0.0941514990438494	3584.360885321113	110.755971983886	-302.71213
93000	46987.31404900551	3562.9973908689267	2.496223271767941	110.09955717880192	0.07669896495871183	3584.360885321113	110.755971983886	-318.24265
94000	47573.98596787453	3518.696921624595	3.9922626614433123	108.73838080621763	0.12266627646618587	3584.360885321113	110.755971983886	-308.64236
95000	48157.30661892891	3570.383447897542	2.5091651375759847	110.32650119283619	0.07709661677269301	3584.360885321113	110.755971983886	-306.0287
96000	48717.080636262894	3540.172563673363	3.8483224462828804	109.39824145874563	0.1182435689129013	3584.360885321113	110.755971983886	-308.5586
97000	49309.79334974289	3527.40474477079	7.213447349409861	109.00593741059285	0.22164040842871952	3584.360885321113	110.755971983886	-306.15698
98000	49908.06556844711	3524.6646189920307	3.9564779598898903	108.92174429635327	0.1215667556013897	3584.360885321113	110.755971983886	-312.28735
99000	50485.70865178108	3521.263613640361	2.435145313606756	108.81724499405031	0.07482228340312981	3584.360885321113	110.755971983886	-320.5522
100000	51064.37949204445	3527.196160619553	2.679401826067477	108.99952845323412	0.08232730985730853	3584.360885321113	110.755971983886	-315.87808
