Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	1923.9417660236359	912.441310406406	12.831781427466035	28.65856180160686	0.39426936091579645	912.441310406406	28.65856180160686	0.0
2000	1959.6112134456635	916.649082630739	9.017429525106694	28.787849825654405	0.27706957105402796	916.649082630739	28.787849825654405	0.0
3000	1995.263129234314	922.79319460034	9.059762843357355	28.976633831471748	0.2783703047383173	922.79319460034	28.976633831471748	0.0
4000	2031.1555483341217	916.3010165911816	11.514431897275184	28.777155147308417	0.35379247465436786	922.79319460034	28.976633831471748	0.0
5000	2068.565279483795	916.3936884845771	9.334242820533609	28.780002584228253	0.2868039774748094	922.79319460034	28.976633831471748	0.0
6000	2656.752698659897	165.56006667441213	49.512361620403496	5.709886100515198	1.5213169959179471	922.79319460034	28.976633831471748	-108.69279
7000	3222.28044962883	248.88476457143628	23.344811591950375	8.270121058854038	0.7172927624341221	922.79319460034	28.976633831471748	-157.99136
8000	3778.93803524971	258.3438070050427	121.56183794557563	8.560759629675603	3.735109456896076	922.79319460034	28.976633831471748	-164.84793
9000	4334.363746881485	413.98010121501727	193.2366966755244	13.342840948651693	5.937391416336174	922.79319460034	28.976633831471748	-167.89505
10000	4882.800100803375	293.97574089413166	83.29822187964564	9.655586554686533	2.5594214561364814	922.79319460034	28.976633831471748	-170.4457
11000	5439.9998643398285	493.0289763829919	158.05287093817225	15.771696962897616	4.856333063959144	922.79319460034	28.976633831471748	-173.44891
12000	6040.1631915569305	551.5377625920634	42.596901190360676	17.569438132119274	1.308832534613504	922.79319460034	28.976633831471748	-170.47098
13000	6602.016822099686	587.1755588312665	72.46338863776216	18.66444518372028	2.226510332139085	922.79319460034	28.976633831471748	-166.3151
14000	7180.662460803986	615.9182188253168	249.01047927212556	19.547592254992676	7.651096855017499	922.79319460034	28.976633831471748	-157.68002
15000	7756.342418432236	661.2521716506618	19.57873296397347	20.940523447693437	0.6015762173694729	922.79319460034	28.976633831471748	-148.63327
16000	8335.090429544449	715.8058799485689	36.44551964753144	22.616740879215737	1.11982516386378	922.79319460034	28.976633831471748	-154.18732
17000	8938.106758356094	564.5368573758316	346.28372892545536	17.968848363804646	10.639915063292944	922.79319460034	28.976633831471748	-160.03894
18000	9560.429848194122	838.2519698197153	47.877808547345744	26.379019863862432	1.4710937124915333	922.79319460034	28.976633831471748	-170.57932
19000	10159.471555948257	767.6079926202643	36.443278901220715	24.20841277392558	1.1197563146848175	922.79319460034	28.976633831471748	-164.52124
20000	10762.51660990715	1286.9992811813304	609.625583001839	40.1672313186273	18.731357790554267	1286.9992811813304	40.1672313186273	-169.90277
21000	11398.80457687378	1069.300242578683	713.6572129695722	33.47820989887896	21.927834015952893	1286.9992811813304	40.1672313186273	-174.3467
22000	12028.18742775917	2720.659210002438	635.1100053850711	84.21787129422641	19.51439224162731	2720.659210002438	84.21787129422641	-203.83536
23000	12638.984354257584	1555.2192997051166	499.76770567381453	48.40856054372147	15.355864268433102	2720.659210002438	84.21787129422641	-221.41519
24000	13257.020479440689	848.5343143029838	136.4326720809552	26.694955216334755	4.192030758430338	2720.659210002438	84.21787129422641	-176.9956
25000	13880.212661027908	958.1298713051965	70.18974139371953	30.06238868320968	2.1566502389849203	2720.659210002438	84.21787129422641	-108.47361
26000	14514.109290838242	1314.2828128903277	700.2710676121477	41.00554520912165	21.516531266990786	2720.659210002438	84.21787129422641	-180.64777
27000	15141.630682229996	1397.5854795043865	872.9623497774429	43.56510323418322	26.822644205394077	2720.659210002438	84.21787129422641	-182.27863
28000	15780.45043849945	730.3127158998032	177.39103640816555	23.0624779712738	5.45051760366914	2720.659210002438	84.21787129422641	-184.77707
29000	16410.89654827118	1910.3170663085498	951.5186871317593	59.31929575946384	29.236366501058857	2720.659210002438	84.21787129422641	-183.50035
30000	17040.411867380142	2113.053491350492	745.4028270302072	65.54857586273513	22.903249864353747	2720.659210002438	84.21787129422641	-200.6437
31000	17683.49599814415	1832.404839008148	1049.7294041233467	56.92536439156321	32.253989334040824	2720.659210002438	84.21787129422641	-200.94409
32000	18313.682506084442	2852.3419041544107	15.459267775230328	88.26395421423616	0.47500151560560594	2852.3419041544107	88.26395421423616	-197.38417
33000	18889.50887441635	2271.501452650308	1048.0845889767743	70.41704847452476	32.20345073810779	2852.3419041544107	88.26395421423616	-201.17784
34000	19434.059701681137	2847.606872322368	13.273056856475502	88.1184656096423	0.4078279912873362	2852.3419041544107	88.26395421423616	-204.98788
35000	20034.517647743225	1351.012483458262	1105.2678852370639	42.13410119515726	33.96046489853799	2852.3419041544107	88.26395421423616	-216.66853
36000	20652.950619459152	2932.70353358798	44.91598839929099	90.73314592062749	1.3800888162873668	2932.70353358798	90.73314592062749	-216.35364
37000	21244.430878400803	2897.2121754895506	30.42772921754056	89.6426383278509	0.9349225141132814	2932.70353358798	90.73314592062749	-211.73978
38000	21839.120893716812	2972.0324857097085	10.588476122980802	91.94156744075498	0.32534155430235007	2972.0324857097085	91.94156744075498	-206.16873
39000	22433.551404714584	2987.93243290141	31.289092434685003	92.43010927364877	0.9613887633289204	2987.93243290141	92.43010927364877	-216.996
40000	23048.593846321106	3008.1881851879543	6.371999283120812	93.05248758908598	0.19578607220775635	3008.1881851879543	93.05248758908598	-213.76703
41000	23655.993316173553	2852.994138618712	61.279690638233866	88.28399477266221	1.882879988380958	3008.1881851879543	93.05248758908598	-217.62845
42000	24265.263850688934	2970.333629690992	23.676306539773805	91.88936838479586	0.7274782773576651	3008.1881851879543	93.05248758908598	-219.07643
43000	24865.883692979813	2978.9138845052553	20.890972817774866	92.15300532415903	0.6418961036963273	3008.1881851879543	93.05248758908598	-215.65028
44000	25454.669090747833	3014.5183689933942	9.388180665415245	93.2469888387806	0.2884612718848554	3014.5183689933942	93.2469888387806	-227.93427
45000	26047.975429534912	2952.6679172328413	16.462739023917138	91.34657164216362	0.5058341766942923	3014.5183689933942	93.2469888387806	-224.64967
46000	26674.202771663666	3005.9918718093313	19.417540553095943	92.98500365655056	0.5966234187903839	3014.5183689933942	93.2469888387806	-234.57156
47000	27272.72866988182	2971.8980175423144	16.63823336541394	91.9374357713744	0.5112264164434964	3014.5183689933942	93.2469888387806	-225.64207
48000	27879.40548300743	3028.3981480480766	11.19826215869811	93.67345897844713	0.344077842163599	3028.3981480480766	93.67345897844713	-229.98703
49000	28515.04245376587	3022.6477242280826	17.36091947598817	93.49677143608834	0.5334316723987537	3028.3981480480766	93.67345897844713	-227.23999
50000	29147.219727754593	2947.473290294994	20.941194022306636	91.1869615167451	0.6434392006020176	3028.3981480480766	93.67345897844713	-233.74124
51000	29766.052055358887	2988.2919391838077	13.024908695857718	92.4411554649362	0.4002033900383005	3028.3981480480766	93.67345897844713	-239.27237
52000	30377.420845508575	2674.681216810883	632.2947769424648	82.80515131498615	19.427891522676273	3028.3981480480766	93.67345897844713	-233.5463
53000	31025.571131706238	3029.4629678497868	14.684991430939665	93.7061766353901	0.4512110979491554	3029.4629678497868	93.7061766353901	-228.58743
54000	31614.94927072525	2991.939565445201	26.702592492631045	92.55323244217188	0.8204639501051443	3029.4629678497868	93.7061766353901	-233.15677
55000	32266.918599128723	3006.2813353862207	26.399988712816434	92.9938977154241	0.81116614531065	3029.4629678497868	93.7061766353901	-238.91626
56000	32917.77789402008	3009.935037974863	22.591161080229153	93.10616139391202	0.694136094181175	3029.4629678497868	93.7061766353901	-249.16718
57000	33551.47387766838	3008.739045385495	22.782777384854697	93.06941332143779	0.7000236974257299	3029.4629678497868	93.7061766353901	-235.99557
58000	34162.49192404747	3048.3988551599264	22.91571743293617	94.28800077495671	0.7041084138069591	3048.3988551599264	94.28800077495671	-241.24742
59000	34804.65734195709	2730.9644823534954	907.0613823858776	84.53451112844444	27.870371200306685	3048.3988551599264	94.28800077495671	-241.793
60000	35452.59608960152	3046.8587901826677	20.42072458005649	94.24068073309151	0.627447254703302	3048.3988551599264	94.28800077495671	-244.89232
61000	36050.83444786072	3039.0843926695566	5.668032940132293	94.00180456797553	0.17415599989665523	3048.3988551599264	94.28800077495671	-239.31502
62000	36687.45707345009	2430.3424340018637	1194.6503913338895	75.29759702179558	36.70683209276217	3048.3988551599264	94.28800077495671	-242.66016
63000	37301.664959430695	2254.591200083155	1038.7252334467134	69.89746399513946	31.915875147432416	3048.3988551599264	94.28800077495671	-246.13008
64000	37942.65974569321	2458.127645424752	1213.6832717702962	76.1513255249295	37.29163644346492	3048.3988551599264	94.28800077495671	-239.62552
65000	38563.6775124073	3022.7496899051043	21.192155244024974	93.49990443383633	0.6511502359762416	3048.3988551599264	94.28800077495671	-244.06104
66000	39162.53919005394	2754.981752339821	901.0584805272903	85.27246584985059	27.68592601685309	3048.3988551599264	94.28800077495671	-242.38518
67000	39755.01219701767	2464.866628813487	1210.544548872176	76.35838755204692	37.19519603274495	3048.3988551599264	94.28800077495671	-246.0523
68000	40371.34876894951	2445.7871293515136	1207.1037936298148	75.77215078500197	37.089475375161925	3048.3988551599264	94.28800077495671	-250.02399
69000	40995.44316101074	2237.3466802303415	592.1730236642383	69.36760881796853	18.19511039144783	3048.3988551599264	94.28800077495671	-246.48918
70000	41598.035422325134	1704.7799214296854	508.85843217952464	53.00396072871041	15.635185962768913	3048.3988551599264	94.28800077495671	-250.92159
71000	42228.52096247673	3035.9709901562346	13.94845752531639	93.90614215148722	0.4285803545949007	3048.3988551599264	94.28800077495671	-249.0554
72000	42850.12257218361	1491.5314811713938	811.4389624494261	46.45168840922076	24.932276391672485	3048.3988551599264	94.28800077495671	-245.14832
73000	43436.945413827896	2136.940636464672	1378.5362327951862	66.28253236686567	42.35690909915692	3048.3988551599264	94.28800077495671	-252.43954
74000	44068.734390974045	1519.7585171849216	1501.5597684570248	47.31899241626839	46.136930685183366	3048.3988551599264	94.28800077495671	-249.47054
75000	44705.22739696503	3003.975737670415	15.037695232491625	92.92305591196306	0.46204827618637406	3048.3988551599264	94.28800077495671	-244.13052
76000	45328.15278697014	2122.406340999657	1371.5990966706006	65.83595155369139	42.143758630386316	3048.3988551599264	94.28800077495671	-251.38394
77000	45971.394011735916	3005.1591218252206	16.48474009729383	92.95941657763294	0.5065101817516346	3048.3988551599264	94.28800077495671	-248.54556
78000	46614.316108226776	3001.0428393545235	6.675079232752116	92.83293966807484	0.20509850779769695	3048.3988551599264	94.28800077495671	-252.14131
79000	47291.948451280594	2991.332743906434	19.554708483161008	92.53458724145426	0.6008380410881963	3048.3988551599264	94.28800077495671	-252.63635
80000	47904.25513744354	2971.635981007839	12.442778490001238	91.92938443590177	0.3823168553018601	3048.3988551599264	94.28800077495671	-252.96297
81000	48527.25056195259	2984.684740241407	13.379016068255195	92.33032065764496	0.4110836943982145	3048.3988551599264	94.28800077495671	-252.33577
82000	49170.65109658241	1226.0053301714772	115.07975382377735	38.293130967065025	3.535940917550988	3048.3988551599264	94.28800077495671	-255.77863
83000	49878.36175942421	2741.329564004397	901.4109398552387	84.85298866341816	27.696755683393505	3048.3988551599264	94.28800077495671	-248.63681
84000	50466.860141038895	2450.4183275874143	1207.7875033450596	75.91444899815843	37.11048304225829	3048.3988551599264	94.28800077495671	-252.29832
85000	51147.057280778885	2692.6073627536002	891.2948564774254	83.35595013777395	27.38592887022755	3048.3988551599264	94.28800077495671	-263.75043
86000	51816.669598817825	1311.766681414596	130.97663471692508	40.928234544618476	4.024388535344738	3048.3988551599264	94.28800077495671	-254.53543
87000	52442.12870001793	2648.702655592241	895.4371869195155	82.00693395233205	27.513206129845543	3048.3988551599264	94.28800077495671	-256.9157
88000	53058.50167608261	1020.8149150095165	28.018462961425982	31.988449554803065	0.8608953907209618	3048.3988551599264	94.28800077495671	-250.57004
89000	53751.19250535965	3029.7771328427975	16.336203809305907	93.7158296700616	0.5019462552486095	3048.3988551599264	94.28800077495671	-255.1832
90000	54341.87940979004	2656.5508307130963	535.070539139036	82.24807700848103	16.440579252671906	3048.3988551599264	94.28800077495671	-258.626
91000	54963.369010448456	2888.8873778061566	359.52708623062324	89.38685056518223	11.04683050606317	3048.3988551599264	94.28800077495671	-252.24075
92000	55614.32293391228	3020.458564628918	12.148727869436325	93.4295073106055	0.3732818549083173	3048.3988551599264	94.28800077495671	-251.73993
93000	56060.331773519516	3040.237750671153	8.199647060411605	94.03724264995714	0.2519423841902178	3048.3988551599264	94.28800077495671	-249.78136
94000	56423.43181014061	3026.2630108015424	16.107049113632975	93.60785474395973	0.4949052472697482	3048.3988551599264	94.28800077495671	-251.92108
95000	56765.0205681324	3022.421613611039	12.10685086566354	93.48982396048007	0.37199514194426314	3048.3988551599264	94.28800077495671	-249.12958
96000	57016.09223270416	116.33817120297938	95.24988353788694	4.1974939685040855	2.926648253951972	3048.3988551599264	94.28800077495671	-256.29565
97000	57301.1308631897	2965.9577342471175	10.130264193519903	91.75491460611804	0.3112625329588383	3048.3988551599264	94.28800077495671	-245.30916
98000	57584.83681988716	2976.0710090115417	8.974879141836562	92.06565512181918	0.27576216782919255	3048.3988551599264	94.28800077495671	-243.51256
99000	57889.851450920105	3002.055749238253	13.000106881032155	92.86406234069679	0.39944132938942467	3048.3988551599264	94.28800077495671	-250.96902
100000	58176.23791360855	2979.660223284215	7.815373239406621	92.17593733208564	0.24013518542512946	3048.3988551599264	94.28800077495671	-248.06378
