Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	3099.260925769806	1008.1115935535657	9.352898403388856	31.5981272554203	0.28737718897871817	1008.1115935535657	31.5981272554203	0.0
2000	3131.147676706314	1009.6901777658006	7.76782487820532	31.646630839433765	0.23867421431294036	1009.6901777658006	31.646630839433765	0.0
3000	3159.732316017151	1012.3461435442075	11.31505762390782	31.728238053208877	0.34766650003518146	1012.3461435442075	31.728238053208877	0.0
4000	3197.6208124160767	1011.3336937222837	9.031917889482305	31.697129516447593	0.27751474058838926	1012.3461435442075	31.728238053208877	0.0
5000	3226.8822474479675	812.7046327227342	402.29513488290473	25.594052295075194	12.36092171818886	1012.3461435442075	31.728238053208877	0.0
6000	3826.441709756851	294.4363418597763	44.63878630970605	9.669738981564164	1.3715715039155056	1012.3461435442075	31.728238053208877	-135.0243
7000	4392.843522787094	280.92978333321685	28.87750267428721	9.25473641714704	0.887290247935887	1012.3461435442075	31.728238053208877	-213.16109
8000	4926.718896150589	368.8355958508089	193.35329521797922	11.955730719302881	5.940974023558503	1012.3461435442075	31.728238053208877	-177.66248
9000	5487.45804643631	676.8513269691583	100.90488825882379	21.419823148441562	3.100403948740163	1012.3461435442075	31.728238053208877	-181.50537
10000	6052.876524209976	649.2611346849201	15.637278157980381	20.57208680404229	0.480471063247138	1012.3461435442075	31.728238053208877	-172.16135
11000	6637.448996782303	727.8732324381091	84.31053295344535	22.98752239391741	2.5905257297224296	1012.3461435442075	31.728238053208877	-157.16774
12000	7209.122304201126	647.386309859965	44.3721737996443	20.514480929928673	1.3633795670010258	1012.3461435442075	31.728238053208877	-158.55707
13000	7798.783979654312	1071.5791547449503	134.97955064547247	33.548231762051756	4.147382144133143	1071.5791547449503	33.548231762051756	-164.70505
14000	8404.676163196564	2204.6997326889873	520.7836816910259	68.36449859389396	16.001601220871507	2204.6997326889873	68.36449859389396	-170.28995
15000	8986.509553670883	1099.6376406658223	24.11979309206742	34.41035689836433	0.741104846710953	2204.6997326889873	68.36449859389396	-175.87141
16000	9583.663782596588	982.3032387955284	199.95593706053572	30.80513965706865	6.143846819852286	2204.6997326889873	68.36449859389396	-177.9974
17000	10195.826236963272	896.5000302383471	502.8291450090307	28.16874997153726	15.449930064129596	2204.6997326889873	68.36449859389396	-126.89796
18000	10824.933939933777	1010.3688939702967	295.90559992468127	31.667485075901435	9.0919964958247	2204.6997326889873	68.36449859389396	-181.28552
19000	11423.650035858154	1392.8268984983974	675.8148246762111	43.41889105758851	20.76508866120309	2204.6997326889873	68.36449859389396	-175.28586
20000	12015.059660434723	1082.0702357439975	872.2164679224408	33.870580753436286	26.799726236914584	2204.6997326889873	68.36449859389396	-185.38957
21000	12622.581248283386	2309.316704909915	1008.3553961217284	71.57896004740675	30.982731419811802	2309.316704909915	71.57896004740675	-180.95319
22000	13247.418615102768	2821.5166313395603	18.82331452523358	87.31681677416474	0.5783652277847804	2821.5166313395603	87.31681677416474	-187.21194
23000	13873.955297470093	2819.5716976253666	18.837739029020405	87.25705673407573	0.5788084351384692	2821.5166313395603	87.31681677416474	-189.31342
24000	14486.147114753723	2808.7290076985864	19.516724413025173	86.9239042055508	0.5996709424166589	2821.5166313395603	87.31681677416474	-192.38654
25000	15134.306607723236	2747.3797352992965	20.966739110158674	85.03888624773683	0.6442240990604979	2821.5166313395603	87.31681677416474	-189.47594
26000	15769.239200592041	1812.886771195325	1028.4971005507127	56.32565217183969	31.601605500379648	2821.5166313395603	87.31681677416474	-192.03854
27000	16410.605192661285	2813.097593998239	12.25356634095764	87.05813340343778	0.3765031221501021	2821.5166313395603	87.31681677416474	-232.7871
28000	17063.98873567581	2010.7298299807292	261.44440036146875	62.40457868643754	8.033141557795831	2821.5166313395603	87.31681677416474	-229.4486
29000	17671.90089559555	2804.5454412325134	23.013182563430263	86.79535992771602	0.7071031277466193	2821.5166313395603	87.31681677416474	-198.70747
30000	18265.592483758926	2805.4825287887097	12.189209592490158	86.82415288323759	0.374525696472124	2821.5166313395603	87.31681677416474	-205.86148
31000	18817.12181162834	2756.34053102545	10.923236864661753	85.31421568848657	0.3356274140193596	2821.5166313395603	87.31681677416474	-194.47992
32000	19398.246883630753	2774.6657353826863	7.271510622036123	85.87727598151139	0.2234244607460358	2821.5166313395603	87.31681677416474	-197.38707
33000	19979.957990407944	2735.6442087724254	13.859747554041961	84.67830041872199	0.4258546517079738	2821.5166313395603	87.31681677416474	-208.76128
34000	20591.51717853546	2770.5626551153678	17.090175189319435	85.75120472290038	0.5251127825018309	2821.5166313395603	87.31681677416474	-209.33232
35000	21186.556084156036	1791.7678733858488	1056.5398215852542	55.676752844053	32.46324624473981	2821.5166313395603	87.31681677416474	-213.99805
36000	21753.970947027206	804.0505123380206	22.884396015784677	25.328145761936618	0.7031460318342723	2821.5166313395603	87.31681677416474	-215.11363
37000	22389.22537446022	2440.814406112393	759.9736868164335	75.6193588734048	23.35095415298919	2821.5166313395603	87.31681677416474	-217.06593
38000	22982.111382722855	803.7741720956365	62.0507301058128	25.319654930684862	1.9065709497522696	2821.5166313395603	87.31681677416474	-222.97333
39000	23598.80619287491	1699.4094094301277	937.0173714528845	52.838946358272025	28.790799024908573	2821.5166313395603	87.31681677416474	-217.42389
40000	24224.575001478195	2840.657047140419	10.682440622104469	87.90492525685087	0.3282287078303058	2840.657047140419	87.90492525685087	-220.7807
41000	24826.458879947662	2834.971612996301	9.750655883761038	87.73023458749984	0.299598686708577	2840.657047140419	87.90492525685087	-214.23889
42000	25437.676535844803	2815.3727358844126	12.792347068268187	87.12803942097125	0.3930577006574768	2840.657047140419	87.90492525685087	-216.4715
43000	26045.176534175873	2818.9807239258434	13.896671539674347	87.23889847412202	0.42698917821935994	2840.657047140419	87.90492525685087	-259.25833
44000	26653.117085695267	2829.0135420825945	11.144043523433796	87.5471668798151	0.34241192018727395	2840.657047140419	87.90492525685087	-222.53777
45000	27262.200696706772	917.1489084582756	66.07870331393413	28.803207475775388	2.030334468600296	2840.657047140419	87.90492525685087	-224.40881
46000	27868.928146600723	2772.6246867892087	18.21430592863487	85.81456271530611	0.5596528275206007	2840.657047140419	87.90492525685087	-221.48392
47000	28471.44493842125	2850.9423303284543	10.261497283572078	88.2209509039761	0.31529480134171317	2850.9423303284543	88.2209509039761	-226.20895
48000	29088.118208646774	2825.313478089474	27.086747208239274	87.43347870065139	0.8322674892373995	2850.9423303284543	88.2209509039761	-218.34106
49000	29668.63026714325	2814.915370982144	8.096081943582535	87.11398642538819	0.24876024204914798	2850.9423303284543	88.2209509039761	-221.20564
50000	30291.380097150803	2839.3709303875385	13.402847229855242	87.86540802901406	0.4118159307526975	2850.9423303284543	88.2209509039761	-221.78139
51000	30864.433923006058	2871.8789073778257	14.577468150619893	88.86424824345161	0.4479073372628558	2871.8789073778257	88.86424824345161	-224.33319
52000	31487.7794380188	2876.9525357650928	14.911283799495147	89.02014056698282	0.4581641580550214	2876.9525357650928	89.02014056698282	-223.66132
53000	32094.917851686478	2857.3278722359496	13.19117814954526	88.41715308690766	0.4053121858524895	2876.9525357650928	89.02014056698282	-250.59476
54000	32706.792897224426	2852.8755469666576	12.269791380816514	88.28035092514736	0.37700165278142345	2876.9525357650928	89.02014056698282	-230.67719
55000	33327.06711792946	2857.5510734002964	10.303347196706245	88.42401116666224	0.31658068191870276	2876.9525357650928	89.02014056698282	-228.77296
56000	33980.567529678345	2861.2453407499265	16.43098813376388	88.53752123813783	0.5048585987326514	2876.9525357650928	89.02014056698282	-224.30838
57000	34573.88413310051	2856.2995755965626	11.996169927630525	88.3855576407777	0.36859435905605265	2876.9525357650928	89.02014056698282	-225.35129
58000	35171.82995247841	2561.4748589352694	851.4313846945302	79.32677236787552	26.161083697125914	2876.9525357650928	89.02014056698282	-226.92245
59000	35767.617263793945	2840.1282462001573	10.120386657988629	87.88867731731517	0.3109590357676359	2876.9525357650928	89.02014056698282	-229.1293
60000	36360.017907619476	2248.9650532934393	915.2697045918535	69.72459498924664	28.122580137049788	2876.9525357650928	89.02014056698282	-233.47943
61000	36980.23032736778	2852.3165729314615	21.939272356874703	88.26317588699143	0.674106158992669	2876.9525357650928	89.02014056698282	-232.13245
62000	37609.929804325104	2860.8369737700646	11.325007071066844	88.52497375288962	0.3479722067833067	2876.9525357650928	89.02014056698282	-233.63739
63000	38203.7615172863	2847.3917353503257	16.288964591010355	88.11185531028863	0.5004947828624261	2876.9525357650928	89.02014056698282	-236.35092
64000	38798.85374236107	2476.17638492867	718.7866786764187	76.70589115790654	22.085441997160316	2876.9525357650928	89.02014056698282	-230.39485
65000	39402.206953287125	691.8461736628285	228.34721526740628	21.880554860274593	7.016197333105686	2876.9525357650928	89.02014056698282	-229.7573
66000	40033.37685894966	2818.755962208505	12.065445937981302	87.2319924448108	0.3707229339918219	2876.9525357650928	89.02014056698282	-236.0827
67000	40689.379959344864	2868.5302720790414	6.564976859111083	88.76135806357638	0.20171550188101156	2876.9525357650928	89.02014056698282	-234.79361
68000	41296.00472807884	1704.3383335231836	776.2865924789801	52.990392497154346	23.852184549299178	2876.9525357650928	89.02014056698282	-240.37173
69000	41944.25913596153	2753.3539469279567	255.493628291275	85.22244989508557	7.8502981144023165	2876.9525357650928	89.02014056698282	-234.80629
70000	42546.372703790665	2466.303798234058	790.3237453430448	76.40254602467829	24.28349015718195	2876.9525357650928	89.02014056698282	-236.78806
71000	43167.78714680672	2278.899225023406	863.1170097463365	70.64435245427448	26.520136253243773	2876.9525357650928	89.02014056698282	-232.93939
72000	43757.23666167259	2290.6777084198347	858.0322728773085	71.00625817621324	26.36390261046324	2876.9525357650928	89.02014056698282	-233.02374
73000	44394.80738019943	1305.6392382777851	769.9826886387996	40.7399627054156	23.65849077790882	2876.9525357650928	89.02014056698282	-234.42734
74000	45002.56248950958	1464.0242977732214	768.0164042531569	45.60650259614438	23.59807471701437	2876.9525357650928	89.02014056698282	-238.89651
75000	45638.15641283989	2816.690679750186	16.695009245307556	87.16853456878987	0.5129709123272195	2876.9525357650928	89.02014056698282	-235.81465
76000	46283.324447631836	1075.9006657084412	601.6350307790731	33.681014522995554	18.485840055075165	2876.9525357650928	89.02014056698282	-230.93295
77000	46928.738760471344	2826.821851571717	12.050480257254472	87.47982498953016	0.3702630984335865	2876.9525357650928	89.02014056698282	-234.09558
78000	47565.09203672409	2612.0395586507157	626.9731406740369	80.8804235077738	19.264378908123135	2876.9525357650928	89.02014056698282	-230.93835
79000	48199.94667506218	2822.34388950722	20.56757842350761	87.3422351115109	0.6319594864096143	2876.9525357650928	89.02014056698282	-235.90482
80000	48869.62783050537	2835.8560437622195	8.754199954135276	87.7574096102996	0.2689815783378394	2876.9525357650928	89.02014056698282	-232.65176
81000	49536.004707336426	2830.841854966231	15.585188107394849	87.60334362785746	0.47887054417108255	2876.9525357650928	89.02014056698282	-235.72684
82000	50182.56500864029	2846.6946432793807	9.686141084435475	88.09043645688432	0.2976164047593789	2876.9525357650928	89.02014056698282	-240.86511
83000	50816.63067293167	2827.4047657506812	8.453364203960225	87.49773561262703	0.25973809802821834	2876.9525357650928	89.02014056698282	-235.15698
84000	51444.69295525551	2835.541236982198	9.864016048562156	87.74773685607815	0.30308179152781733	2876.9525357650928	89.02014056698282	-237.35751
85000	52038.544325590134	2846.8308955721145	19.76550150876569	88.09462294530631	0.6073148683284743	2876.9525357650928	89.02014056698282	-238.29051
86000	52695.77195310593	2859.178391428133	9.075270802079432	88.47401214606393	0.278846802332124	2876.9525357650928	89.02014056698282	-238.15012
87000	53311.06276035309	2855.6004860917496	12.688979800512172	88.36407741421343	0.3898816376277207	2876.9525357650928	89.02014056698282	-253.14456
88000	53912.23334527016	2848.9342763938184	18.186984600622697	88.15925143177358	0.5588133523007619	2876.9525357650928	89.02014056698282	-237.2476
89000	54538.450233221054	2855.662814284447	19.54859307713099	88.3659925104797	0.6006501391011809	2876.9525357650928	89.02014056698282	-235.99072
90000	54842.880908966064	2775.208224036571	17.138932806125876	85.89394448978359	0.5266109092059594	2876.9525357650928	89.02014056698282	-243.06244
91000	55182.39419746399	2866.03131980162	8.735632925257624	88.68457524718043	0.2684110877437611	2876.9525357650928	89.02014056698282	-243.10287
92000	55509.694106817245	2833.346913370819	8.356692682428694	87.68031406113803	0.2567677685203187	2876.9525357650928	89.02014056698282	-237.49753
93000	55850.72932910919	2870.150896603083	8.946344066557765	88.81115337835713	0.2748853990066044	2876.9525357650928	89.02014056698282	-232.93265
94000	56181.505531549454	2862.6966635138206	7.299308428417641	88.5821145864455	0.22427857624191577	2876.9525357650928	89.02014056698282	-242.09972
95000	56513.64301586151	2866.125404495474	11.806847442062574	88.6874660938121	0.36277723570386133	2876.9525357650928	89.02014056698282	-241.98892
96000	56823.487689971924	2868.8428975063193	11.275645818045298	88.7709637935458	0.3464555327507244	2876.9525357650928	89.02014056698282	-234.8863
97000	57075.178236961365	2878.603218354471	9.990633377647962	89.07085944598397	0.3069722360231269	2878.603218354471	89.07085944598397	-239.37936
98000	57366.88550591469	2694.0974346999274	521.5924687470927	83.40173409359626	16.02645201477841	2878.603218354471	89.07085944598397	-236.23364
99000	57648.97031021118	2861.826852137523	11.780495435091579	88.55538875906225	0.36196754384572133	2878.603218354471	89.07085944598397	-240.9971
100000	57882.494191884995	2775.208224036571	17.138932806125876	85.89394448978359	0.5266109092059594	2878.603218354471	89.07085944598397	-233.94576
