function, method, run, loss, l2
f1, baseline, 1, 0.005169310607016087, 0.40061962604522705
f1, glorot, 1, 0.02015814557671547, 0.421872079372406
f1, power, 1, 0.001177260302938521, 0.3987515866756439
f1, baseline, 2, 0.0031722099520266056, 0.39879170060157776
f1, glorot, 2, 0.008496260270476341, 0.4549015760421753
f1, power, 2, 0.0007934339228086174, 0.41368338465690613
f1, baseline, 3, 0.007838264107704163, 0.404922217130661
f1, glorot, 3, 0.00882306694984436, 0.4057198464870453
f1, power, 3, 0.0009946257341653109, 0.4026062488555908
f1, baseline, 4, 0.011396864429116249, 0.4120844900608063
f1, glorot, 4, 0.03078467585146427, 0.4456654191017151
f1, power, 4, 0.0025950437411665916, 0.4135530889034271
f1, baseline, 5, 0.003976061940193176, 0.4567532241344452
f1, glorot, 5, 0.00985621102154255, 0.39708635210990906
f1, power, 5, 0.002779207658022642, 0.4393528401851654
f2, baseline, 1, 0.0017779301851987839, 0.32508888840675354
f2, glorot, 1, 0.01777607388794422, 0.543376088142395
f2, power, 1, 0.0019653569906949997, 0.3973473012447357
f2, baseline, 2, 0.003577079391106963, 0.4276035726070404
f2, glorot, 2, 0.008685524575412273, 0.651439368724823
f2, power, 2, 0.0019695619121193886, 0.4744604527950287
f2, baseline, 3, 0.0034239431843161583, 0.5075292587280273
f2, glorot, 3, 0.00402934430167079, 0.45609456300735474
f2, power, 3, 0.0011776915052905679, 0.4372327923774719
f2, baseline, 4, 0.006192549131810665, 0.4148755669593811
f2, glorot, 4, 0.011618462391197681, 0.5008923411369324
f2, power, 4, 0.0021139367017894983, 0.4555509388446808
f2, baseline, 5, 0.005023973528295755, 0.4695308804512024
f2, glorot, 5, 0.006737194489687681, 0.49478909373283386
f2, power, 5, 0.0018629040569067001, 0.4283697307109833
f3, baseline, 1, 2.892618567784666e-06, 0.001721912412904203
f3, glorot, 1, 5.812198196508689e-06, 0.002578584011644125
f3, power, 1, 1.1198039828741457e-06, 0.001065550954081118
f3, baseline, 2, 1.0725604624894913e-05, 0.0032087545841932297
f3, glorot, 2, 1.303878343605902e-05, 0.003745258552953601
f3, power, 2, 2.6331651952204993e-06, 0.0016099073691293597
f3, baseline, 3, 1.4367616131494287e-05, 0.003667898243293166
f3, glorot, 3, 2.9270056984387338e-05, 0.00540076894685626
f3, power, 3, 9.914999736793106e-07, 0.0010680368868634105
f3, baseline, 4, 1.60999388754135e-05, 0.003928016871213913
f3, glorot, 4, 1.0702799045247957e-05, 0.003484150394797325
f3, power, 4, 7.160484756241203e-07, 0.0008571296348236501
f3, baseline, 5, 2.4299426513607614e-05, 0.004770119674503803
f3, glorot, 5, 2.8065265723853372e-05, 0.005308174062520266
f3, power, 5, 3.1463641789741814e-06, 0.001750981668010354
f4, baseline, 1, 1733.5111083984375, 2.0361368656158447
f4, glorot, 1, 3528.23095703125, 0.7647275328636169
f4, power, 1, 1647.1065673828125, 2.3591015338897705
f4, baseline, 2, 1781.3433837890625, 1.9052116870880127
f4, glorot, 2, 3513.58935546875, 0.7578148245811462
f4, power, 2, 1158.64404296875, 2.7352731227874756
f4, baseline, 3, 2235.728759765625, 1.8588967323303223
f4, glorot, 3, 3506.34765625, 0.7089102864265442
f4, power, 3, 1749.6754150390625, 2.4004340171813965
f4, baseline, 4, 2875.679443359375, 1.1514941453933716
f4, glorot, 4, 2963.668701171875, 1.1146436929702759
f4, power, 4, 2305.660400390625, 1.6047741174697876
f4, baseline, 5, 2787.493896484375, 1.457979679107666
f4, glorot, 5, 3508.319091796875, 0.8175569176673889
f4, power, 5, 2877.013916015625, 1.5530555248260498
f5, baseline, 1, 0.00011629139044089243, 0.028439268469810486
f5, glorot, 1, 0.00043851634836755693, 0.040213704109191895
f5, power, 1, 0.00011908196029253304, 0.02918042056262493
f5, baseline, 2, 0.0003310603788122535, 0.037319641560316086
f5, glorot, 2, 0.00029385651578195393, 0.036286611109972
f5, power, 2, 9.705201227916405e-05, 0.027725834399461746
f5, baseline, 3, 0.00024945804034359753, 0.03419894352555275
f5, glorot, 3, 0.00025430385721847415, 0.034993406385183334
f5, power, 3, 6.180969648994505e-05, 0.025118565186858177
f5, baseline, 4, 0.00026168383192270994, 0.03546106070280075
f5, glorot, 4, 0.00037553097354248166, 0.03898462653160095
f5, power, 4, 0.00012610874546226114, 0.03028973750770092
f5, baseline, 5, 0.0003712256147991866, 0.038866885006427765
f5, glorot, 5, 0.0002617757418192923, 0.03550292178988457
f5, power, 5, 0.0002596613485366106, 0.0352165512740612
f6, baseline, 1, 1380.16259765625, 0.99973464012146
f6, glorot, 1, 2314.127685546875, 0.9999340176582336
f6, power, 1, 1113.29833984375, 0.9996722340583801
f6, baseline, 2, 2329.49560546875, 0.9999374151229858
f6, glorot, 2, 2299.23193359375, 0.9999319314956665
f6, power, 2, 1041.397705078125, 0.9996534585952759
f6, baseline, 3, 1392.11865234375, 0.999737024307251
f6, glorot, 3, 2315.521728515625, 0.9999342560768127
f6, power, 3, 1031.202880859375, 0.9996278285980225
f6, baseline, 4, 2324.01806640625, 0.9999362230300903
f6, glorot, 4, 2290.36669921875, 0.999930202960968
f6, power, 4, 1455.55859375, 0.9997559785842896
f6, baseline, 5, 1053.093505859375, 0.9996516704559326
f6, glorot, 5, 2305.342041015625, 0.999932587146759
f6, power, 5, 1026.421875, 0.9996435046195984
f7, baseline, 1, 6.117008979344973e-06, 0.008169923909008503
f7, glorot, 1, 1.9046650777454488e-05, 0.014037515968084335
f7, power, 1, 2.8493454351519176e-07, 0.0020985545124858618
f7, baseline, 2, 5.229474481893703e-06, 0.007209863048046827
f7, glorot, 2, 2.2165158952702768e-05, 0.01488705538213253
f7, power, 2, 1.236565026374592e-06, 0.0035045561380684376
f7, baseline, 3, 3.7125739709154004e-06, 0.006172144785523415
f7, glorot, 3, 7.801973879395518e-06, 0.009002242237329483
f7, power, 3, 2.1466623820742825e-06, 0.004230094607919455
f7, baseline, 4, 2.3271270492841722e-06, 0.004980446770787239
f7, glorot, 4, 1.3574783224612474e-05, 0.011850631795823574
f7, power, 4, 9.990235412260517e-07, 0.0031334946397691965
f7, baseline, 5, 6.396064691216452e-06, 0.00732533959671855
f7, glorot, 5, 1.1888937478943262e-05, 0.011116678826510906
f7, power, 5, 7.203200880212535e-07, 0.0026546355802565813
f8, baseline, 1, 0.0007604429847560823, 0.9999523162841797
f8, glorot, 1, 0.08134938776493073, 0.9999590516090393
f8, power, 1, 0.17861096560955048, 0.9999635219573975
f8, baseline, 2, 0.16012698411941528, 0.9999667406082153
f8, glorot, 2, 0.1013822928071022, 0.9999635815620422
f8, power, 2, 0.19349509477615356, 0.9999625086784363
f8, baseline, 3, 0.0013137941714376211, 0.9999599456787109
f8, glorot, 3, 0.12448566406965256, 0.9999635219573975
f8, power, 3, 0.0007585512939840555, 0.9999570846557617
f8, baseline, 4, 0.26159852743148804, 0.999967634677887
f8, glorot, 4, 0.1461738646030426, 0.9999632239341736
f8, power, 4, 0.22961930930614471, 0.9999645948410034
f8, baseline, 5, 0.0018694470636546612, 0.9999547004699707
f8, glorot, 5, 0.13914087414741516, 0.999958872795105
f8, power, 5, 0.0006996402516961098, 0.9999575018882751
f9, baseline, 1, 4.129299850319512e-05, 0.007595396135002375
f9, glorot, 1, 5.377064735512249e-05, 0.00845387950539589
f9, power, 1, 2.1120307792443782e-05, 0.006242160685360432
f9, baseline, 2, 0.00011141334834974259, 0.012062814086675644
f9, glorot, 2, 9.53259295783937e-05, 0.010274048894643784
f9, power, 2, 3.1406336347572505e-05, 0.006830393336713314
f9, baseline, 3, 0.00010518602357478812, 0.011378617025911808
f9, glorot, 3, 0.0003369140322320163, 0.019539572298526764
f9, power, 3, 3.715217098942958e-05, 0.007190715055912733
f9, baseline, 4, 0.0001080768124666065, 0.011424188502132893
f9, glorot, 4, 0.00012242932280059904, 0.012388360686600208
f9, power, 4, 3.721047323779203e-05, 0.007928221486508846
f9, baseline, 5, 9.560948819853365e-05, 0.010622692294418812
f9, glorot, 5, 0.0002126372855855152, 0.0155111663043499
f9, power, 5, 2.4743107132962905e-05, 0.005898451432585716
f10, baseline, 1, 2.649785983521724e-06, 0.0038091440219432116
f10, glorot, 1, 1.1346196515660267e-05, 0.007842350751161575
f10, power, 1, 4.604808623298595e-07, 0.0015816543018445373
f10, baseline, 2, 3.966030362789752e-06, 0.004620036575943232
f10, glorot, 2, 1.1686008292599581e-05, 0.007943169213831425
f10, power, 2, 4.880457709077746e-07, 0.0017249162774533033
f10, baseline, 3, 6.090512670198223e-06, 0.005827600602060556
f10, glorot, 3, 8.840934242471121e-06, 0.006838771048933268
f10, power, 3, 1.3322420500117005e-06, 0.0026899504009634256
f10, baseline, 4, 3.2731959436205216e-06, 0.004192541819065809
f10, glorot, 4, 7.09043160895817e-06, 0.006074889563024044
f10, power, 4, 3.162309951676434e-07, 0.0014935012441128492
f10, baseline, 5, 7.950789949973114e-06, 0.006384584587067366
f10, glorot, 5, 8.36813615023857e-06, 0.006705804727971554
f10, power, 5, 1.0068374649563339e-06, 0.0023402241058647633
f11, baseline, 1, 1.7779477275325917e-05, 0.0054881335236132145
f11, glorot, 1, 2.5875195206026547e-05, 0.0067267995327711105
f11, power, 1, 1.3768913049716502e-06, 0.0016198178054764867
f11, baseline, 2, 1.800793870643247e-05, 0.00578565988689661
f11, glorot, 2, 3.936168650398031e-05, 0.008113347925245762
f11, power, 2, 2.1380758425948443e-06, 0.001934953616000712
f11, baseline, 3, 1.0411224138806574e-05, 0.004284001886844635
f11, glorot, 3, 2.8219041269039735e-05, 0.0068582212552428246
f11, power, 3, 1.7432922732041334e-06, 0.001812439993955195
f11, baseline, 4, 1.0730438589234836e-05, 0.00433290796354413
f11, glorot, 4, 4.936706682201475e-05, 0.009086460806429386
f11, power, 4, 1.6571127616771264e-06, 0.0017356360331177711
f11, baseline, 5, 1.3356942872633226e-05, 0.004763426724821329
f11, glorot, 5, 5.184317706152797e-05, 0.009440112859010696
f11, power, 5, 1.8806994148690137e-06, 0.0018157982267439365
f12, baseline, 1, 3.6460376122704474e-06, 0.002053519245237112
f12, glorot, 1, 7.227780770335812e-06, 0.002885102992877364
f12, power, 1, 8.778812912169087e-07, 0.0010136972414329648
f12, baseline, 2, 1.5055440599098802e-05, 0.004220329690724611
f12, glorot, 2, 9.496941856923513e-06, 0.0034676850773394108
f12, power, 2, 1.1700531103997491e-06, 0.0011899229139089584
f12, baseline, 3, 1.1786515642597806e-05, 0.003622782649472356
f12, glorot, 3, 2.6739047825685702e-05, 0.0055123609490692616
f12, power, 3, 1.6072253856691532e-06, 0.0013582606334239244
f12, baseline, 4, 1.4419893886952195e-05, 0.0040662758983671665
f12, glorot, 4, 1.0072551958728582e-05, 0.0034469638485461473
f12, power, 4, 6.622350952056877e-07, 0.0008987647597678006
f12, baseline, 5, 2.2568916392629035e-05, 0.005014973692595959
f12, glorot, 5, 3.2517225918127224e-05, 0.006080692168325186
f12, power, 5, 2.2682306735077873e-06, 0.001651229104027152
f13, baseline, 1, 6.996107003942598e-06, 0.004170839209109545
f13, glorot, 1, 2.498787762306165e-05, 0.007738486863672733
f13, power, 1, 1.0552651019679615e-06, 0.0015791436890140176
f13, baseline, 2, 7.985397132870276e-06, 0.004462156444787979
f13, glorot, 2, 3.665174881462008e-05, 0.009153163060545921
f13, power, 2, 1.1744152743631275e-06, 0.0017391509609296918
f13, baseline, 3, 1.3732593288295902e-05, 0.005641021765768528
f13, glorot, 3, 2.7004440198652446e-05, 0.007980183698236942
f13, power, 3, 8.493963150613126e-07, 0.0014438081998378038
f13, baseline, 4, 6.85774966768804e-06, 0.004006406757980585
f13, glorot, 4, 1.7319487596978433e-05, 0.006427774205803871
f13, power, 4, 8.018228641049063e-07, 0.001376897213049233
f13, baseline, 5, 1.1119347618659958e-05, 0.004982734099030495
f13, glorot, 5, 2.136322837031912e-05, 0.007122293580323458
f13, power, 5, 7.991221195879916e-07, 0.001422976260073483
f14, baseline, 1, 1.1441272363299504e-05, 0.09830020368099213
f14, glorot, 1, 6.029885480529629e-05, 0.2201705276966095
f14, power, 1, 4.83214023461187e-07, 0.0180513896048069
f14, baseline, 2, 6.5305534917570185e-06, 0.0752146989107132
f14, glorot, 2, 2.208507248724345e-05, 0.13101525604724884
f14, power, 2, 4.969786573383317e-07, 0.018878022208809853
f14, baseline, 3, 6.014040536683751e-06, 0.07348646968603134
f14, glorot, 3, 7.6036626524000894e-06, 0.08064165711402893
f14, power, 3, 5.770026518803206e-07, 0.02019154466688633
f14, baseline, 4, 2.2213491774891736e-06, 0.045588042587041855
f14, glorot, 4, 1.7839744032244198e-05, 0.11612892895936966
f14, power, 4, 2.873560163152433e-07, 0.015024108812212944
f14, baseline, 5, 2.8304132229095558e-06, 0.04913926124572754
f14, glorot, 5, 8.593384336563759e-06, 0.08452679961919785
f14, power, 5, 1.4259591125664883e-06, 0.03254709020256996
f15, baseline, 1, 4.267011900083162e-05, 0.012478877790272236
f15, glorot, 1, 0.00016644966672174633, 0.02330218255519867
f15, power, 1, 3.5808934626402333e-06, 0.003666194621473551
f15, baseline, 2, 2.6846581022255123e-05, 0.009683013893663883
f15, glorot, 2, 6.92671092110686e-05, 0.016897065564990044
f15, power, 2, 6.219332590262638e-06, 0.004566872958093882
f15, baseline, 3, 3.723793997778557e-05, 0.012061686255037785
f15, glorot, 3, 5.069618418929167e-05, 0.014177282340824604
f15, power, 3, 5.521889761439525e-06, 0.005367133766412735
f15, baseline, 4, 2.440319258312229e-05, 0.010256363078951836
f15, glorot, 4, 6.135049625299871e-05, 0.014432031661272049
f15, power, 4, 3.4208812849101378e-06, 0.00407803850248456
f15, baseline, 5, 2.1675661628250964e-05, 0.009122124873101711
f15, glorot, 5, 3.452502278378233e-05, 0.011802054941654205
f15, power, 5, 2.3720019726169994e-06, 0.003283438039943576
f16, baseline, 1, 6.448407020798186e-06, 0.007165802642703056
f16, glorot, 1, 1.6471196431666613e-05, 0.012295098975300789
f16, power, 1, 1.2577577308547916e-06, 0.004371450748294592
f16, baseline, 2, 4.488603281060932e-06, 0.006140599958598614
f16, glorot, 2, 1.9316583347972482e-05, 0.012660518288612366
f16, power, 2, 7.171866513999703e-07, 0.0027228277176618576
f16, baseline, 3, 4.011505097878398e-06, 0.006108495406806469
f16, glorot, 3, 7.67872916185297e-06, 0.00834764912724495
f16, power, 3, 5.672945917467587e-07, 0.0022528618574142456
f16, baseline, 4, 4.465734036784852e-06, 0.006203841418027878
f16, glorot, 4, 1.0124160326085985e-05, 0.009274005889892578
f16, power, 4, 4.6720091972929367e-07, 0.0022689038887619972
f16, baseline, 5, 4.647995410778094e-06, 0.0063104829750955105
f16, glorot, 5, 1.5343277482315898e-05, 0.01214224100112915
f16, power, 5, 9.155870088761731e-07, 0.003800024976953864
f17, baseline, 1, 4.425816314324038e-06, 0.008548864163458347
f17, glorot, 1, 2.2275466108112596e-05, 0.01890604943037033
f17, power, 1, 6.927791105226788e-07, 0.0019970464054495096
f17, baseline, 2, 4.124181486986345e-06, 0.008475747890770435
f17, glorot, 2, 1.8350086975260638e-05, 0.017409350723028183
f17, power, 2, 1.8452816163971875e-07, 0.0016946162795647979
f17, baseline, 3, 2.660809059307212e-06, 0.006541111972182989
f17, glorot, 3, 4.339347015047679e-06, 0.00860478263348341
f17, power, 3, 7.463988538347621e-08, 0.0013116335030645132
f17, baseline, 4, 2.2733227069693385e-06, 0.006122501567006111
f17, glorot, 4, 8.708834684512112e-06, 0.011996201239526272
f17, power, 4, 1.844682913088036e-07, 0.0013749796198680997
f17, baseline, 5, 3.4307940950384364e-06, 0.007617925759404898
f17, glorot, 5, 1.0973698408633936e-05, 0.013830629177391529
f17, power, 5, 1.654970560593938e-07, 0.001478928723372519
f18, baseline, 1, 4.3076430301880464e-05, 0.013620346784591675
f18, glorot, 1, 0.00012453617819119245, 0.02099533937871456
f18, power, 1, 3.908302915078821e-06, 0.003977131098508835
f18, baseline, 2, 2.6182731744484045e-05, 0.00942553486675024
f18, glorot, 2, 6.508261139970273e-05, 0.01571836695075035
f18, power, 2, 2.710680973905255e-06, 0.0034274423960596323
f18, baseline, 3, 3.7446523492690176e-05, 0.011771980673074722
f18, glorot, 3, 4.750298467115499e-05, 0.012765713036060333
f18, power, 3, 3.898172053595772e-06, 0.004001417197287083
f18, baseline, 4, 3.469192597549409e-05, 0.011740881018340588
f18, glorot, 4, 7.213462959043682e-05, 0.016117284074425697
f18, power, 4, 2.031684061876149e-06, 0.003073362400755286
f18, baseline, 5, 2.002739711315371e-05, 0.008906670846045017
f18, glorot, 5, 3.970260513597168e-05, 0.012619211338460445
f18, power, 5, 2.4867845240805764e-06, 0.003060264978557825
f19, baseline, 1, 2.9382990760495886e-06, 0.0013715261593461037
f19, glorot, 1, 1.4940958863007836e-05, 0.0025340404827147722
f19, power, 1, 8.478514246235136e-06, 0.002287190640345216
f19, baseline, 2, 1.4449758964474313e-05, 0.003153317840769887
f19, glorot, 2, 8.768020961724687e-06, 0.002436273731291294
f19, power, 2, 8.255357897724025e-06, 0.0022420480381697416
f19, baseline, 3, 1.6127565686474554e-05, 0.0031393335666507483
f19, glorot, 3, 2.5219680537702516e-05, 0.004013798665255308
f19, power, 3, 6.4406499404867645e-06, 0.0019574235193431377
f19, baseline, 4, 1.3790884622721933e-05, 0.0029156082309782505
f19, glorot, 4, 1.2640945897146594e-05, 0.0028947927057743073
f19, power, 4, 5.655806489812676e-06, 0.001845432328991592
f19, baseline, 5, 2.5053715944522992e-05, 0.004033982288092375
f19, glorot, 5, 2.8399346774676815e-05, 0.004231319762766361
f19, power, 5, 8.94378263183171e-06, 0.002354159951210022
f20, baseline, 1, 3.918187212548219e-05, 0.012207938358187675
f20, glorot, 1, 0.00016555708134546876, 0.024133717641234398
f20, power, 1, 3.700263960126904e-06, 0.003863189136609435
f20, baseline, 2, 2.5707995519042015e-05, 0.010510427877306938
f20, glorot, 2, 5.267588494461961e-05, 0.014115825295448303
f20, power, 2, 5.35186700290069e-06, 0.005005410872399807
f20, baseline, 3, 1.7312517229584046e-05, 0.008290480822324753
f20, glorot, 3, 4.2417465010657907e-05, 0.012881538830697536
f20, power, 3, 4.350250947027234e-06, 0.004116818308830261
f20, baseline, 4, 3.0296429031295702e-05, 0.011142563074827194
f20, glorot, 4, 5.28800483152736e-05, 0.014108726754784584
f20, power, 4, 3.946316610381473e-06, 0.004372942727059126
f20, baseline, 5, 1.7547385141369887e-05, 0.00954966340214014
f20, glorot, 5, 4.708752749138512e-05, 0.01342039741575718
f20, power, 5, 5.578709988185437e-06, 0.005147264339029789
