function, method, run, loss, l2
f1, baseline, 1, 0.0007913316367194057, 1.177797555923462
f1, glorot, 1, 1.0784069672808982e-05, 0.45968589186668396
f1, power, 1, 2.6457078092789743e-06, 0.3768364489078522
f1, baseline, 2, 0.0012167947134003043, 1.8294093608856201
f1, glorot, 2, 4.792969048139639e-05, 0.3755040466785431
f1, power, 2, 1.4284511053119786e-05, 0.38320282101631165
f1, baseline, 3, 0.0019349324284121394, 1.7193049192428589
f1, glorot, 3, 5.829705514770467e-06, 0.41926702857017517
f1, power, 3, 5.199298357183579e-06, 0.3850122094154358
f1, baseline, 4, 0.0010880206245929003, 1.374039888381958
f1, glorot, 4, 0.00017488175944890827, 0.38100898265838623
f1, power, 4, 3.4429710922267986e-06, 0.38550665974617004
f1, baseline, 5, 0.0007955351029522717, 1.5092674493789673
f1, glorot, 5, 0.27587661147117615, 0.7506665587425232
f1, power, 5, 1.1203941539861262e-05, 0.38829171657562256
f2, baseline, 1, 0.0014800513163208961, 1.4060733318328857
f2, glorot, 1, 7.632935012225062e-05, 0.5801330804824829
f2, power, 1, 4.247897959430702e-05, 0.48977354168891907
f2, baseline, 2, 0.0006573076243512332, 2.0286850929260254
f2, glorot, 2, 1.211813560075825e-05, 0.6199507713317871
f2, power, 2, 1.608638854122546e-06, 0.46801018714904785
f2, baseline, 3, 0.006364752072840929, 1.3953548669815063
f2, glorot, 3, 2.8353751986287534e-05, 0.5389259457588196
f2, power, 3, 2.0224833860993385e-06, 0.4429614841938019
f2, baseline, 4, 0.001361096277832985, 1.8704670667648315
f2, glorot, 4, 0.00010455823939992115, 0.5888772010803223
f2, power, 4, 1.5321325918193907e-05, 0.459229439496994
f2, baseline, 5, 0.0009303188417106867, 1.6409351825714111
f2, glorot, 5, 0.010451603680849075, 0.5160552263259888
f2, power, 5, 2.180815044994233e-06, 0.4513278901576996
f3, baseline, 1, 0.00020477322686929256, 0.3772066533565521
f3, glorot, 1, 4.9182085604115855e-06, 0.0029504827689379454
f3, power, 1, 2.1680641282273427e-08, 0.00016638293163850904
f3, baseline, 2, 0.00022952411381993443, 0.38495728373527527
f3, glorot, 2, 3.8087422581156716e-05, 0.006880791392177343
f3, power, 2, 5.000787695053077e-08, 0.00016610459715593606
f3, baseline, 3, 0.00016396940918639302, 0.3606438934803009
f3, glorot, 3, 1.3854157714376925e-06, 0.001320974319241941
f3, power, 3, 2.7594083462645358e-08, 0.00018261636432725936
f3, baseline, 4, 0.00011761129280785099, 0.34116053581237793
f3, glorot, 4, 1.1593137969612144e-06, 0.0011809634743258357
f3, power, 4, 1.5986447721161312e-08, 0.00016374577535316348
f3, baseline, 5, 0.00015154213178902864, 0.38313812017440796
f3, glorot, 5, 3.071239689234062e-06, 0.001469584763981402
f3, power, 5, 1.5996368674109362e-08, 0.00014972974895499647
f4, baseline, 1, 2698.571533203125, 3.078594923019409
f4, glorot, 1, 2821.246337890625, 1.1076713800430298
f4, power, 1, 0.9260334968566895, 5.485781669616699
f4, baseline, 2, 1194.2645263671875, 5.519469738006592
f4, glorot, 2, 2830.685791015625, 1.1826413869857788
f4, power, 2, 0.25271910429000854, 4.98441219329834
f4, baseline, 3, 2882.947021484375, 2.415283203125
f4, glorot, 3, 2803.539306640625, 1.0936626195907593
f4, power, 3, 0.1872747242450714, 5.603355407714844
f4, baseline, 4, 2827.61572265625, 2.625518321990967
f4, glorot, 4, 2781.9921875, 1.1799323558807373
f4, power, 4, 4.012918472290039, 6.269321918487549
f4, baseline, 5, 305.0374755859375, 5.587680816650391
f4, glorot, 5, 2808.2900390625, 1.0359878540039062
f4, power, 5, 0.1042267382144928, 5.057787895202637
f5, baseline, 1, 0.0001601433177711442, 0.7851956486701965
f5, glorot, 1, 4.5658807721338235e-06, 0.016717785969376564
f5, power, 1, 9.872032080693316e-08, 0.015260398387908936
f5, baseline, 2, 0.00016276563110295683, 0.7147108912467957
f5, glorot, 2, 1.960827285074629e-05, 0.017642689868807793
f5, power, 2, 1.0918361112999264e-06, 0.014292093925178051
f5, baseline, 3, 8.569498459110036e-05, 0.618147611618042
f5, glorot, 3, 5.701245299860602e-06, 0.016312047839164734
f5, power, 3, 9.670663558836168e-08, 0.01474978681653738
f5, baseline, 4, 0.00018093670951202512, 0.5921870470046997
f5, glorot, 4, 1.73708212969359e-05, 0.014553429558873177
f5, power, 4, 1.203285592055181e-06, 0.014145912602543831
f5, baseline, 5, 0.00016999173385556787, 0.6305110454559326
f5, glorot, 5, 5.265478648652788e-06, 0.015911562368273735
f5, power, 5, 1.0598045264487155e-05, 0.015186220407485962
f6, baseline, 1, 30.30000877380371, 0.9997016191482544
f6, glorot, 1, 1531.4796142578125, 0.999760091304779
f6, power, 1, 0.005474769044667482, 0.9995728731155396
f6, baseline, 2, 1563.5450439453125, 0.99990314245224
f6, glorot, 2, 1566.4022216796875, 0.9997690320014954
f6, power, 2, 2.821058988571167, 0.9994469285011292
f6, baseline, 3, 95.6579818725586, 0.9997118711471558
f6, glorot, 3, 1523.501953125, 0.9997604489326477
f6, power, 3, 0.09748285263776779, 0.9995822310447693
f6, baseline, 4, 267.28436279296875, 0.9997327327728271
f6, glorot, 4, 1519.4912109375, 0.9997585415840149
f6, power, 4, 0.005386750679463148, 0.9995473623275757
f6, baseline, 5, 442.39715576171875, 0.9997783303260803
f6, glorot, 5, 1550.8424072265625, 0.9997604489326477
f6, power, 5, 0.04147714003920555, 0.9994295239448547
f7, baseline, 1, 0.0001259972486877814, 1.1156651973724365
f7, glorot, 1, 9.791302545636427e-06, 0.010266623459756374
f7, power, 1, 3.690473420192575e-07, 0.0020199918653815985
f7, baseline, 2, 0.00013203841808717698, 1.1462335586547852
f7, glorot, 2, 3.5776698496192694e-05, 0.02276039496064186
f7, power, 2, 1.9037105403185706e-06, 0.0014729180838912725
f7, baseline, 3, 8.684616477694362e-05, 0.9826592206954956
f7, glorot, 3, 1.2129162314522546e-06, 0.003983026836067438
f7, power, 3, 1.99419538660095e-08, 0.00071239925455302
f7, baseline, 4, 0.00010098829079652205, 1.0079551935195923
f7, glorot, 4, 6.634229066548869e-06, 0.008980550803244114
f7, power, 4, 1.1274175193420888e-07, 0.0012334560742601752
f7, baseline, 5, 8.728073589736596e-05, 1.0976200103759766
f7, glorot, 5, 9.2010742491766e-07, 0.0035438481718301773
f7, power, 5, 1.7193620749367255e-07, 0.0012502798344939947
f8, baseline, 1, 0.003330657258629799, 0.9999669790267944
f8, glorot, 1, 3.137868642807007, 0.9999813437461853
f8, power, 1, 9.942064207280055e-05, 0.9999605417251587
f8, baseline, 2, 0.0031794847454875708, 0.9999688863754272
f8, glorot, 2, 0.00018653017468750477, 0.9999600052833557
f8, power, 2, 8.927722956286743e-05, 0.9999620914459229
f8, baseline, 3, 0.012430725619196892, 0.9999849200248718
f8, glorot, 3, 3.4409287763992324e-05, 0.9999433755874634
f8, power, 3, 4.8333728045690805e-05, 0.999961793422699
f8, baseline, 4, 0.008566703647375107, 0.9999788403511047
f8, glorot, 4, 0.00018509635992813855, 0.999943733215332
f8, power, 4, 0.0015153067652136087, 0.9999581575393677
f8, baseline, 5, 0.0017593168886378407, 0.9999696612358093
f8, glorot, 5, 0.00013716763351112604, 0.9999484419822693
f8, power, 5, 3.2478828870807774e-06, 0.9999590516090393
f9, baseline, 1, 0.00029905824339948595, 0.4415174126625061
f9, glorot, 1, 1.224961943080416e-05, 0.006266934331506491
f9, power, 1, 3.5170262435713084e-06, 0.0029960316605865955
f9, baseline, 2, 0.00011606845509959385, 0.451665461063385
f9, glorot, 2, 6.938711976545164e-06, 0.0062773702666163445
f9, power, 2, 1.288539692723134e-07, 0.002501127775758505
f9, baseline, 3, 0.0001758742582751438, 0.4490886926651001
f9, glorot, 3, 5.82917891733814e-06, 0.005990881007164717
f9, power, 3, 1.1301222002657596e-07, 0.0023284470662474632
f9, baseline, 4, 0.0002660757163539529, 0.4453498423099518
f9, glorot, 4, 0.0003016518603544682, 0.022046372294425964
f9, power, 4, 6.107794433773961e-06, 0.0030040813144296408
f9, baseline, 5, 0.00020097792730666697, 0.4390939772129059
f9, glorot, 5, 0.0006333920173346996, 0.021680178120732307
f9, power, 5, 2.057768142549321e-07, 0.0025768924970179796
f10, baseline, 1, 9.154061262961477e-05, 0.7263562679290771
f10, glorot, 1, 8.684677936798835e-07, 0.0024280818179249763
f10, power, 1, 1.3333353308553342e-05, 0.0019962613005191088
f10, baseline, 2, 0.00014860300871077925, 0.8413696885108948
f10, glorot, 2, 9.46724867390003e-06, 0.008930622600018978
f10, power, 2, 2.1682060591388108e-08, 0.00041733699617907405
f10, baseline, 3, 0.00011772409925470129, 0.7721404433250427
f10, glorot, 3, 6.8327208282426e-06, 0.005588766187429428
f10, power, 3, 1.793836190699949e-08, 0.0003655822656583041
f10, baseline, 4, 8.298497414216399e-05, 0.7346011400222778
f10, glorot, 4, 9.775661737876362e-07, 0.002601026324555278
f10, power, 4, 4.036285616848545e-08, 0.0005331187276169658
f10, baseline, 5, 0.00013873317220713943, 0.7726078629493713
f10, glorot, 5, 1.1219385669392068e-06, 0.0029236364644020796
f10, power, 5, 1.4475696197280286e-08, 0.0003250788722652942
f11, baseline, 1, 0.0005850052693858743, 0.8198401927947998
f11, glorot, 1, 4.868265023105778e-06, 0.0034996543545275927
f11, power, 1, 1.406340572884801e-07, 0.0006173693691380322
f11, baseline, 2, 0.00022059098409954458, 0.6909052729606628
f11, glorot, 2, 2.3838711058488116e-06, 0.0022890788968652487
f11, power, 2, 6.425801757359295e-08, 0.0004680253332480788
f11, baseline, 3, 0.00016718270489946008, 0.6700918674468994
f11, glorot, 3, 5.6220628721348476e-06, 0.0033894763328135014
f11, power, 3, 0.00031548496917821467, 0.030870014801621437
f11, baseline, 4, 0.0002260858891531825, 0.6692612767219543
f11, glorot, 4, 1.6898015928745735e-06, 0.0018891848158091307
f11, power, 4, 7.348651109850834e-08, 0.00047812078264541924
f11, baseline, 5, 0.0003270197776146233, 0.6458134055137634
f11, glorot, 5, 3.156683305860497e-05, 0.005509976297616959
f11, power, 5, 0.0002572787634562701, 0.013523513451218605
f12, baseline, 1, 0.0002258595050079748, 0.44573521614074707
f12, glorot, 1, 1.0490921340533532e-06, 0.001276955590583384
f12, power, 1, 3.3594822923532774e-08, 0.00019429399981163442
f12, baseline, 2, 0.0002461737603880465, 0.4397819936275482
f12, glorot, 2, 1.627535880288633e-06, 0.0014965895097702742
f12, power, 2, 3.698802331086881e-08, 0.00022483046632260084
f12, baseline, 3, 0.00020316198060754687, 0.43789243698120117
f12, glorot, 3, 7.578478835057467e-05, 0.007805381435900927
f12, power, 3, 1.7308860833509243e-07, 0.00024020488490350544
f12, baseline, 4, 7.418245513690636e-05, 0.38364288210868835
f12, glorot, 4, 1.395422145833436e-06, 0.001495662028901279
f12, power, 4, 8.758348485571332e-06, 0.0016751352231949568
f12, baseline, 5, 0.00015273646567948163, 0.4286639392375946
f12, glorot, 5, 1.5893649560894119e-06, 0.0015606202650815248
f12, power, 5, 3.6917228385391354e-08, 0.0002086977328872308
f13, baseline, 1, 0.00016517403128091246, 0.8488906621932983
f13, glorot, 1, 1.2687619346252177e-06, 0.001968379830941558
f13, power, 1, 3.706064788389085e-08, 0.0003279820375610143
f13, baseline, 2, 0.00036014983197674155, 0.6858008503913879
f13, glorot, 2, 1.9013731389350141e-06, 0.0022593801841139793
f13, power, 2, 1.8134490176180407e-07, 0.0005864576669409871
f13, baseline, 3, 0.00014047166041564196, 0.634373664855957
f13, glorot, 3, 4.320624157116981e-06, 0.00307746441103518
f13, power, 3, 8.540213514152128e-08, 0.0004979371442459524
f13, baseline, 4, 8.385525143239647e-05, 0.5500796437263489
f13, glorot, 4, 1.6689156836946495e-05, 0.0067231860011816025
f13, power, 4, 4.3764052293226996e-07, 0.0010385384084656835
f13, baseline, 5, 0.00015211798017844558, 0.7407656311988831
f13, glorot, 5, 6.304026555881137e-06, 0.002621997846290469
f13, power, 5, 4.201722347829673e-08, 0.0003470220835879445
f14, baseline, 1, 8.53097953950055e-05, 7.334310054779053
f14, glorot, 1, 1.5862992768234108e-06, 0.046768635511398315
f14, power, 1, 9.34736288371596e-09, 0.005572819616645575
f14, baseline, 2, 0.00010846374061657116, 8.249923706054688
f14, glorot, 2, 2.0065247099410044e-06, 0.051207397133111954
f14, power, 2, 8.126955997056484e-09, 0.004264254122972488
f14, baseline, 3, 5.6959514040499926e-05, 6.783017635345459
f14, glorot, 3, 7.534007181675406e-06, 0.06564582884311676
f14, power, 3, 6.269704311279156e-09, 0.0037726995069533587
f14, baseline, 4, 6.285526615101844e-05, 7.724198341369629
f14, glorot, 4, 1.6315875654981937e-06, 0.054676372557878494
f14, power, 4, 6.9281660408648804e-09, 0.004404102917760611
f14, baseline, 5, 6.647383997915313e-05, 7.593842029571533
f14, glorot, 5, 2.216916072939057e-06, 0.0602184496819973
f14, power, 5, 9.510364051834586e-09, 0.005178630352020264
f15, baseline, 1, 0.0001899170019896701, 0.9775269627571106
f15, glorot, 1, 5.429907560028369e-06, 0.007426214404404163
f15, power, 1, 1.8002336332756386e-07, 0.0028007833752781153
f15, baseline, 2, 0.00011327016545692459, 0.9137154221534729
f15, glorot, 2, 7.573891707579605e-06, 0.010061308741569519
f15, power, 2, 1.5545236919933814e-07, 0.003392285667359829
f15, baseline, 3, 0.00014877886860631406, 0.9850220680236816
f15, glorot, 3, 0.0003334591747261584, 0.02327474020421505
f15, power, 3, 2.025378194048244e-07, 0.0027809590101242065
f15, baseline, 4, 0.000175317662069574, 0.9550222754478455
f15, glorot, 4, 1.0956980077025946e-05, 0.009333113208413124
f15, power, 4, 6.426546315196902e-05, 0.012426472268998623
f15, baseline, 5, 0.00022292189532890916, 0.981944739818573
f15, glorot, 5, 4.705228275270201e-05, 0.019233297556638718
f15, power, 5, 1.788235977073782e-07, 0.003003907622769475
f16, baseline, 1, 8.819768117973581e-05, 1.057935118675232
f16, glorot, 1, 1.0220089734502835e-06, 0.0035979771055281162
f16, power, 1, 1.5404634723381605e-07, 0.0019449068931862712
f16, baseline, 2, 0.00017067742010112852, 1.0967830419540405
f16, glorot, 2, 2.091810074489331e-06, 0.005029676016420126
f16, power, 2, 5.470653263728309e-07, 0.002189594553783536
f16, baseline, 3, 6.547861266881227e-05, 0.9299192428588867
f16, glorot, 3, 1.4283710925155901e-06, 0.0037583166267722845
f16, power, 3, 9.405275704921223e-06, 0.004156383685767651
f16, baseline, 4, 7.617542723892257e-05, 0.9443176984786987
f16, glorot, 4, 1.0661248097676435e-06, 0.004352518357336521
f16, power, 4, 2.7027251547906417e-08, 0.001049437210895121
f16, baseline, 5, 0.00015056610573083162, 1.0427606105804443
f16, glorot, 5, 1.196515086121508e-06, 0.00353574613109231
f16, power, 5, 1.2195361875910748e-07, 0.0014377129264175892
f17, baseline, 1, 7.261556311277673e-05, 1.2286018133163452
f17, glorot, 1, 6.905058853590162e-07, 0.0035521534737199545
f17, power, 1, 8.372690096791757e-09, 0.0003968609089497477
f17, baseline, 2, 0.00013416371075436473, 1.255750060081482
f17, glorot, 2, 2.731883796514012e-05, 0.01666324958205223
f17, power, 2, 6.556819442948836e-08, 0.0007766797207295895
f17, baseline, 3, 4.411071859067306e-05, 1.050476312637329
f17, glorot, 3, 6.378453690558672e-06, 0.011794829741120338
f17, power, 3, 1.3343899318840613e-08, 0.0005133507656864822
f17, baseline, 4, 7.38968446967192e-05, 1.1917346715927124
f17, glorot, 4, 0.00026059846277348697, 0.06283557415008545
f17, power, 4, 5.939910963093098e-08, 0.0010737255215644836
f17, baseline, 5, 8.346392860403284e-05, 1.1202600002288818
f17, glorot, 5, 1.4229051430447726e-06, 0.005412211176007986
f17, power, 5, 2.948420174675448e-08, 0.0038080215454101562
f18, baseline, 1, 0.000193234154721722, 0.9483100175857544
f18, glorot, 1, 7.950610779516865e-06, 0.009869263507425785
f18, power, 1, 3.051729322578467e-07, 0.004451222252100706
f18, baseline, 2, 0.00013653085625264794, 0.9208799600601196
f18, glorot, 2, 6.4224741436191835e-06, 0.010148260742425919
f18, power, 2, 2.9322274031073903e-07, 0.006071610376238823
f18, baseline, 3, 0.0003069708473049104, 0.9791294932365417
f18, glorot, 3, 1.9755367247853428e-05, 0.013830412179231644
f18, power, 3, 4.940396252095525e-07, 0.0033523389138281345
f18, baseline, 4, 5.085759767098352e-05, 0.6538631319999695
f18, glorot, 4, 7.285353149200091e-06, 0.01129918172955513
f18, power, 4, 5.019493073632475e-06, 0.005514570977538824
f18, baseline, 5, 0.0004234805819578469, 0.9621829986572266
f18, glorot, 5, 9.58687269303482e-06, 0.011079148389399052
f18, power, 5, 2.0263843225620803e-07, 0.00491508562117815
f19, baseline, 1, 0.0001814284478314221, 0.27626433968544006
f19, glorot, 1, 8.492172014484822e-07, 0.0008308909018523991
f19, power, 1, 7.948005809055303e-09, 8.019206143217161e-05
f19, baseline, 2, 0.0002684480568859726, 0.2780165672302246
f19, glorot, 2, 1.1832319160021143e-06, 0.0009894000831991434
f19, power, 2, 7.237988342012613e-08, 0.0002116591640515253
f19, baseline, 3, 0.000149946499732323, 0.2643967866897583
f19, glorot, 3, 8.014587820071029e-07, 0.0008317009778693318
f19, power, 3, 8.65153815254871e-09, 8.453324699075893e-05
f19, baseline, 4, 0.00024310500884894282, 0.258257120847702
f19, glorot, 4, 1.7477793790021678e-06, 0.0011826826957985759
f19, power, 4, 9.867233252691676e-09, 8.745983359403908e-05
f19, baseline, 5, 0.0001729301002342254, 0.27440303564071655
f19, glorot, 5, 2.3844149836804718e-06, 0.0013194115599617362
f19, power, 5, 1.1811126796601457e-06, 0.0008312679128721356
f20, baseline, 1, 0.006327799055725336, 0.7377883195877075
f20, glorot, 1, 6.07730680712848e-06, 0.007754170335829258
f20, power, 1, 6.449697139032651e-06, 0.005134692881256342
f20, baseline, 2, 0.00016757937555667013, 0.9298108816146851
f20, glorot, 2, 0.00015507159696426243, 0.03200351074337959
f20, power, 2, 4.5056731323711574e-05, 0.01381094753742218
f20, baseline, 3, 0.0001238187396666035, 0.9115591049194336
f20, glorot, 3, 3.1146100809564814e-05, 0.012042208574712276
f20, power, 3, 5.752701781602809e-07, 0.0034628913272172213
f20, baseline, 4, 0.00014097310486249626, 0.8939362168312073
f20, glorot, 4, 5.170096846995875e-05, 0.013145023956894875
f20, power, 4, 2.8918888347106986e-05, 0.009621302597224712
f20, baseline, 5, 0.00014506456500384957, 0.9089215397834778
f20, glorot, 5, 4.9119444156531245e-05, 0.014653044752776623
f20, power, 5, 1.9298481390706002e-07, 0.00377107341773808
