***************[MF-IPS]***************
0.01 1e-05 16
[MF-IPS] test mse: 0.27132179411040497
[MF-IPS] test auc: 0.7543874412688456
[MF-IPS] ndcg@20:0.626889, ndcg@50:0.738622
[MF-IPS] recall@20:0.439915, recall@50:0.812737
***************[MF-IPS]***************
***************[MF-IPS]***************
0.01 1e-05 32
[MF-IPS] test mse: 0.27929961973876677
[MF-IPS] test auc: 0.7383004805313861
[MF-IPS] ndcg@20:0.609050, ndcg@50:0.723011
[MF-IPS] recall@20:0.425139, recall@50:0.799966
***************[MF-IPS]***************
***************[MF-IPS]***************
0.01 5e-05 16
[MF-IPS] test mse: 0.2559973156032777
[MF-IPS] test auc: 0.8056413641791891
[MF-IPS] ndcg@20:0.712168, ndcg@50:0.810259
[MF-IPS] recall@20:0.502390, recall@50:0.868712
***************[MF-IPS]***************
***************[MF-IPS]***************
0.01 5e-05 32
[MF-IPS] test mse: 0.25689472885749215
[MF-IPS] test auc: 0.7986710330929347
[MF-IPS] ndcg@20:0.706961, ndcg@50:0.801915
[MF-IPS] recall@20:0.497306, recall@50:0.857970
***************[MF-IPS]***************
***************[MF-IPS]***************
0.01 0.0001 16
[MF-IPS] test mse: 0.24931542643051763
[MF-IPS] test auc: 0.7904552465274941
[MF-IPS] ndcg@20:0.704937, ndcg@50:0.796778
[MF-IPS] recall@20:0.493797, recall@50:0.849819
***************[MF-IPS]***************
***************[MF-IPS]***************
0.01 0.0001 32
[MF-IPS] test mse: 0.25019879814052415
[MF-IPS] test auc: 0.7933158056187166
[MF-IPS] ndcg@20:0.699756, ndcg@50:0.800415
[MF-IPS] recall@20:0.486974, recall@50:0.856434
***************[MF-IPS]***************
***************[MF-IPS]***************
0.01 0.0003 16
[MF-IPS] test mse: 0.2500004127396892
[MF-IPS] test auc: 0.4985718191318838
[MF-IPS] ndcg@20:0.424699, ndcg@50:0.495511
[MF-IPS] recall@20:0.299572, recall@50:0.557286
***************[MF-IPS]***************
***************[MF-IPS]***************
0.01 0.0003 32
[MF-IPS] test mse: 0.24999597740317753
[MF-IPS] test auc: 0.5035942307669314
[MF-IPS] ndcg@20:0.440803, ndcg@50:0.504817
[MF-IPS] recall@20:0.306068, recall@50:0.556925
***************[MF-IPS]***************
***************[MF-IPS]***************
0.01 0.0005 16
[MF-IPS] test mse: 0.24999986141318403
[MF-IPS] test auc: 0.5011292793034857
[MF-IPS] ndcg@20:0.428469, ndcg@50:0.496017
[MF-IPS] recall@20:0.302342, recall@50:0.554747
***************[MF-IPS]***************
***************[MF-IPS]***************
0.01 0.0005 32
[MF-IPS] test mse: 0.24999993381431468
[MF-IPS] test auc: 0.49988401135976857
[MF-IPS] ndcg@20:0.430550, ndcg@50:0.500388
[MF-IPS] recall@20:0.299679, recall@50:0.557159
***************[MF-IPS]***************
***************[MF-IPS]***************
0.01 0.001 16
[MF-IPS] test mse: 0.2500000696451876
[MF-IPS] test auc: 0.4969076288888285
[MF-IPS] ndcg@20:0.412709, ndcg@50:0.497404
[MF-IPS] recall@20:0.287853, recall@50:0.565152
***************[MF-IPS]***************
***************[MF-IPS]***************
0.01 0.001 32
[MF-IPS] test mse: 0.25000001922473947
[MF-IPS] test auc: 0.49953409490641054
[MF-IPS] ndcg@20:0.424851, ndcg@50:0.492767
[MF-IPS] recall@20:0.298491, recall@50:0.549293
***************[MF-IPS]***************
***************[MF-IPS]***************
0.03 1e-05 16
[MF-IPS] test mse: 0.27337843292809877
[MF-IPS] test auc: 0.7438042482172296
[MF-IPS] ndcg@20:0.614712, ndcg@50:0.729131
[MF-IPS] recall@20:0.426473, recall@50:0.804385
***************[MF-IPS]***************
***************[MF-IPS]***************
0.03 1e-05 32
[MF-IPS] test mse: 0.2946600502467147
[MF-IPS] test auc: 0.7225612500259396
[MF-IPS] ndcg@20:0.580182, ndcg@50:0.701920
[MF-IPS] recall@20:0.403109, recall@50:0.784830
***************[MF-IPS]***************
***************[MF-IPS]***************
0.03 5e-05 16
[MF-IPS] test mse: 0.26148264802035615
[MF-IPS] test auc: 0.7495632531504279
[MF-IPS] ndcg@20:0.656684, ndcg@50:0.750698
[MF-IPS] recall@20:0.451652, recall@50:0.807831
***************[MF-IPS]***************
***************[MF-IPS]***************
0.03 5e-05 32
[MF-IPS] test mse: 0.26489909983536497
[MF-IPS] test auc: 0.7529608538789632
[MF-IPS] ndcg@20:0.640047, ndcg@50:0.751474
[MF-IPS] recall@20:0.441553, recall@50:0.822921
***************[MF-IPS]***************
***************[MF-IPS]***************
0.03 0.0001 16
[MF-IPS] test mse: 0.2505064927263353
[MF-IPS] test auc: 0.7380671315395235
[MF-IPS] ndcg@20:0.650009, ndcg@50:0.748001
[MF-IPS] recall@20:0.444412, recall@50:0.805470
***************[MF-IPS]***************
***************[MF-IPS]***************
0.03 0.0001 32
[MF-IPS] test mse: 0.2506635172217736
[MF-IPS] test auc: 0.7371787021553001
[MF-IPS] ndcg@20:0.637151, ndcg@50:0.740224
[MF-IPS] recall@20:0.439851, recall@50:0.805960
***************[MF-IPS]***************
***************[MF-IPS]***************
0.03 0.0003 16
[MF-IPS] test mse: 0.24999926616944454
[MF-IPS] test auc: 0.5033418004915133
[MF-IPS] ndcg@20:0.440334, ndcg@50:0.500655
[MF-IPS] recall@20:0.309673, recall@50:0.551447
***************[MF-IPS]***************
***************[MF-IPS]***************
0.03 0.0003 32
[MF-IPS] test mse: 0.25001688314540366
[MF-IPS] test auc: 0.4983181270457641
[MF-IPS] ndcg@20:0.415555, ndcg@50:0.488423
[MF-IPS] recall@20:0.297290, recall@50:0.555629
***************[MF-IPS]***************
***************[MF-IPS]***************
0.03 0.0005 16
[MF-IPS] test mse: 0.24999818266058604
[MF-IPS] test auc: 0.503537741807947
[MF-IPS] ndcg@20:0.431260, ndcg@50:0.503786
[MF-IPS] recall@20:0.298303, recall@50:0.560812
***************[MF-IPS]***************
***************[MF-IPS]***************
0.03 0.0005 32
[MF-IPS] test mse: 0.2500073674074217
[MF-IPS] test auc: 0.49762635816421413
[MF-IPS] ndcg@20:0.435117, ndcg@50:0.498516
[MF-IPS] recall@20:0.302700, recall@50:0.550154
***************[MF-IPS]***************
***************[MF-IPS]***************
0.03 0.001 16
[MF-IPS] test mse: 0.2500000598328202
[MF-IPS] test auc: 0.49753284544520654
[MF-IPS] ndcg@20:0.416894, ndcg@50:0.497081
[MF-IPS] recall@20:0.287332, recall@50:0.559081
***************[MF-IPS]***************
***************[MF-IPS]***************
0.03 0.001 32
[MF-IPS] test mse: 0.2500006098405812
[MF-IPS] test auc: 0.4973367509884552
[MF-IPS] ndcg@20:0.427136, ndcg@50:0.499994
[MF-IPS] recall@20:0.298327, recall@50:0.561356
***************[MF-IPS]***************
***************[MF-IPS]***************
0.05 1e-05 16
[MF-IPS] test mse: 0.31059791191171093
[MF-IPS] test auc: 0.6981094914616248
[MF-IPS] ndcg@20:0.552714, ndcg@50:0.674476
[MF-IPS] recall@20:0.386645, recall@50:0.762522
***************[MF-IPS]***************
***************[MF-IPS]***************
0.05 1e-05 32
[MF-IPS] test mse: 0.34778863421848816
[MF-IPS] test auc: 0.6763197427006815
[MF-IPS] ndcg@20:0.524750, ndcg@50:0.656646
[MF-IPS] recall@20:0.365346, recall@50:0.750813
***************[MF-IPS]***************
***************[MF-IPS]***************
0.05 5e-05 16
[MF-IPS] test mse: 0.2722350052760142
[MF-IPS] test auc: 0.6997227419939266
[MF-IPS] ndcg@20:0.577486, ndcg@50:0.689587
[MF-IPS] recall@20:0.392874, recall@50:0.764834
***************[MF-IPS]***************
***************[MF-IPS]***************
0.05 5e-05 32
[MF-IPS] test mse: 0.28116036471777134
[MF-IPS] test auc: 0.6846381152623129
[MF-IPS] ndcg@20:0.549456, ndcg@50:0.670733
[MF-IPS] recall@20:0.376650, recall@50:0.758094
***************[MF-IPS]***************
***************[MF-IPS]***************
0.05 0.0001 16
[MF-IPS] test mse: 0.2532724279209367
[MF-IPS] test auc: 0.7061798653174312
[MF-IPS] ndcg@20:0.586383, ndcg@50:0.704800
[MF-IPS] recall@20:0.400856, recall@50:0.781916
***************[MF-IPS]***************
***************[MF-IPS]***************
0.05 0.0001 32
[MF-IPS] test mse: 0.2568688096775351
[MF-IPS] test auc: 0.6877735287936635
[MF-IPS] ndcg@20:0.570300, ndcg@50:0.680129
[MF-IPS] recall@20:0.394911, recall@50:0.756916
***************[MF-IPS]***************
***************[MF-IPS]***************
0.05 0.0003 16
[MF-IPS] test mse: 0.25003022169207795
[MF-IPS] test auc: 0.5003308574447576
[MF-IPS] ndcg@20:0.429273, ndcg@50:0.496364
[MF-IPS] recall@20:0.303024, recall@50:0.555902
***************[MF-IPS]***************
***************[MF-IPS]***************
0.05 0.0003 32
[MF-IPS] test mse: 0.2501150576885245
[MF-IPS] test auc: 0.49828935599288104
[MF-IPS] ndcg@20:0.427611, ndcg@50:0.499000
[MF-IPS] recall@20:0.297306, recall@50:0.558335
***************[MF-IPS]***************
***************[MF-IPS]***************
0.05 0.0005 16
[MF-IPS] test mse: 0.25000047267974296
[MF-IPS] test auc: 0.5004199731531102
[MF-IPS] ndcg@20:0.420772, ndcg@50:0.493065
[MF-IPS] recall@20:0.297294, recall@50:0.556002
***************[MF-IPS]***************
***************[MF-IPS]***************
0.05 0.0005 32
[MF-IPS] test mse: 0.2499950123257093
[MF-IPS] test auc: 0.5040566534333232
[MF-IPS] ndcg@20:0.433882, ndcg@50:0.504470
[MF-IPS] recall@20:0.303473, recall@50:0.561587
***************[MF-IPS]***************
***************[MF-IPS]***************
0.05 0.001 16
[MF-IPS] test mse: 0.25000106538414024
[MF-IPS] test auc: 0.5000676808137146
[MF-IPS] ndcg@20:0.437634, ndcg@50:0.502786
[MF-IPS] recall@20:0.302059, recall@50:0.552611
***************[MF-IPS]***************
***************[MF-IPS]***************
0.05 0.001 32
[MF-IPS] test mse: 0.25000018723702827
[MF-IPS] test auc: 0.5005288955551424
[MF-IPS] ndcg@20:0.432473, ndcg@50:0.499190
[MF-IPS] recall@20:0.302847, recall@50:0.554208
***************[MF-IPS]***************
