Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=10, hops=15, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5448 ± 1.5292
Hits@20:
Test: 34.1619 ± 1.7805
Hits@30:
Test: 43.1928 ± 2.1952
Hits@50:
Test: 56.7081 ± 1.5679
AUC:
Test: 98.8734 ± 0.0522
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8838 ± 2.7449
Hits@20:
Test: 37.1448 ± 2.7840
Hits@30:
Test: 44.0863 ± 1.9869
Hits@50:
Test: 55.5946 ± 1.3784
AUC:
Test: 98.8921 ± 0.0306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8166 ± 5.0863
Hits@20:
Test: 33.8327 ± 1.6513
Hits@30:
Test: 43.0551 ± 1.4361
Hits@50:
Test: 55.2486 ± 4.3732
AUC:
Test: 98.8860 ± 0.0410
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3638 ± 3.1260
Hits@20:
Test: 30.2721 ± 5.5169
Hits@30:
Test: 37.5361 ± 2.7498
Hits@50:
Test: 46.5939 ± 2.8606
AUC:
Test: 98.6940 ± 0.1130
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.0984 ± 0.9142
Hits@20:
Test: 30.9489 ± 3.4762
Hits@30:
Test: 37.8166 ± 2.2488
Hits@50:
Test: 49.7766 ± 3.0134
AUC:
Test: 98.7574 ± 0.0959
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0423 ± 1.7066
Hits@20:
Test: 31.1421 ± 3.4190
Hits@30:
Test: 39.9882 ± 5.7016
Hits@50:
Test: 50.9086 ± 3.4414
AUC:
Test: 98.8316 ± 0.0884
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5979 ± 3.5413
Hits@20:
Test: 39.1720 ± 4.1813
Hits@30:
Test: 47.7158 ± 3.6803
Hits@50:
Test: 60.4199 ± 2.6645
AUC:
Test: 98.9452 ± 0.0323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8838 ± 3.6516
Hits@20:
Test: 40.8868 ± 3.5552
Hits@30:
Test: 49.9681 ± 3.3203
Hits@50:
Test: 60.2503 ± 3.0170
AUC:
Test: 99.0965 ± 0.0604
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3114 ± 2.6169
Hits@20:
Test: 38.9133 ± 4.3031
Hits@30:
Test: 48.9872 ± 2.4035
Hits@50:
Test: 59.6507 ± 2.0186
AUC:
Test: 98.9621 ± 0.0666
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1468 ± 3.1329
Hits@20:
Test: 37.4269 ± 3.3064
Hits@30:
Test: 43.8613 ± 2.1894
Hits@50:
Test: 53.4884 ± 1.9793
AUC:
Test: 98.7237 ± 0.0548
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.4243 ± 3.2323
Hits@20:
Test: 35.6769 ± 1.6132
Hits@30:
Test: 42.8149 ± 2.7599
Hits@50:
Test: 54.6725 ± 1.7445
AUC:
Test: 98.9350 ± 0.0489
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.7178 ± 1.5050
Hits@20:
Test: 38.8008 ± 4.3224
Hits@30:
Test: 46.8307 ± 2.8887
Hits@50:
Test: 54.5700 ± 2.3372
AUC:
Test: 98.7996 ± 0.0924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.4417 ± 3.8327
Hits@20:
Test: 33.8646 ± 1.1746
Hits@30:
Test: 40.6433 ± 2.7592
Hits@50:
Test: 50.8918 ± 2.3726
AUC:
Test: 98.5898 ± 0.0646
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3850 ± 2.8672
Hits@20:
Test: 39.0544 ± 3.9243
Hits@30:
Test: 47.4572 ± 3.6873
Hits@50:
Test: 61.2630 ± 1.8067
AUC:
Test: 99.1479 ± 0.0195
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.6241 ± 2.6515
Hits@20:
Test: 30.9389 ± 3.1916
Hits@30:
Test: 41.0833 ± 3.2444
Hits@50:
Test: 52.2842 ± 5.2143
AUC:
Test: 98.6272 ± 0.1195
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.5989 ± 2.3116
Hits@20:
Test: 27.7729 ± 1.2247
Hits@30:
Test: 33.4431 ± 1.4420
Hits@50:
Test: 42.2204 ± 0.8341
AUC:
Test: 98.2553 ± 0.0421
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.6362 ± 2.0241
Hits@20:
Test: 30.9825 ± 1.9384
Hits@30:
Test: 38.1659 ± 2.8409
Hits@50:
Test: 50.5912 ± 3.2904
AUC:
Test: 98.8866 ± 0.0493
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.9456 ± 1.4608
Hits@20:
Test: 28.0333 ± 1.8361
Hits@30:
Test: 36.3302 ± 1.2361
Hits@50:
Test: 46.2647 ± 1.0650
AUC:
Test: 98.4179 ± 0.0744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.9036 ± 4.2644
Hits@20:
Test: 35.7524 ± 8.1687
Hits@30:
Test: 42.7847 ± 4.7427
Hits@50:
Test: 53.7487 ± 6.8885
AUC:
Test: 98.8432 ± 0.1519
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9345 ± 4.8366
Hits@20:
Test: 34.3668 ± 3.4961
Hits@30:
Test: 42.9644 ± 5.1465
Hits@50:
Test: 56.1270 ± 3.6502
AUC:
Test: 98.9012 ± 0.0895
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3524 ± 4.8221
Hits@20:
Test: 34.7699 ± 4.1564
Hits@30:
Test: 43.0584 ± 4.3855
Hits@50:
Test: 52.9778 ± 4.2866
AUC:
Test: 98.8816 ± 0.0880
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.5805 ± 0.9771
Hits@20:
Test: 18.5069 ± 2.5945
Hits@30:
Test: 23.7336 ± 1.7617
Hits@50:
Test: 34.5835 ± 2.4217
AUC:
Test: 98.0031 ± 0.1408
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.6769 ± 3.2882
Hits@20:
Test: 29.3853 ± 2.7383
Hits@30:
Test: 37.3631 ± 3.3555
Hits@50:
Test: 48.0668 ± 4.2519
AUC:
Test: 98.7371 ± 0.1418
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.8132 ± 4.3605
Hits@20:
Test: 20.7759 ± 2.7778
Hits@30:
Test: 28.9923 ± 3.7933
Hits@50:
Test: 39.2761 ± 3.2161
AUC:
Test: 98.1386 ± 0.1617
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.9056 ± 1.4707
Hits@20:
Test: 10.7827 ± 2.1075
Hits@30:
Test: 13.4044 ± 1.8129
Hits@50:
Test: 18.5388 ± 2.6567
AUC:
Test: 94.0634 ± 1.5845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.5082 ± 2.6057
Hits@20:
Test: 31.3655 ± 4.1583
Hits@30:
Test: 37.2002 ± 3.4931
Hits@50:
Test: 50.0101 ± 2.5327
AUC:
Test: 98.7962 ± 0.1290
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.1767 ± 1.5831
Hits@20:
Test: 10.0370 ± 2.1907
Hits@30:
Test: 12.5966 ± 1.6748
Hits@50:
Test: 18.3927 ± 1.4185
AUC:
Test: 93.7661 ± 0.8542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5818 ± 3.8708
Hits@20:
Test: 38.0635 ± 3.9786
Hits@30:
Test: 48.1844 ± 4.5525
Hits@50:
Test: 56.4629 ± 2.2598
AUC:
Test: 98.9145 ± 0.0481
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.4988 ± 2.6645
Hits@20:
Test: 30.5761 ± 1.8361
Hits@30:
Test: 38.8965 ± 2.1403
Hits@50:
Test: 49.7229 ± 2.3809
AUC:
Test: 98.8394 ± 0.0668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.2526 ± 2.3830
Hits@20:
Test: 25.8196 ± 4.3960
Hits@30:
Test: 37.9812 ± 2.1906
Hits@50:
Test: 47.4488 ± 2.9604
AUC:
Test: 98.7019 ± 0.0859
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.0104 ± 3.5099
Hits@20:
Test: 25.4132 ± 3.7066
Hits@30:
Test: 31.8257 ± 3.8900
Hits@50:
Test: 43.0416 ± 4.7411
AUC:
Test: 98.4917 ± 0.2627
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.5378 ± 3.0971
Hits@20:
Test: 38.5573 ± 2.2558
Hits@30:
Test: 44.6994 ± 1.6357
Hits@50:
Test: 54.2291 ± 0.5690
AUC:
Test: 98.7739 ± 0.0688
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2707 ± 6.7202
Hits@20:
Test: 40.2267 ± 4.0711
Hits@30:
Test: 49.2711 ± 4.4716
Hits@50:
Test: 60.9909 ± 3.2739
AUC:
Test: 98.9806 ± 0.0625
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4696 ± 4.9566
Hits@20:
Test: 39.1686 ± 4.6916
Hits@30:
Test: 48.3020 ± 3.0851
Hits@50:
Test: 60.7222 ± 2.7837
AUC:
Test: 99.1086 ± 0.0528
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.3154 ± 0.7759
Hits@20:
Test: 13.8344 ± 1.4160
Hits@30:
Test: 18.0467 ± 1.7740
Hits@50:
Test: 22.9577 ± 2.2015
AUC:
Test: 96.2578 ± 0.2704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.9570 ± 1.0356
Hits@20:
Test: 13.9100 ± 1.8215
Hits@30:
Test: 17.8939 ± 1.7896
Hits@50:
Test: 23.3473 ± 2.5559
AUC:
Test: 96.3004 ± 0.3672
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.0833 ± 3.5891
Hits@20:
Test: 31.8794 ± 3.9727
Hits@30:
Test: 40.9439 ± 1.9380
Hits@50:
Test: 49.8891 ± 2.2296
AUC:
Test: 98.5733 ± 0.0959
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6386 ± 3.6781
Hits@20:
Test: 36.5922 ± 3.6018
Hits@30:
Test: 43.7202 ± 1.3449
Hits@50:
Test: 55.2906 ± 0.8491
AUC:
Test: 98.7858 ± 0.0417
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.9402 ± 4.2562
Hits@20:
Test: 27.9694 ± 2.2235
Hits@30:
Test: 36.2093 ± 2.5241
Hits@50:
Test: 48.5438 ± 4.1159
AUC:
Test: 98.8156 ± 0.0358
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1072 ± 2.4730
Hits@20:
Test: 36.4562 ± 3.6690
Hits@30:
Test: 45.4636 ± 1.8726
Hits@50:
Test: 56.9886 ± 0.8439
AUC:
Test: 98.9815 ± 0.0431
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.9362 ± 2.9861
Hits@20:
Test: 28.7689 ± 2.8139
Hits@30:
Test: 35.5677 ± 1.3337
Hits@50:
Test: 43.5791 ± 1.5991
AUC:
Test: 98.2674 ± 0.0501
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3352 ± 4.2661
Hits@20:
Test: 33.3944 ± 3.3648
Hits@30:
Test: 42.2523 ± 4.7562
Hits@50:
Test: 54.3685 ± 4.0773
AUC:
Test: 98.8735 ± 0.1386
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.1854 ± 2.3103
Hits@20:
Test: 33.4716 ± 2.3209
Hits@30:
Test: 41.9953 ± 4.4137
Hits@50:
Test: 52.5395 ± 4.3660
AUC:
Test: 98.6165 ± 0.1347
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.4683 ± 1.5008
Hits@20:
Test: 21.2765 ± 0.9417
Hits@30:
Test: 25.9523 ± 2.2377
Hits@50:
Test: 34.4827 ± 1.3694
AUC:
Test: 98.0072 ± 0.0942
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9046 ± 3.3419
Hits@20:
Test: 39.6624 ± 2.9398
Hits@30:
Test: 50.1243 ± 1.9057
Hits@50:
Test: 59.8304 ± 2.2998
AUC:
Test: 99.1261 ± 0.0416
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.6503 ± 1.3267
Hits@20:
Test: 28.9721 ± 0.5771
Hits@30:
Test: 37.1952 ± 1.2289
Hits@50:
Test: 45.3611 ± 1.7637
AUC:
Test: 98.3668 ± 0.1047
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7746 ± 1.2453
Hits@20:
Test: 21.8609 ± 1.4663
Hits@30:
Test: 27.4101 ± 2.7574
Hits@50:
Test: 34.5482 ± 2.4753
AUC:
Test: 97.8425 ± 0.0958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.9567 ± 1.8562
Hits@20:
Test: 32.9476 ± 3.5545
Hits@30:
Test: 42.1448 ± 3.0462
Hits@50:
Test: 54.4424 ± 3.4952
AUC:
Test: 98.8252 ± 0.0189
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5136 ± 1.8641
Hits@20:
Test: 22.6503 ± 2.9975
Hits@30:
Test: 28.8176 ± 2.7048
Hits@50:
Test: 38.3776 ± 2.0510
AUC:
Test: 98.2086 ± 0.2681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.9345 ± 1.6894
Hits@20:
Test: 22.2170 ± 3.2202
Hits@30:
Test: 29.9849 ± 2.5168
Hits@50:
Test: 38.5455 ± 3.0827
AUC:
Test: 98.1151 ± 0.1437
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5321 ± 3.5009
Hits@20:
Test: 33.5858 ± 2.1829
Hits@30:
Test: 40.7088 ± 2.2560
Hits@50:
Test: 52.4051 ± 1.0788
AUC:
Test: 98.9173 ± 0.0229
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.5670 ± 3.0627
Hits@20:
Test: 33.0232 ± 3.4666
Hits@30:
Test: 45.3359 ± 5.1342
Hits@50:
Test: 56.4830 ± 3.6318
AUC:
Test: 98.8411 ± 0.0909
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6846 ± 3.1244
Hits@20:
Test: 37.5731 ± 1.7072
Hits@30:
Test: 47.1364 ± 2.3523
Hits@50:
Test: 53.0349 ± 1.6595
AUC:
Test: 98.9131 ± 0.0434
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.9046 ± 0.8331
Hits@20:
Test: 10.3880 ± 1.2460
Hits@30:
Test: 13.3759 ± 2.3769
Hits@50:
Test: 19.0057 ± 2.7373
AUC:
Test: 94.0327 ± 1.4482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.7612 ± 0.8607
Hits@20:
Test: 10.8532 ± 1.2458
Hits@30:
Test: 13.8394 ± 0.2730
Hits@50:
Test: 18.8378 ± 0.7426
AUC:
Test: 94.0354 ± 0.6456
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6312 ± 3.5111
Hits@20:
Test: 30.9221 ± 2.4035
Hits@30:
Test: 40.8515 ± 2.6913
Hits@50:
Test: 54.9580 ± 3.2620
AUC:
Test: 98.8200 ± 0.0718
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7914 ± 3.1342
Hits@20:
Test: 37.5647 ± 2.8005
Hits@30:
Test: 46.7803 ± 1.3837
Hits@50:
Test: 55.4803 ± 2.0042
AUC:
Test: 98.8975 ± 0.0535
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.1673 ± 2.4645
Hits@20:
Test: 24.0746 ± 4.1032
Hits@30:
Test: 33.5102 ± 4.3076
Hits@50:
Test: 42.5143 ± 4.0365
AUC:
Test: 98.4657 ± 0.1856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5338 ± 4.2601
Hits@20:
Test: 26.6644 ± 3.6234
Hits@30:
Test: 34.6070 ± 2.3162
Hits@50:
Test: 45.5039 ± 4.9008
AUC:
Test: 98.6579 ± 0.1915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4216 ± 4.4128
Hits@20:
Test: 39.0863 ± 3.1087
Hits@30:
Test: 47.1565 ± 4.0781
Hits@50:
Test: 58.2885 ± 4.0456
AUC:
Test: 99.0640 ± 0.0634
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.2778 ± 1.0012
Hits@20:
Test: 14.2593 ± 2.6778
Hits@30:
Test: 17.5647 ± 1.9981
Hits@50:
Test: 24.3399 ± 2.6907
AUC:
Test: 96.2337 ± 0.1802
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0047 ± 7.2598
Hits@20:
Test: 38.9788 ± 7.1392
Hits@30:
Test: 46.2630 ± 5.9904
Hits@50:
Test: 59.3500 ± 3.7187
AUC:
Test: 98.9270 ± 0.0813
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.7481 ± 1.3177
Hits@20:
Test: 14.7531 ± 0.9784
Hits@30:
Test: 18.7555 ± 1.0263
Hits@50:
Test: 23.6312 ± 1.1071
AUC:
Test: 96.3408 ± 0.1717
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6271 ± 2.5243
Hits@20:
Test: 37.4001 ± 2.4806
Hits@30:
Test: 45.9993 ± 2.1814
Hits@50:
Test: 56.3604 ± 1.7801
AUC:
Test: 98.8711 ± 0.0693
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7696 ± 1.9410
Hits@20:
Test: 31.2093 ± 3.1075
Hits@30:
Test: 41.2916 ± 0.3266
Hits@50:
Test: 53.4750 ± 1.4455
AUC:
Test: 98.8634 ± 0.0614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8881 ± 5.3791
Hits@20:
Test: 35.8616 ± 4.6523
Hits@30:
Test: 43.4750 ± 3.2529
Hits@50:
Test: 53.3624 ± 2.5327
AUC:
Test: 98.8901 ± 0.0844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7622 ± 1.8450
Hits@20:
Test: 39.1770 ± 4.0428
Hits@30:
Test: 47.9560 ± 1.9623
Hits@50:
Test: 55.8549 ± 1.9352
AUC:
Test: 98.8393 ± 0.0495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2906 ± 3.8002
Hits@20:
Test: 31.0497 ± 2.3624
Hits@30:
Test: 38.1458 ± 2.5530
Hits@50:
Test: 52.0658 ± 2.0254
AUC:
Test: 98.6147 ± 0.0562
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.7985 ± 1.8974
Hits@20:
Test: 30.3443 ± 1.9801
Hits@30:
Test: 35.7222 ± 2.7346
Hits@50:
Test: 48.5993 ± 3.6850
AUC:
Test: 98.8207 ± 0.0374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3013 ± 4.9846
Hits@20:
Test: 40.1377 ± 2.7704
Hits@30:
Test: 50.4501 ± 4.8312
Hits@50:
Test: 61.9432 ± 3.3793
AUC:
Test: 99.1323 ± 0.0551
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.5351 ± 1.5849
Hits@20:
Test: 20.6214 ± 1.0705
Hits@30:
Test: 26.9113 ± 2.1260
Hits@50:
Test: 35.1025 ± 2.4041
AUC:
Test: 97.8786 ± 0.1723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.3564 ± 2.6933
Hits@20:
Test: 29.2828 ± 2.9438
Hits@30:
Test: 36.9231 ± 2.5341
Hits@50:
Test: 44.7481 ± 1.9195
AUC:
Test: 98.3815 ± 0.0766
All runs:
Hits@10:
Test: 21.4713 ± 4.8690
Hits@20:
Test: 34.5432 ± 3.2447
Hits@30:
Test: 43.5287 ± 1.6938
Hits@50:
Test: 53.9956 ± 0.7192
AUC:
Test: 98.7010 ± 0.0802
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3389 ± 1.8005
Hits@20:
Test: 19.8623 ± 0.6560
Hits@30:
Test: 26.0447 ± 0.9534
Hits@50:
Test: 34.0292 ± 1.5738
AUC:
Test: 97.9597 ± 0.1716
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.0003, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9489 ± 3.8125
Hits@20:
Test: 36.3134 ± 3.2414
Hits@30:
Test: 45.6013 ± 1.2989
Hits@50:
Test: 56.8072 ± 2.7762
AUC:
Test: 98.9921 ± 0.0497
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5086 ± 4.2502
Hits@20:
Test: 20.4552 ± 1.7104
Hits@30:
Test: 25.9708 ± 4.0331
Hits@50:
Test: 38.5506 ± 3.7746
AUC:
Test: 98.1281 ± 0.2298
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5472 ± 1.7373
Hits@20:
Test: 20.7289 ± 2.5897
Hits@30:
Test: 27.9325 ± 2.8637
Hits@50:
Test: 35.8297 ± 2.7649
AUC:
Test: 98.0906 ± 0.3570
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9560 ± 0.9469
Hits@20:
Test: 30.5744 ± 4.1150
Hits@30:
Test: 39.0628 ± 1.1366
Hits@50:
Test: 46.5233 ± 2.1091
AUC:
Test: 98.4356 ± 0.0568
All runs:
Hits@10:
Test: 8.0366 ± 1.6499
Hits@20:
Test: 10.8969 ± 2.6024
Hits@30:
Test: 13.6597 ± 2.9815
Hits@50:
Test: 19.5633 ± 4.1030
AUC:
Test: 93.7474 ± 1.8142
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.5999 ± 1.8556
Hits@20:
Test: 11.0548 ± 1.0790
Hits@30:
Test: 13.3826 ± 1.3844
Hits@50:
Test: 19.6490 ± 2.3008
AUC:
Test: 94.5374 ± 0.8972
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5606 ± 3.7564
Hits@20:
Test: 20.7071 ± 5.1604
Hits@30:
Test: 28.2583 ± 3.7655
Hits@50:
Test: 36.8912 ± 3.3687
AUC:
Test: 98.1337 ± 0.2259
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.0003, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7790 ± 2.1580
Hits@20:
Test: 36.3000 ± 5.1631
Hits@30:
Test: 49.4189 ± 3.1148
Hits@50:
Test: 60.1478 ± 3.8487
AUC:
Test: 99.1341 ± 0.0366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3853 ± 2.6735
Hits@20:
Test: 26.1723 ± 5.2837
Hits@30:
Test: 32.5143 ± 2.4671
Hits@50:
Test: 43.1122 ± 2.3430
AUC:
Test: 98.5732 ± 0.1488
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7743 ± 3.1268
Hits@20:
Test: 29.5852 ± 2.5856
Hits@30:
Test: 37.3010 ± 1.4626
Hits@50:
Test: 48.1626 ± 1.7464
AUC:
Test: 98.7570 ± 0.0673
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.1323 ± 1.9004
Hits@20:
Test: 30.9590 ± 2.3449
Hits@30:
Test: 40.4971 ± 2.5382
Hits@50:
Test: 49.9295 ± 2.2423
AUC:
Test: 98.9028 ± 0.0476
All runs:
Hits@10:
Test: 19.2123 ± 3.4882
Hits@20:
Test: 26.9096 ± 0.2570
Hits@30:
Test: 35.5878 ± 2.5170
Hits@50:
Test: 45.3107 ± 2.1376
AUC:
Test: 98.5010 ± 0.0356
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.0003, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.6161 ± 1.2094
Hits@20:
Test: 13.9301 ± 1.0132
Hits@30:
Test: 17.7309 ± 0.9615
Hits@50:
Test: 24.7296 ± 2.6340
AUC:
Test: 96.2083 ± 0.2255
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.8220 ± 1.1337
Hits@20:
Test: 14.7699 ± 0.9513
Hits@30:
Test: 19.1787 ± 1.6943
Hits@50:
Test: 25.5274 ± 1.1432
AUC:
Test: 96.4391 ± 0.2012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.9943 ± 5.0659
Hits@20:
Test: 34.3248 ± 6.0790
Hits@30:
Test: 41.1085 ± 5.4683
Hits@50:
Test: 51.9113 ± 4.3694
AUC:
Test: 98.8525 ± 0.1481
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.5012 ± 1.4570
Hits@20:
Test: 30.3090 ± 2.9851
Hits@30:
Test: 37.1095 ± 2.0613
Hits@50:
Test: 48.0786 ± 3.0683
AUC:
Test: 98.7950 ± 0.0544
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.5143 ± 2.7949
Hits@20:
Test: 28.2029 ± 2.8575
Hits@30:
Test: 34.4474 ± 5.1956
Hits@50:
Test: 45.4400 ± 4.4469
AUC:
Test: 98.4669 ± 0.1884
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.0003, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0427 ± 1.7775
Hits@20:
Test: 22.2909 ± 2.1860
Hits@30:
Test: 28.7672 ± 2.4500
Hits@50:
Test: 34.9479 ± 1.8711
AUC:
Test: 97.8464 ± 0.1641
All runs:
Hits@10:
Test: 13.0249 ± 2.0322
Hits@20:
Test: 19.3870 ± 2.1137
Hits@30:
Test: 26.3420 ± 1.0033
Hits@50:
Test: 34.4021 ± 0.9313
AUC:
Test: 97.9849 ± 0.1004
All runs:
Hits@10:
Test: 14.1418 ± 2.7402
Hits@20:
Test: 22.7494 ± 1.2423
Hits@30:
Test: 29.6507 ± 2.0236
Hits@50:
Test: 39.7850 ± 2.6974
AUC:
Test: 98.2615 ± 0.0436
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.0003, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.3211 ± 2.8449
Hits@20:
Test: 25.9926 ± 3.5859
Hits@30:
Test: 33.4531 ± 3.6007
Hits@50:
Test: 44.2744 ± 3.9376
AUC:
Test: 98.4403 ± 0.1319
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.0003, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.9281 ± 2.3437
Hits@20:
Test: 27.6705 ± 2.2957
Hits@30:
Test: 34.3282 ± 3.0889
Hits@50:
Test: 44.6053 ± 3.6802
AUC:
Test: 98.4686 ± 0.1113
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.0003, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.4182 ± 4.3623
Hits@20:
Test: 24.0578 ± 3.7198
Hits@30:
Test: 32.1582 ± 5.1055
Hits@50:
Test: 41.6460 ± 3.2747
AUC:
Test: 98.2883 ± 0.1597
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.0003, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.9751 ± 3.5487
Hits@20:
Test: 28.8713 ± 3.6103
Hits@30:
Test: 36.5653 ± 1.7881
Hits@50:
Test: 47.5176 ± 3.1374
AUC:
Test: 98.5379 ± 0.0337
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.0003, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8304 ± 3.3146
Hits@20:
Test: 30.8381 ± 3.2509
Hits@30:
Test: 38.0836 ± 2.5142
Hits@50:
Test: 48.1659 ± 2.5957
AUC:
Test: 98.5902 ± 0.0863
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.4222 ± 4.1396
Hits@20:
Test: 36.8206 ± 2.8444
Hits@30:
Test: 45.5022 ± 2.0703
Hits@50:
Test: 56.6376 ± 4.0079
AUC:
Test: 98.8446 ± 0.0409
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.0682 ± 0.7637
Hits@20:
Test: 30.0823 ± 3.0730
Hits@30:
Test: 38.8075 ± 2.4242
Hits@50:
Test: 49.5230 ± 2.4469
AUC:
Test: 98.7614 ± 0.0546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8297 ± 3.2205
Hits@20:
Test: 38.4884 ± 5.0665
Hits@30:
Test: 45.2083 ± 3.2671
Hits@50:
Test: 57.5176 ± 1.0876
AUC:
Test: 98.8501 ± 0.0211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9929 ± 3.3914
Hits@20:
Test: 35.6920 ± 2.2518
Hits@30:
Test: 45.1478 ± 1.3615
Hits@50:
Test: 54.2795 ± 1.8195
AUC:
Test: 98.8243 ± 0.0346
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.0568 ± 4.0808
Hits@20:
Test: 30.5912 ± 3.5842
Hits@30:
Test: 40.7088 ± 2.1391
Hits@50:
Test: 52.1129 ± 1.7957
AUC:
Test: 98.5742 ± 0.0320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.2244 ± 1.7923
Hits@20:
Test: 31.4965 ± 3.5321
Hits@30:
Test: 40.0420 ± 4.6916
Hits@50:
Test: 52.3614 ± 2.4294
AUC:
Test: 98.4477 ± 0.0549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.4696 ± 4.4572
Hits@20:
Test: 32.7729 ± 4.6870
Hits@30:
Test: 42.9325 ± 5.2989
Hits@50:
Test: 54.2912 ± 5.3373
AUC:
Test: 98.7875 ± 0.0762
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8216 ± 3.8694
Hits@20:
Test: 31.8391 ± 1.8185
Hits@30:
Test: 40.3796 ± 1.6712
Hits@50:
Test: 51.1219 ± 2.6912
AUC:
Test: 98.8202 ± 0.0677
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='GCN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='GCN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='GCN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='GCN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='CN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='SAGE', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='GAT', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='AA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0037 ± 2.2069
Hits@20:
Test: 36.2345 ± 3.2007
Hits@30:
Test: 45.5946 ± 3.8947
Hits@50:
Test: 54.6473 ± 3.9633
AUC:
Test: 98.8272 ± 0.0561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='RA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=100.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2590 ± 2.2856
Hits@20:
Test: 30.1596 ± 2.9528
Hits@30:
Test: 38.6967 ± 3.3680
Hits@50:
Test: 47.9459 ± 3.1574
AUC:
Test: 98.6263 ± 0.0449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8999 ± 2.6816
Hits@20:
Test: 30.6886 ± 5.6307
Hits@30:
Test: 37.8216 ± 6.4534
Hits@50:
Test: 46.7618 ± 7.9015
AUC:
Test: 98.6900 ± 0.1787
All runs:
Hits@10:
Test: 18.3087 ± 2.5174
Hits@20:
Test: 25.9422 ± 1.7088
Hits@30:
Test: 31.3907 ± 2.5769
Hits@50:
Test: 45.6668 ± 2.5349
AUC:
Test: 98.6639 ± 0.1245
All runs:
Hits@10:
Test: 24.0611 ± 2.2353
Hits@20:
Test: 38.9117 ± 3.4125
Hits@30:
Test: 46.5368 ± 3.7954
Hits@50:
Test: 58.9016 ± 2.6102
AUC:
Test: 98.9458 ± 0.0467
All runs:
Hits@10:
Test: 23.2230 ± 2.8648
Hits@20:
Test: 41.0615 ± 1.9692
Hits@30:
Test: 47.7091 ± 1.3053
Hits@50:
Test: 59.9194 ± 2.4497
AUC:
Test: 98.9517 ± 0.0438
All runs:
Hits@10:
Test: 19.7246 ± 1.8602
Hits@20:
Test: 34.5465 ± 1.4540
Hits@30:
Test: 44.5616 ± 1.6526
Hits@50:
Test: 55.2503 ± 1.6710
AUC:
Test: 98.8035 ± 0.0272
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.4357 ± 5.5072
Hits@20:
Test: 37.6470 ± 3.6396
Hits@30:
Test: 48.4414 ± 4.0190
Hits@50:
Test: 59.9295 ± 4.5915
AUC:
Test: 99.0985 ± 0.0876
All runs:
Hits@10:
Test: 23.2969 ± 3.1658
Hits@20:
Test: 36.7618 ± 3.4660
Hits@30:
Test: 44.6137 ± 2.4506
Hits@50:
Test: 55.6886 ± 4.0612
AUC:
Test: 98.8857 ± 0.0596
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0.0, KD_LM=0.0, LLP_D=1.0, LLP_R=1.0, margin=0.05, rw_step=3, ns_rate=10, hops=15, ps_method='nb', transductive='transductive', minibatch=True)
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0.0, KD_LM=0.0, LLP_D=1.0, LLP_R=1.0, margin=0.05, rw_step=3, ns_rate=10, hops=15, ps_method='nb', transductive='transductive', minibatch=True)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2590 ± 2.2856
Hits@20:
Test: 30.1596 ± 2.9528
Hits@30:
Test: 38.6967 ± 3.3680
Hits@50:
Test: 47.9459 ± 3.1574
AUC:
Test: 98.6263 ± 0.0449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0.0, KD_LM=0.0, LLP_D=1.0, LLP_R=1.0, margin=0.05, rw_step=3, ns_rate=10, hops=15, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='SAGE', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.1643 ± 3.2542
Hits@20:
Test: 30.2167 ± 3.5913
Hits@30:
Test: 39.3080 ± 2.3549
Hits@50:
Test: 52.0910 ± 1.8460
AUC:
Test: 98.5618 ± 0.0492
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.5566 ± 2.7448
Hits@20:
Test: 30.0420 ± 4.2058
Hits@30:
Test: 37.9106 ± 3.8582
Hits@50:
Test: 48.0064 ± 3.9715
AUC:
Test: 98.6059 ± 0.1111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.6513 ± 1.7137
Hits@20:
Test: 29.8875 ± 2.6310
Hits@30:
Test: 39.5516 ± 3.4832
Hits@50:
Test: 49.3349 ± 2.9252
AUC:
Test: 98.4110 ± 0.0826
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3383 ± 3.8518
Hits@20:
Test: 34.7212 ± 3.3375
Hits@30:
Test: 46.6795 ± 1.8658
Hits@50:
Test: 56.6510 ± 3.4440
AUC:
Test: 98.9439 ± 0.0763
All runs:
Hits@10:
Test: 19.5566 ± 2.7448
Hits@20:
Test: 30.0420 ± 4.2058
Hits@30:
Test: 37.9106 ± 3.8582
Hits@50:
Test: 48.0064 ± 3.9715
AUC:
Test: 98.6059 ± 0.1111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8703 ± 2.0477
Hits@20:
Test: 35.0638 ± 2.8613
Hits@30:
Test: 43.5506 ± 1.4826
Hits@50:
Test: 55.0907 ± 1.5982
AUC:
Test: 98.7723 ± 0.0139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.1854 ± 2.4670
Hits@20:
Test: 30.6416 ± 3.6432
Hits@30:
Test: 38.5875 ± 2.5442
Hits@50:
Test: 49.7363 ± 3.8265
AUC:
Test: 98.6179 ± 0.0346
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6050 ± 2.7741
Hits@20:
Test: 34.4004 ± 4.1331
Hits@30:
Test: 42.4908 ± 3.0708
Hits@50:
Test: 52.8351 ± 3.3410
AUC:
Test: 98.8558 ± 0.0894
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.1854 ± 2.4670
Hits@20:
Test: 30.6416 ± 3.6432
Hits@30:
Test: 38.5875 ± 2.5442
Hits@50:
Test: 49.7363 ± 3.8265
AUC:
Test: 98.6179 ± 0.0346
All runs:
Hits@10:
Test: 25.2939 ± 4.7187
Hits@20:
Test: 36.3319 ± 4.8363
Hits@30:
Test: 43.3205 ± 5.5068
Hits@50:
Test: 55.7239 ± 4.5932
AUC:
Test: 98.7778 ± 0.0541
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.0568 ± 3.0425
Hits@20:
Test: 37.8300 ± 2.8018
Hits@30:
Test: 45.4451 ± 1.5240
Hits@50:
Test: 56.2026 ± 2.2956
AUC:
Test: 98.8536 ± 0.0310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.9389 ± 0.9397
Hits@20:
Test: 32.2539 ± 3.2717
Hits@30:
Test: 39.8824 ± 2.3213
Hits@50:
Test: 51.0783 ± 3.1122
AUC:
Test: 98.5238 ± 0.0495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-photos_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.2106 ± 1.5402
Hits@20:
Test: 32.8905 ± 2.3528
Hits@30:
Test: 40.1025 ± 3.3372
Hits@50:
Test: 51.5351 ± 3.6227
AUC:
Test: 98.4437 ± 0.0545
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3870 ± 2.3735
Hits@20:
Test: 37.4219 ± 3.9702
Hits@30:
Test: 45.6231 ± 5.0589
Hits@50:
Test: 57.7981 ± 4.5591
AUC:
Test: 98.8839 ± 0.0841
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.9997 ± 4.3089
Hits@20:
Test: 44.5768 ± 2.2102
Hits@30:
Test: 53.3305 ± 2.4567
Hits@50:
Test: 63.3540 ± 2.4254
AUC:
Test: 99.1017 ± 0.0290
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4511 ± 2.4105
Hits@20:
Test: 42.9224 ± 1.1240
Hits@30:
Test: 50.9187 ± 2.2845
Hits@50:
Test: 61.6392 ± 1.9251
AUC:
Test: 98.9776 ± 0.0351
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5126 ± 4.1189
Hits@20:
Test: 45.7995 ± 1.0913
Hits@30:
Test: 53.5455 ± 2.2188
Hits@50:
Test: 63.6345 ± 2.2096
AUC:
Test: 99.1008 ± 0.0294
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1176 ± 2.5196
Hits@20:
Test: 38.1475 ± 4.5270
Hits@30:
Test: 46.9449 ± 5.5681
Hits@50:
Test: 58.0249 ± 4.6014
AUC:
Test: 98.9157 ± 0.0805
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.9997 ± 4.3089
Hits@20:
Test: 44.5768 ± 2.2102
Hits@30:
Test: 53.3288 ± 2.4583
Hits@50:
Test: 63.3540 ± 2.4254
AUC:
Test: 99.1017 ± 0.0290
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4511 ± 2.4105
Hits@20:
Test: 42.9325 ± 1.1206
Hits@30:
Test: 50.9187 ± 2.2845
Hits@50:
Test: 61.3100 ± 2.1816
AUC:
Test: 98.9808 ± 0.0376
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5653 ± 2.1521
Hits@20:
Test: 45.7827 ± 1.0622
Hits@30:
Test: 53.5489 ± 2.2159
Hits@50:
Test: 63.6345 ± 2.2096
AUC:
Test: 99.1008 ± 0.0294
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1176 ± 2.5196
Hits@20:
Test: 38.1475 ± 4.5270
Hits@30:
Test: 46.9449 ± 5.5681
Hits@50:
Test: 58.0249 ± 4.6014
AUC:
Test: 98.9157 ± 0.0805
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.9997 ± 4.3089
Hits@20:
Test: 44.5768 ± 2.2102
Hits@30:
Test: 53.3288 ± 2.4583
Hits@50:
Test: 63.3540 ± 2.4254
AUC:
Test: 99.1017 ± 0.0290
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4478 ± 2.4081
Hits@20:
Test: 42.9661 ± 1.1126
Hits@30:
Test: 50.8297 ± 2.2860
Hits@50:
Test: 61.6493 ± 1.9212
AUC:
Test: 98.9765 ± 0.0345
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5351 ± 2.0942
Hits@20:
Test: 45.7676 ± 1.0364
Hits@30:
Test: 55.1075 ± 3.1777
Hits@50:
Test: 63.6329 ± 2.2082
AUC:
Test: 99.1008 ± 0.0294
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5307 ± 2.6289
Hits@20:
Test: 42.5025 ± 1.5811
Hits@30:
Test: 49.8153 ± 3.3014
Hits@50:
Test: 59.9379 ± 4.5632
AUC:
Test: 98.9629 ± 0.0407
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4767 ± 5.4815
Hits@20:
Test: 45.8935 ± 1.6730
Hits@30:
Test: 53.9352 ± 2.5380
Hits@50:
Test: 62.8300 ± 1.4751
AUC:
Test: 99.1130 ± 0.0262
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6829 ± 2.6206
Hits@20:
Test: 42.3379 ± 1.8606
Hits@30:
Test: 51.1723 ± 2.3737
Hits@50:
Test: 61.7400 ± 1.8975
AUC:
Test: 98.9796 ± 0.0364
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5314 ± 5.7721
Hits@20:
Test: 45.6785 ± 2.1814
Hits@30:
Test: 53.7622 ± 2.5055
Hits@50:
Test: 62.8250 ± 1.4908
AUC:
Test: 99.1116 ± 0.0265
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5307 ± 2.6289
Hits@20:
Test: 42.5025 ± 1.5811
Hits@30:
Test: 49.8153 ± 3.3014
Hits@50:
Test: 59.9379 ± 4.5632
AUC:
Test: 98.9629 ± 0.0407
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4699 ± 5.4837
Hits@20:
Test: 46.0027 ± 1.5729
Hits@30:
Test: 53.9184 ± 2.5494
Hits@50:
Test: 62.8435 ± 1.5318
AUC:
Test: 99.1130 ± 0.0262
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6829 ± 2.6206
Hits@20:
Test: 42.3379 ± 1.8606
Hits@30:
Test: 51.1723 ± 2.3737
Hits@50:
Test: 61.7400 ± 1.8975
AUC:
Test: 98.9796 ± 0.0364
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5314 ± 5.7721
Hits@20:
Test: 45.7037 ± 2.1765
Hits@30:
Test: 53.7622 ± 2.5055
Hits@50:
Test: 62.8384 ± 1.4817
AUC:
Test: 99.1116 ± 0.0265
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.6626 ± 3.9634
Hits@20:
Test: 30.9330 ± 5.2904
Hits@30:
Test: 39.8766 ± 4.2149
Hits@50:
Test: 50.6643 ± 4.2555
AUC:
Test: 98.7666 ± 0.0599
All runs:
Hits@10:
Test: 25.5307 ± 2.6289
Hits@20:
Test: 42.5025 ± 1.5811
Hits@30:
Test: 49.8153 ± 3.3014
Hits@50:
Test: 59.9379 ± 4.5632
AUC:
Test: 98.9629 ± 0.0407
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4699 ± 5.4837
Hits@20:
Test: 46.3184 ± 1.3652
Hits@30:
Test: 53.9201 ± 2.5482
Hits@50:
Test: 62.8300 ± 1.4751
AUC:
Test: 99.1130 ± 0.0262
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6829 ± 2.6206
Hits@20:
Test: 42.3379 ± 1.8606
Hits@30:
Test: 51.1723 ± 2.3737
Hits@50:
Test: 61.7400 ± 1.8975
AUC:
Test: 98.9796 ± 0.0364
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5314 ± 5.7721
Hits@20:
Test: 45.6769 ± 2.1818
Hits@30:
Test: 53.7622 ± 2.5055
Hits@50:
Test: 62.7528 ± 1.6810
AUC:
Test: 99.1116 ± 0.0265
Namespace(heuristic=False, device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-photos', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.2, rw_step=3, ns_rate=5, hops=3, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
