Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=2, ns_rate=5, hops=5, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.1062 ± 1.9785
Hits@20:
Test: 20.1358 ± 3.0136
Hits@30:
Test: 26.1018 ± 1.0609
Hits@50:
Test: 33.8827 ± 1.8267
AUC:
Test: 98.5422 ± 0.0505
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.2010 ± 4.0959
Hits@20:
Test: 19.3647 ± 3.0314
Hits@30:
Test: 25.3225 ± 1.9777
Hits@50:
Test: 32.9651 ± 1.4394
AUC:
Test: 98.3390 ± 0.0172
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.9906 ± 3.2179
Hits@20:
Test: 22.3835 ± 3.3065
Hits@30:
Test: 27.4107 ± 2.3302
Hits@50:
Test: 36.1482 ± 2.3673
AUC:
Test: 98.6011 ± 0.0309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3635 ± 2.8835
Hits@20:
Test: 21.9344 ± 2.5711
Hits@30:
Test: 27.5767 ± 3.6607
Hits@50:
Test: 35.9123 ± 1.6682
AUC:
Test: 98.5862 ± 0.0344
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.4440 ± 1.4620
Hits@20:
Test: 21.1665 ± 2.3380
Hits@30:
Test: 26.3028 ± 1.5473
Hits@50:
Test: 35.7309 ± 2.5972
AUC:
Test: 98.5991 ± 0.0289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3024 ± 1.2251
Hits@20:
Test: 20.5589 ± 0.7099
Hits@30:
Test: 23.9583 ± 1.8200
Hits@50:
Test: 34.8336 ± 1.4359
AUC:
Test: 98.4793 ± 0.0253
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0552 ± 1.4875
Hits@20:
Test: 19.0222 ± 1.2644
Hits@30:
Test: 24.3447 ± 2.9691
Hits@50:
Test: 32.6967 ± 3.4055
AUC:
Test: 98.3804 ± 0.0260
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5690 ± 3.3929
Hits@20:
Test: 23.0286 ± 3.0183
Hits@30:
Test: 28.4365 ± 5.0741
Hits@50:
Test: 36.8494 ± 3.8809
AUC:
Test: 98.6373 ± 0.0683
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3179 ± 2.0846
Hits@20:
Test: 20.6150 ± 0.9738
Hits@30:
Test: 24.1650 ± 1.1059
Hits@50:
Test: 32.8797 ± 2.3385
AUC:
Test: 98.4556 ± 0.0756
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.2636 ± 0.9531
Hits@20:
Test: 17.5506 ± 1.8746
Hits@30:
Test: 24.0682 ± 0.9777
Hits@50:
Test: 31.9849 ± 1.6314
AUC:
Test: 98.4438 ± 0.0636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.4049 ± 2.2389
Hits@20:
Test: 19.2296 ± 1.5608
Hits@30:
Test: 23.8542 ± 1.3883
Hits@50:
Test: 31.3138 ± 0.9190
AUC:
Test: 98.4521 ± 0.0521
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5324 ± 1.1606
Hits@20:
Test: 19.3598 ± 0.5919
Hits@30:
Test: 24.4538 ± 2.4883
Hits@50:
Test: 31.3902 ± 1.1849
AUC:
Test: 98.5018 ± 0.0209
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.4874 ± 1.3997
Hits@20:
Test: 18.8839 ± 1.3336
Hits@30:
Test: 23.3645 ± 2.5837
Hits@50:
Test: 31.4724 ± 1.7574
AUC:
Test: 98.4507 ± 0.0816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0031 ± 1.8784
Hits@20:
Test: 19.4631 ± 2.2980
Hits@30:
Test: 22.5755 ± 0.5097
Hits@50:
Test: 30.7834 ± 2.4620
AUC:
Test: 98.4396 ± 0.0530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.8223 ± 1.4119
Hits@20:
Test: 19.4184 ± 0.9613
Hits@30:
Test: 23.8705 ± 1.0556
Hits@50:
Test: 30.5759 ± 2.1541
AUC:
Test: 98.4855 ± 0.0724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5796 ± 1.7255
Hits@20:
Test: 20.2798 ± 1.6310
Hits@30:
Test: 24.4424 ± 2.6792
Hits@50:
Test: 29.5323 ± 1.0104
AUC:
Test: 98.4753 ± 0.0586
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.5584 ± 1.7768
Hits@20:
Test: 18.2323 ± 1.6283
Hits@30:
Test: 24.1300 ± 2.5813
Hits@50:
Test: 30.3116 ± 2.5329
AUC:
Test: 98.3452 ± 0.0062
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.5297 ± 1.4018
Hits@20:
Test: 25.5145 ± 2.4527
Hits@30:
Test: 31.1088 ± 4.1786
Hits@50:
Test: 41.0152 ± 2.9965
AUC:
Test: 98.8147 ± 0.0379
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.0492 ± 1.2274
Hits@20:
Test: 21.1145 ± 2.2003
Hits@30:
Test: 27.4538 ± 1.1894
Hits@50:
Test: 35.3779 ± 1.6541
AUC:
Test: 98.5779 ± 0.0162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5484 ± 2.3826
Hits@20:
Test: 21.3064 ± 2.0985
Hits@30:
Test: 28.1754 ± 2.3504
Hits@50:
Test: 36.5118 ± 3.0287
AUC:
Test: 98.5580 ± 0.0510
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.2689 ± 1.7045
Hits@20:
Test: 27.5482 ± 2.8811
Hits@30:
Test: 32.8951 ± 2.1213
Hits@50:
Test: 41.4594 ± 3.3733
AUC:
Test: 98.7069 ± 0.0488
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.3337 ± 2.4429
Hits@20:
Test: 20.7728 ± 2.0332
Hits@30:
Test: 24.8556 ± 3.0943
Hits@50:
Test: 35.1062 ± 1.1691
AUC:
Test: 98.4659 ± 0.0238
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.1291 ± 1.2649
Hits@20:
Test: 24.4603 ± 2.0268
Hits@30:
Test: 32.9960 ± 2.4190
Hits@50:
Test: 39.8267 ± 2.7117
AUC:
Test: 98.7130 ± 0.0455
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.3388 ± 2.3245
Hits@20:
Test: 21.4748 ± 2.4302
Hits@30:
Test: 28.7627 ± 3.0967
Hits@50:
Test: 35.5658 ± 4.0374
AUC:
Test: 98.4227 ± 0.0293
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.4280 ± 2.1452
Hits@20:
Test: 19.8227 ± 2.0375
Hits@30:
Test: 25.2078 ± 1.6194
Hits@50:
Test: 32.9570 ± 1.8448
AUC:
Test: 98.4796 ± 0.0539
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2154 ± 1.8747
Hits@20:
Test: 19.3769 ± 0.7189
Hits@30:
Test: 23.1538 ± 1.3513
Hits@50:
Test: 29.8951 ± 1.9917
AUC:
Test: 98.4400 ± 0.0383
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.6905 ± 2.2091
Hits@20:
Test: 21.1136 ± 1.4777
Hits@30:
Test: 27.0650 ± 1.9541
Hits@50:
Test: 35.7309 ± 2.7862
AUC:
Test: 98.5656 ± 0.0633
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.9810 ± 1.0779
Hits@20:
Test: 14.9150 ± 1.9237
Hits@30:
Test: 20.9054 ± 1.5688
Hits@50:
Test: 27.1520 ± 1.0570
AUC:
Test: 97.8750 ± 0.0914
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.4036 ± 0.8269
Hits@20:
Test: 19.0076 ± 1.8027
Hits@30:
Test: 25.0370 ± 1.6516
Hits@50:
Test: 32.3493 ± 1.4183
AUC:
Test: 98.5019 ± 0.0604
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.6396 ± 1.7118
Hits@20:
Test: 19.8576 ± 1.4675
Hits@30:
Test: 26.4484 ± 2.0244
Hits@50:
Test: 35.1037 ± 2.2493
AUC:
Test: 98.3503 ± 0.0651
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.6869 ± 2.8387
Hits@20:
Test: 19.4070 ± 1.7986
Hits@30:
Test: 24.7881 ± 2.4393
Hits@50:
Test: 31.0713 ± 2.4545
AUC:
Test: 98.3300 ± 0.0328
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.9982 ± 1.2281
Hits@20:
Test: 19.6697 ± 2.9852
Hits@30:
Test: 24.8483 ± 1.1396
Hits@50:
Test: 30.5768 ± 1.9441
AUC:
Test: 98.2476 ± 0.0957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.4801 ± 1.0773
Hits@20:
Test: 21.3813 ± 1.3632
Hits@30:
Test: 27.2155 ± 1.7951
Hits@50:
Test: 33.9592 ± 1.5862
AUC:
Test: 98.4177 ± 0.0451
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.1889 ± 2.2084
Hits@20:
Test: 22.4567 ± 2.1403
Hits@30:
Test: 28.3194 ± 2.0465
Hits@50:
Test: 37.8565 ± 2.2298
AUC:
Test: 98.6789 ± 0.0428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.1028 ± 0.9503
Hits@20:
Test: 18.9579 ± 3.2412
Hits@30:
Test: 23.8965 ± 1.3770
Hits@50:
Test: 30.7313 ± 2.2872
AUC:
Test: 98.1010 ± 0.0637
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9175 ± 2.4088
Hits@20:
Test: 23.6899 ± 1.6477
Hits@30:
Test: 29.7023 ± 1.2153
Hits@50:
Test: 35.2957 ± 1.2123
AUC:
Test: 98.0903 ± 0.0331
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.1530 ± 1.3836
Hits@20:
Test: 18.0371 ± 1.5405
Hits@30:
Test: 22.5893 ± 0.7348
Hits@50:
Test: 30.9208 ± 1.1074
AUC:
Test: 98.0711 ± 0.0443
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7894 ± 0.6765
Hits@20:
Test: 18.0094 ± 2.2283
Hits@30:
Test: 22.8366 ± 1.6975
Hits@50:
Test: 30.4637 ± 1.7576
AUC:
Test: 98.4136 ± 0.0680
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8587 ± 2.6034
Hits@20:
Test: 25.6276 ± 2.5412
Hits@30:
Test: 29.7470 ± 0.8253
Hits@50:
Test: 38.7668 ± 2.1915
AUC:
Test: 98.2866 ± 0.0935
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5471 ± 2.4353
Hits@20:
Test: 25.4950 ± 1.9777
Hits@30:
Test: 29.3378 ± 0.9948
Hits@50:
Test: 38.3064 ± 2.0641
AUC:
Test: 98.4370 ± 0.0395
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.6112 ± 0.7995
Hits@20:
Test: 18.2803 ± 1.1375
Hits@30:
Test: 23.6883 ± 0.8511
Hits@50:
Test: 32.9968 ± 2.5284
AUC:
Test: 98.4180 ± 0.0585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.1749 ± 1.2795
Hits@20:
Test: 16.3068 ± 1.4703
Hits@30:
Test: 21.0543 ± 2.2549
Hits@50:
Test: 28.3202 ± 1.1545
AUC:
Test: 97.4202 ± 0.0572
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.7273 ± 1.2232
Hits@20:
Test: 19.4574 ± 0.7910
Hits@30:
Test: 25.5178 ± 1.6756
Hits@50:
Test: 32.6438 ± 1.1810
AUC:
Test: 98.3257 ± 0.0370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.2100 ± 1.8027
Hits@20:
Test: 18.8148 ± 1.1590
Hits@30:
Test: 22.4738 ± 2.0493
Hits@50:
Test: 29.4956 ± 1.2870
AUC:
Test: 97.8068 ± 0.0455
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.4264 ± 1.3980
Hits@20:
Test: 20.5084 ± 2.2248
Hits@30:
Test: 26.1604 ± 1.7625
Hits@50:
Test: 33.2880 ± 1.1332
AUC:
Test: 98.2446 ± 0.0823
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.9293 ± 1.0162
Hits@20:
Test: 17.5506 ± 0.8164
Hits@30:
Test: 21.6188 ± 0.8098
Hits@50:
Test: 28.5195 ± 1.3755
AUC:
Test: 97.8757 ± 0.0316
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.8564 ± 0.9895
Hits@20:
Test: 18.7399 ± 1.2126
Hits@30:
Test: 23.5386 ± 1.4640
Hits@50:
Test: 31.1681 ± 3.2710
AUC:
Test: 98.2460 ± 0.0664
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0132 ± 1.2361
Hits@20:
Test: 19.7804 ± 1.1435
Hits@30:
Test: 24.7263 ± 1.4906
Hits@50:
Test: 32.1370 ± 1.5442
AUC:
Test: 98.0712 ± 0.0589
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.2331 ± 0.6226
Hits@20:
Test: 12.8398 ± 1.2363
Hits@30:
Test: 16.5208 ± 0.6771
Hits@50:
Test: 22.0499 ± 0.7574
AUC:
Test: 97.0241 ± 0.0617
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.5278 ± 2.6210
Hits@20:
Test: 19.7185 ± 3.7757
Hits@30:
Test: 25.5650 ± 2.3418
Hits@50:
Test: 35.0500 ± 2.0009
AUC:
Test: 98.5885 ± 0.0280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.6458 ± 1.8084
Hits@20:
Test: 24.4554 ± 3.4824
Hits@30:
Test: 28.3405 ± 1.9132
Hits@50:
Test: 38.0851 ± 2.9211
AUC:
Test: 98.6467 ± 0.0730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.9331 ± 1.8782
Hits@20:
Test: 20.2253 ± 1.9951
Hits@30:
Test: 26.3256 ± 1.1278
Hits@50:
Test: 34.0739 ± 2.0194
AUC:
Test: 98.4678 ± 0.0228
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.8664 ± 1.3282
Hits@20:
Test: 19.3915 ± 0.4701
Hits@30:
Test: 22.8187 ± 0.7608
Hits@50:
Test: 28.9978 ± 1.9199
AUC:
Test: 98.4334 ± 0.0485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.4925 ± 2.2196
Hits@20:
Test: 18.4235 ± 2.6922
Hits@30:
Test: 26.1759 ± 2.0347
Hits@50:
Test: 32.6934 ± 2.3809
AUC:
Test: 98.3595 ± 0.0415
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.7895 ± 4.2367
Hits@20:
Test: 21.0103 ± 2.6858
Hits@30:
Test: 27.2968 ± 1.8440
Hits@50:
Test: 36.0571 ± 2.0849
AUC:
Test: 98.6170 ± 0.0259
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.8583 ± 2.3862
Hits@20:
Test: 19.8381 ± 3.9098
Hits@30:
Test: 25.3657 ± 3.8232
Hits@50:
Test: 34.0812 ± 3.0852
AUC:
Test: 98.5799 ± 0.0537
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.1572 ± 1.7350
Hits@20:
Test: 22.5144 ± 2.5160
Hits@30:
Test: 28.2673 ± 3.4985
Hits@50:
Test: 36.6599 ± 2.3753
AUC:
Test: 98.6020 ± 0.0539
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.4979 ± 1.2653
Hits@20:
Test: 19.4517 ± 2.2774
Hits@30:
Test: 24.5327 ± 1.5708
Hits@50:
Test: 31.7229 ± 0.5910
AUC:
Test: 98.4521 ± 0.0571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2740 ± 1.8834
Hits@20:
Test: 19.8755 ± 0.7352
Hits@30:
Test: 24.9955 ± 1.8497
Hits@50:
Test: 30.5865 ± 1.1860
AUC:
Test: 98.4967 ± 0.0336
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.8087 ± 2.7192
Hits@20:
Test: 19.4778 ± 2.0791
Hits@30:
Test: 24.7686 ± 2.7258
Hits@50:
Test: 32.3111 ± 1.5350
AUC:
Test: 98.3481 ± 0.0061
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3157 ± 1.5891
Hits@20:
Test: 19.2321 ± 2.0641
Hits@30:
Test: 23.6883 ± 1.2157
Hits@50:
Test: 31.9003 ± 1.7789
AUC:
Test: 98.4975 ± 0.0504
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.5966 ± 0.7259
Hits@20:
Test: 18.8522 ± 1.1911
Hits@30:
Test: 22.2728 ± 1.6468
Hits@50:
Test: 30.5849 ± 1.1636
AUC:
Test: 98.4146 ± 0.0807
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.8960 ± 0.5696
Hits@20:
Test: 18.3511 ± 1.1940
Hits@30:
Test: 22.6112 ± 1.0537
Hits@50:
Test: 31.0331 ± 1.3610
AUC:
Test: 98.4316 ± 0.0570
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.9676 ± 0.7345
Hits@20:
Test: 20.2790 ± 1.9460
Hits@30:
Test: 24.0584 ± 0.8590
Hits@50:
Test: 31.3683 ± 1.5089
AUC:
Test: 98.5248 ± 0.0552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.6590 ± 0.8530
Hits@20:
Test: 19.2296 ± 1.0732
Hits@30:
Test: 22.6666 ± 1.6124
Hits@50:
Test: 29.5323 ± 1.3426
AUC:
Test: 98.3874 ± 0.0494
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0278 ± 1.2903
Hits@20:
Test: 24.4025 ± 1.9908
Hits@30:
Test: 30.5572 ± 2.0085
Hits@50:
Test: 40.6614 ± 2.2345
AUC:
Test: 98.7997 ± 0.0611
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.4914 ± 2.4492
Hits@20:
Test: 18.1640 ± 1.5273
Hits@30:
Test: 23.4996 ± 1.4469
Hits@50:
Test: 31.0770 ± 1.4177
AUC:
Test: 98.4213 ± 0.0973
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.2510 ± 1.2249
Hits@20:
Test: 24.1877 ± 2.1890
Hits@30:
Test: 30.5117 ± 2.1012
Hits@50:
Test: 40.2733 ± 2.4984
AUC:
Test: 98.6430 ± 0.0244
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3626 ± 1.6588
Hits@20:
Test: 20.7996 ± 1.5037
Hits@30:
Test: 26.3955 ± 2.3129
Hits@50:
Test: 35.7309 ± 1.3614
AUC:
Test: 98.5646 ± 0.0176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.0717 ± 2.1065
Hits@20:
Test: 20.2416 ± 3.0474
Hits@30:
Test: 28.7334 ± 2.1880
Hits@50:
Test: 36.2621 ± 2.1512
AUC:
Test: 98.5312 ± 0.0503
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.0736 ± 2.7745
Hits@20:
Test: 22.5242 ± 2.3075
Hits@30:
Test: 28.2535 ± 4.1677
Hits@50:
Test: 35.3762 ± 2.0581
AUC:
Test: 98.4571 ± 0.0366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7910 ± 1.1169
Hits@20:
Test: 18.9954 ± 3.6097
Hits@30:
Test: 23.5337 ± 2.5807
Hits@50:
Test: 31.7368 ± 2.0259
AUC:
Test: 98.3201 ± 0.0361
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.6087 ± 1.7452
Hits@20:
Test: 26.7534 ± 0.8588
Hits@30:
Test: 33.6069 ± 1.4835
Hits@50:
Test: 42.2989 ± 2.7463
AUC:
Test: 98.7196 ± 0.0472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.3421 ± 1.9320
Hits@20:
Test: 22.7666 ± 4.0037
Hits@30:
Test: 28.3226 ± 2.2483
Hits@50:
Test: 35.3209 ± 2.3585
AUC:
Test: 98.3998 ± 0.0622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.4369 ± 1.3812
Hits@20:
Test: 21.3203 ± 1.1759
Hits@30:
Test: 27.0235 ± 0.9664
Hits@50:
Test: 34.3228 ± 1.1601
AUC:
Test: 98.5438 ± 0.0454
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.4828 ± 1.1325
Hits@20:
Test: 21.8352 ± 1.2595
Hits@30:
Test: 27.0105 ± 1.4675
Hits@50:
Test: 34.0405 ± 1.0928
AUC:
Test: 98.3750 ± 0.0499
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3588 ± 2.0863
Hits@20:
Test: 18.9010 ± 1.5684
Hits@30:
Test: 23.0464 ± 0.9234
Hits@50:
Test: 29.9732 ± 1.0690
AUC:
Test: 98.2365 ± 0.0712
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.6856 ± 0.7597
Hits@20:
Test: 19.2500 ± 1.2854
Hits@30:
Test: 24.7466 ± 1.5611
Hits@50:
Test: 33.1978 ± 1.8824
AUC:
Test: 98.5515 ± 0.0415
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.0064 ± 2.6767
Hits@20:
Test: 21.9743 ± 1.2654
Hits@30:
Test: 27.3277 ± 2.8292
Hits@50:
Test: 35.7252 ± 1.3031
AUC:
Test: 98.6228 ± 0.0500
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.8599 ± 0.5030
Hits@20:
Test: 19.2825 ± 0.3317
Hits@30:
Test: 22.9578 ± 1.5674
Hits@50:
Test: 30.6239 ± 1.1918
AUC:
Test: 98.4281 ± 0.0533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.7449 ± 2.0530
Hits@20:
Test: 15.4795 ± 1.0146
Hits@30:
Test: 19.3777 ± 1.9537
Hits@50:
Test: 27.8874 ± 1.7388
AUC:
Test: 97.8835 ± 0.0309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.6341 ± 1.5217
Hits@20:
Test: 22.2574 ± 1.5343
Hits@30:
Test: 27.2643 ± 1.2718
Hits@50:
Test: 35.7553 ± 1.6765
AUC:
Test: 98.4441 ± 0.0552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.7393 ± 2.4526
Hits@20:
Test: 21.2942 ± 2.9129
Hits@30:
Test: 28.7025 ± 1.8410
Hits@50:
Test: 36.4370 ± 0.8558
AUC:
Test: 98.6523 ± 0.0489
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.9422 ± 2.7265
Hits@20:
Test: 23.7867 ± 3.9031
Hits@30:
Test: 29.5640 ± 3.2986
Hits@50:
Test: 36.4801 ± 2.7011
AUC:
Test: 98.1169 ± 0.1000
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0153 ± 1.1366
Hits@20:
Test: 18.9165 ± 1.6988
Hits@30:
Test: 23.2018 ± 2.0000
Hits@50:
Test: 31.9035 ± 1.3036
AUC:
Test: 98.1168 ± 0.0304
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.2937 ± 1.1058
Hits@20:
Test: 19.3923 ± 2.6879
Hits@30:
Test: 24.3895 ± 2.3058
Hits@50:
Test: 33.1286 ± 2.1513
AUC:
Test: 98.1531 ± 0.0537
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.5197 ± 1.9148
Hits@20:
Test: 24.6059 ± 1.9121
Hits@30:
Test: 29.0669 ± 1.9921
Hits@50:
Test: 38.2811 ± 1.5478
AUC:
Test: 98.4511 ± 0.0393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.5115 ± 2.0388
Hits@20:
Test: 21.0038 ± 2.5447
Hits@30:
Test: 27.2562 ± 2.4402
Hits@50:
Test: 33.7062 ± 2.2140
AUC:
Test: 98.3733 ± 0.0455
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.3468 ± 2.3427
Hits@20:
Test: 27.4652 ± 2.7631
Hits@30:
Test: 32.8260 ± 1.4500
Hits@50:
Test: 40.1741 ± 1.4726
AUC:
Test: 98.3326 ± 0.0423
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.7800 ± 1.3323
Hits@20:
Test: 19.2207 ± 1.0731
Hits@30:
Test: 23.2929 ± 1.0224
Hits@50:
Test: 30.8997 ± 1.8915
AUC:
Test: 97.8679 ± 0.0553
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.0508 ± 1.3448
Hits@20:
Test: 18.1851 ± 1.8292
Hits@30:
Test: 24.0486 ± 1.1504
Hits@50:
Test: 32.5112 ± 0.7770
AUC:
Test: 98.4341 ± 0.0491
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.5702 ± 0.4069
Hits@20:
Test: 16.7258 ± 1.5943
Hits@30:
Test: 20.7077 ± 1.5680
Hits@50:
Test: 27.4831 ± 2.3186
AUC:
Test: 97.3988 ± 0.0459
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.2365 ± 1.0631
Hits@20:
Test: 16.9788 ± 1.2200
Hits@30:
Test: 22.6275 ± 1.6423
Hits@50:
Test: 29.1613 ± 1.0632
AUC:
Test: 97.8423 ± 0.0352
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.5904 ± 1.2879
Hits@20:
Test: 19.3809 ± 1.3351
Hits@30:
Test: 24.0682 ± 0.7840
Hits@50:
Test: 31.3585 ± 1.6444
AUC:
Test: 98.2566 ± 0.0537
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0018 ± 1.1951
Hits@20:
Test: 20.9778 ± 1.7168
Hits@30:
Test: 25.1110 ± 1.8829
Hits@50:
Test: 32.5299 ± 1.6347
AUC:
Test: 98.2233 ± 0.0789
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1178 ± 1.5660
Hits@20:
Test: 18.8026 ± 0.8424
Hits@30:
Test: 24.3212 ± 0.9039
Hits@50:
Test: 31.9385 ± 1.2103
AUC:
Test: 98.4105 ± 0.0575
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.3351 ± 0.9361
Hits@20:
Test: 12.4949 ± 1.2329
Hits@30:
Test: 15.5812 ± 1.2298
Hits@50:
Test: 20.3815 ± 0.3578
AUC:
Test: 96.9537 ± 0.0468
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.4616 ± 0.8143
Hits@20:
Test: 20.5548 ± 1.0764
Hits@30:
Test: 23.7940 ± 1.2824
Hits@50:
Test: 32.2598 ± 1.1314
AUC:
Test: 98.0490 ± 0.0581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.2814 ± 2.9923
Hits@20:
Test: 23.0188 ± 3.0409
Hits@30:
Test: 28.1908 ± 3.5554
Hits@50:
Test: 37.8394 ± 2.5885
AUC:
Test: 98.7103 ± 0.0439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.9044 ± 2.9078
Hits@20:
Test: 21.1690 ± 1.1691
Hits@30:
Test: 26.2117 ± 1.7529
Hits@50:
Test: 32.8748 ± 0.5283
AUC:
Test: 98.5093 ± 0.0304
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.9031 ± 0.7103
Hits@20:
Test: 22.3493 ± 0.9951
Hits@30:
Test: 28.7326 ± 1.2104
Hits@50:
Test: 38.6952 ± 2.2179
AUC:
Test: 98.6725 ± 0.0225
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.0741 ± 1.9540
Hits@20:
Test: 18.6895 ± 1.4236
Hits@30:
Test: 26.0368 ± 1.9009
Hits@50:
Test: 33.9087 ± 0.8999
AUC:
Test: 98.3922 ± 0.0439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5874 ± 1.2355
Hits@20:
Test: 19.9479 ± 1.2403
Hits@30:
Test: 26.0709 ± 1.2274
Hits@50:
Test: 34.4839 ± 2.4785
AUC:
Test: 98.3719 ± 0.0333
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0262 ± 2.7734
Hits@20:
Test: 21.1462 ± 2.1682
Hits@30:
Test: 27.8467 ± 1.2983
Hits@50:
Test: 36.1913 ± 1.1501
AUC:
Test: 98.4129 ± 0.0462
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.9243 ± 3.0663
Hits@20:
Test: 22.8309 ± 3.5879
Hits@30:
Test: 27.8085 ± 3.7285
Hits@50:
Test: 35.7431 ± 3.8186
AUC:
Test: 98.6077 ± 0.0430
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.3583 ± 2.4549
Hits@20:
Test: 21.5554 ± 2.3920
Hits@30:
Test: 26.3125 ± 1.2350
Hits@50:
Test: 33.0904 ± 2.8130
AUC:
Test: 98.5615 ± 0.0505
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.2466 ± 2.5475
Hits@20:
Test: 23.0513 ± 1.6531
Hits@30:
Test: 29.1377 ± 0.9646
Hits@50:
Test: 37.9094 ± 2.6950
AUC:
Test: 98.5727 ± 0.0140
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.5302 ± 0.8606
Hits@20:
Test: 19.8951 ± 1.0993
Hits@30:
Test: 23.9917 ± 1.5927
Hits@50:
Test: 32.1752 ± 1.5310
AUC:
Test: 98.5192 ± 0.0428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.4611 ± 1.3761
Hits@20:
Test: 19.2646 ± 1.3750
Hits@30:
Test: 23.0513 ± 1.2654
Hits@50:
Test: 31.8197 ± 2.2168
AUC:
Test: 98.4078 ± 0.0469
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5191 ± 0.7320
Hits@20:
Test: 19.0100 ± 1.4962
Hits@30:
Test: 24.5196 ± 1.5552
Hits@50:
Test: 31.1616 ± 1.8618
AUC:
Test: 98.3651 ± 0.0647
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.0793 ± 1.6883
Hits@20:
Test: 21.5936 ± 2.0760
Hits@30:
Test: 26.3483 ± 1.8182
Hits@50:
Test: 33.2531 ± 1.6371
AUC:
Test: 98.5746 ± 0.0710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.8955 ± 2.1258
Hits@20:
Test: 19.6242 ± 0.5905
Hits@30:
Test: 24.0576 ± 1.0801
Hits@50:
Test: 33.0424 ± 1.5121
AUC:
Test: 98.4851 ± 0.0517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3360 ± 1.7827
Hits@20:
Test: 19.2061 ± 1.6455
Hits@30:
Test: 23.6248 ± 2.0608
Hits@50:
Test: 29.6738 ± 0.5935
AUC:
Test: 98.3917 ± 0.0487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.6184 ± 1.7605
Hits@20:
Test: 24.7946 ± 2.7124
Hits@30:
Test: 30.4181 ± 1.8120
Hits@50:
Test: 40.5442 ± 2.4127
AUC:
Test: 98.7689 ± 0.0430
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.3259 ± 2.1525
Hits@20:
Test: 25.1558 ± 1.4266
Hits@30:
Test: 32.2265 ± 2.4447
Hits@50:
Test: 39.0116 ± 1.3573
AUC:
Test: 98.6448 ± 0.0217
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0335 ± 2.1524
Hits@20:
Test: 22.3005 ± 1.5079
Hits@30:
Test: 26.7819 ± 1.1442
Hits@50:
Test: 35.5414 ± 0.8661
AUC:
Test: 98.5466 ± 0.0439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.4860 ± 1.2468
Hits@20:
Test: 21.5358 ± 1.4161
Hits@30:
Test: 28.4943 ± 1.6525
Hits@50:
Test: 37.1211 ± 1.8228
AUC:
Test: 98.5417 ± 0.0387
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1926 ± 3.1152
Hits@20:
Test: 21.7278 ± 2.1943
Hits@30:
Test: 23.9136 ± 0.9407
Hits@50:
Test: 35.5885 ± 1.4415
AUC:
Test: 98.4856 ± 0.0163
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.6504 ± 2.1313
Hits@20:
Test: 21.9361 ± 1.5567
Hits@30:
Test: 27.1512 ± 1.0844
Hits@50:
Test: 34.4399 ± 1.3208
AUC:
Test: 98.3657 ± 0.0449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.4232 ± 1.5854
Hits@20:
Test: 23.5419 ± 1.3446
Hits@30:
Test: 28.4227 ± 1.6104
Hits@50:
Test: 36.5680 ± 1.7516
AUC:
Test: 98.4892 ± 0.0083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1145 ± 1.3293
Hits@20:
Test: 21.2983 ± 0.7990
Hits@30:
Test: 24.7840 ± 1.4168
Hits@50:
Test: 33.1091 ± 1.0078
AUC:
Test: 98.5117 ± 0.0322
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0742 ± 1.7585
Hits@20:
Test: 22.0133 ± 1.2671
Hits@30:
Test: 26.6379 ± 2.1445
Hits@50:
Test: 34.4009 ± 1.5961
AUC:
Test: 98.4520 ± 0.0618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.1856 ± 3.1834
Hits@20:
Test: 21.7002 ± 3.3423
Hits@30:
Test: 27.4994 ± 3.8378
Hits@50:
Test: 35.5267 ± 3.5573
AUC:
Test: 98.3610 ± 0.0729
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.8900 ± 1.1054
Hits@20:
Test: 18.8937 ± 2.5713
Hits@30:
Test: 23.7501 ± 1.8694
Hits@50:
Test: 30.4490 ± 1.1678
AUC:
Test: 98.2058 ± 0.0604
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0983 ± 1.1765
Hits@20:
Test: 19.2898 ± 1.6048
Hits@30:
Test: 25.5129 ± 1.6877
Hits@50:
Test: 32.1142 ± 1.5029
AUC:
Test: 98.4551 ± 0.0601
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.9317 ± 1.4452
Hits@20:
Test: 19.1361 ± 0.9316
Hits@30:
Test: 23.8461 ± 0.8099
Hits@50:
Test: 30.8297 ± 1.0554
AUC:
Test: 98.3829 ± 0.0374
All runs:
Hits@10:
Test: 14.2854 ± 0.2880
Hits@20:
Test: 21.9304 ± 1.3393
Hits@30:
Test: 27.3318 ± 0.7972
Hits@50:
Test: 35.0663 ± 2.8099
AUC:
Test: 98.5600 ± 0.0682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.2825 ± 4.2788
Hits@20:
Test: 30.4547 ± 4.2785
Hits@30:
Test: 35.7032 ± 2.4098
Hits@50:
Test: 45.1574 ± 1.8489
AUC:
Test: 98.7546 ± 0.0354
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.2400 ± 1.7805
Hits@20:
Test: 14.7816 ± 1.0198
Hits@30:
Test: 19.6185 ± 1.6220
Hits@50:
Test: 26.3491 ± 1.1784
AUC:
Test: 97.8284 ± 0.0523
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.3208 ± 1.5610
Hits@20:
Test: 26.0400 ± 1.7374
Hits@30:
Test: 31.8417 ± 3.3254
Hits@50:
Test: 38.4756 ± 2.6562
AUC:
Test: 98.1865 ± 0.0983
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7983 ± 0.9992
Hits@20:
Test: 18.8481 ± 0.9467
Hits@30:
Test: 23.0180 ± 2.2038
Hits@50:
Test: 30.9469 ± 1.9166
AUC:
Test: 98.0871 ± 0.0314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.5688 ± 0.8146
Hits@20:
Test: 24.0202 ± 2.3607
Hits@30:
Test: 29.0434 ± 1.0972
Hits@50:
Test: 37.7329 ± 2.6042
AUC:
Test: 98.6872 ± 0.0490
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7684 ± 2.6516
Hits@20:
Test: 25.5064 ± 2.1107
Hits@30:
Test: 31.1974 ± 1.0438
Hits@50:
Test: 38.6334 ± 2.2346
AUC:
Test: 98.4561 ± 0.0459
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5061 ± 2.5318
Hits@20:
Test: 19.6331 ± 3.7060
Hits@30:
Test: 25.3404 ± 2.1282
Hits@50:
Test: 33.2498 ± 2.1052
AUC:
Test: 98.1068 ± 0.0339
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.4975 ± 1.2707
Hits@20:
Test: 14.3561 ± 1.4957
Hits@30:
Test: 18.8701 ± 2.1630
Hits@50:
Test: 25.6341 ± 1.6828
AUC:
Test: 97.3461 ± 0.0342
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.1612 ± 0.4962
Hits@20:
Test: 22.7691 ± 1.5910
Hits@30:
Test: 27.5921 ± 1.3501
Hits@50:
Test: 35.9733 ± 1.6152
AUC:
Test: 98.4707 ± 0.0290
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.7774 ± 0.2596
Hits@20:
Test: 17.2700 ± 1.5575
Hits@30:
Test: 21.7026 ± 1.4010
Hits@50:
Test: 27.9525 ± 1.3430
AUC:
Test: 97.8437 ± 0.0645
All runs:
Hits@10:
Test: 15.0028 ± 1.3613
Hits@20:
Test: 20.3530 ± 2.1972
Hits@30:
Test: 24.8735 ± 0.9931
Hits@50:
Test: 32.3583 ± 2.9027
AUC:
Test: 97.9913 ± 0.0664
All runs:
Hits@10:
Test: 12.0109 ± 2.2927
Hits@20:
Test: 19.0271 ± 0.7054
Hits@30:
Test: 24.8320 ± 2.1280
Hits@50:
Test: 32.8520 ± 1.5594
AUC:
Test: 98.4416 ± 0.0345
All runs:
Hits@10:
Test: 7.6816 ± 0.8149
Hits@20:
Test: 12.8984 ± 0.9980
Hits@30:
Test: 15.3413 ± 1.3058
Hits@50:
Test: 20.9949 ± 1.6245
AUC:
Test: 96.9931 ± 0.0662
All runs:
Hits@10:
Test: 14.4204 ± 0.9158
Hits@20:
Test: 19.6388 ± 0.8830
Hits@30:
Test: 23.6671 ± 1.0912
Hits@50:
Test: 29.8056 ± 0.5141
AUC:
Test: 98.1891 ± 0.0373
All runs:
Hits@10:
Test: 20.0447 ± 2.9197
Hits@20:
Test: 28.6122 ± 1.7978
Hits@30:
Test: 32.4062 ± 1.1751
Hits@50:
Test: 40.4433 ± 1.9570
AUC:
Test: 98.3048 ± 0.0474
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.7594 ± 1.1107
Hits@20:
Test: 21.0787 ± 1.3404
Hits@30:
Test: 24.4326 ± 1.8603
Hits@50:
Test: 32.2924 ± 1.9590
AUC:
Test: 98.2212 ± 0.0371
All runs:
Hits@10:
Test: 16.7770 ± 1.2326
Hits@20:
Test: 20.3368 ± 1.3315
Hits@30:
Test: 25.3567 ± 1.9398
Hits@50:
Test: 32.9139 ± 1.0575
AUC:
Test: 98.1024 ± 0.0619
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.0729 ± 2.5880
Hits@20:
Test: 28.6277 ± 3.8182
Hits@30:
Test: 32.5421 ± 1.6888
Hits@50:
Test: 40.6223 ± 2.3492
AUC:
Test: 98.5338 ± 0.1569
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.5941 ± 1.1171
Hits@20:
Test: 30.4555 ± 2.9246
Hits@30:
Test: 35.0809 ± 2.9091
Hits@50:
Test: 44.7604 ± 1.7942
AUC:
Test: 98.8031 ± 0.0636
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5105 ± 1.6080
Hits@20:
Test: 29.5192 ± 4.0831
Hits@30:
Test: 35.0028 ± 3.8904
Hits@50:
Test: 43.7468 ± 2.4499
AUC:
Test: 98.6324 ± 0.1190
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0702 ± 2.0298
Hits@20:
Test: 30.3116 ± 3.0494
Hits@30:
Test: 35.7309 ± 3.3172
Hits@50:
Test: 44.5619 ± 1.9134
AUC:
Test: 98.7942 ± 0.0613
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='GCN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='SAGE', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='GAT', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='CN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='AA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=10.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='RA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='capped_shortest_path', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.5051 ± 3.0975
Hits@20:
Test: 24.3732 ± 3.1201
Hits@30:
Test: 29.7747 ± 1.5470
Hits@50:
Test: 37.8736 ± 0.4643
AUC:
Test: 98.4952 ± 0.0333
All runs:
Hits@10:
Test: 13.2010 ± 4.0959
Hits@20:
Test: 19.3647 ± 3.0314
Hits@30:
Test: 25.3225 ± 1.9777
Hits@50:
Test: 32.9651 ± 1.4394
AUC:
Test: 98.3390 ± 0.0172
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8975 ± 2.0783
Hits@20:
Test: 27.4424 ± 2.6384
Hits@30:
Test: 33.1937 ± 1.6284
Hits@50:
Test: 42.2818 ± 2.4135
AUC:
Test: 98.7151 ± 0.0481
All runs:
Hits@10:
Test: 21.1234 ± 2.8940
Hits@20:
Test: 27.7760 ± 2.0619
Hits@30:
Test: 33.2360 ± 2.0614
Hits@50:
Test: 40.9737 ± 2.7822
AUC:
Test: 98.6901 ± 0.0440
All runs:
Hits@10:
Test: 13.8990 ± 1.4014
Hits@20:
Test: 19.4655 ± 2.5626
Hits@30:
Test: 25.3103 ± 1.4579
Hits@50:
Test: 32.9781 ± 1.8540
AUC:
Test: 98.4652 ± 0.0438
Namespace(distill_teacher='SAGE', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.0005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5243 ± 1.8935
Hits@20:
Test: 23.5118 ± 2.1375
Hits@30:
Test: 26.9674 ± 2.0367
Hits@50:
Test: 34.4383 ± 1.4378
AUC:
Test: 98.5442 ± 0.0285
All runs:
Hits@10:
Test: 18.3242 ± 1.3254
Hits@20:
Test: 25.7976 ± 4.7966
Hits@30:
Test: 32.9879 ± 2.6448
Hits@50:
Test: 42.6413 ± 2.0101
AUC:
Test: 98.8502 ± 0.0461
All runs:
Hits@10:
Test: 16.1124 ± 2.3807
Hits@20:
Test: 23.6574 ± 1.6136
Hits@30:
Test: 29.2061 ± 1.5318
Hits@50:
Test: 38.3430 ± 0.8721
AUC:
Test: 98.5842 ± 0.0153
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.0005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0.0, KD_LM=0.0, LLP_D=1.0, LLP_R=1.0, margin=0.05, rw_step=2, ns_rate=5, hops=5, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9679 ± 2.1905
Hits@20:
Test: 29.2402 ± 3.8975
Hits@30:
Test: 34.5774 ± 3.5430
Hits@50:
Test: 43.6867 ± 2.7526
AUC:
Test: 98.6108 ± 0.1542
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.5941 ± 1.1171
Hits@20:
Test: 30.4555 ± 2.9246
Hits@30:
Test: 35.0809 ± 2.9091
Hits@50:
Test: 44.7604 ± 1.7942
AUC:
Test: 98.8031 ± 0.0636
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5105 ± 1.6080
Hits@20:
Test: 29.5192 ± 4.0831
Hits@30:
Test: 35.0028 ± 3.8904
Hits@50:
Test: 43.7468 ± 2.4499
AUC:
Test: 98.6324 ± 0.1190
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0702 ± 2.0298
Hits@20:
Test: 30.3116 ± 3.0494
Hits@30:
Test: 35.7309 ± 3.3172
Hits@50:
Test: 44.5619 ± 1.9134
AUC:
Test: 98.7942 ± 0.0613
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.0729 ± 2.5880
Hits@20:
Test: 28.6277 ± 3.8182
Hits@30:
Test: 33.6639 ± 3.6435
Hits@50:
Test: 41.2698 ± 3.5529
AUC:
Test: 98.5338 ± 0.1569
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.7983 ± 0.8359
Hits@20:
Test: 30.5564 ± 3.0044
Hits@30:
Test: 35.0809 ± 2.9091
Hits@50:
Test: 44.7653 ± 1.7987
AUC:
Test: 98.8031 ± 0.0636
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7928 ± 1.3669
Hits@20:
Test: 29.0425 ± 3.8225
Hits@30:
Test: 34.6335 ± 3.5763
Hits@50:
Test: 44.0072 ± 2.0533
AUC:
Test: 98.6341 ± 0.1164
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.5584 ± 1.7768
Hits@20:
Test: 18.2323 ± 1.6283
Hits@30:
Test: 24.1300 ± 2.5813
Hits@50:
Test: 30.3116 ± 2.5329
AUC:
Test: 98.3452 ± 0.0062
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0556 ± 2.0598
Hits@20:
Test: 30.3140 ± 3.0510
Hits@30:
Test: 35.7350 ± 3.3226
Hits@50:
Test: 44.5611 ± 1.9132
AUC:
Test: 98.7942 ± 0.0613
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.1030 ± 2.6139
Hits@20:
Test: 28.6277 ± 3.8182
Hits@30:
Test: 34.0137 ± 3.4445
Hits@50:
Test: 42.0540 ± 3.0972
AUC:
Test: 98.5631 ± 0.1529
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.2443 ± 1.7764
Hits@20:
Test: 30.4124 ± 2.8958
Hits@30:
Test: 35.0809 ± 2.9091
Hits@50:
Test: 44.7027 ± 1.7462
AUC:
Test: 98.8031 ± 0.0636
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.6876 ± 1.6656
Hits@20:
Test: 29.4013 ± 3.9938
Hits@30:
Test: 34.8255 ± 3.7200
Hits@50:
Test: 43.4898 ± 2.7532
AUC:
Test: 98.6148 ± 0.1470
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0743 ± 2.0175
Hits@20:
Test: 30.3099 ± 3.0484
Hits@30:
Test: 35.7244 ± 3.3087
Hits@50:
Test: 44.5611 ± 1.9132
AUC:
Test: 98.7942 ± 0.0613
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5634 ± 2.2560
Hits@20:
Test: 28.9091 ± 3.4455
Hits@30:
Test: 33.9649 ± 3.4263
Hits@50:
Test: 43.2376 ± 3.0156
AUC:
Test: 98.6483 ± 0.1319
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.2248 ± 1.8759
Hits@20:
Test: 30.2107 ± 3.1120
Hits@30:
Test: 35.3624 ± 3.3138
Hits@50:
Test: 44.7686 ± 1.5531
AUC:
Test: 98.8007 ± 0.0656
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0808 ± 1.2090
Hits@20:
Test: 30.1326 ± 4.7284
Hits@30:
Test: 35.5389 ± 3.9443
Hits@50:
Test: 43.6590 ± 4.2103
AUC:
Test: 98.6778 ± 0.1012
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.3826 ± 1.2445
Hits@20:
Test: 29.3403 ± 3.6180
Hits@30:
Test: 35.4860 ± 3.6457
Hits@50:
Test: 45.2428 ± 2.2165
AUC:
Test: 98.7787 ± 0.0641
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5634 ± 2.2560
Hits@20:
Test: 28.9091 ± 3.4455
Hits@30:
Test: 33.9649 ± 3.4263
Hits@50:
Test: 43.2376 ± 3.0156
AUC:
Test: 98.6483 ± 0.1319
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.2305 ± 1.8672
Hits@20:
Test: 30.2359 ± 3.0937
Hits@30:
Test: 35.3884 ± 3.2753
Hits@50:
Test: 44.7556 ± 1.5541
AUC:
Test: 98.8007 ± 0.0656
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.1003 ± 1.2066
Hits@20:
Test: 30.2660 ± 4.5336
Hits@30:
Test: 35.5365 ± 3.9475
Hits@50:
Test: 44.2073 ± 3.1503
AUC:
Test: 98.7041 ± 0.0457
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.1773 ± 1.8378
Hits@20:
Test: 28.9368 ± 3.5729
Hits@30:
Test: 35.3209 ± 3.4710
Hits@50:
Test: 44.8052 ± 1.8506
AUC:
Test: 98.7787 ± 0.0640
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5634 ± 2.2560
Hits@20:
Test: 28.9091 ± 3.4455
Hits@30:
Test: 33.9649 ± 3.4263
Hits@50:
Test: 43.2376 ± 3.0156
AUC:
Test: 98.6483 ± 0.1319
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.2394 ± 1.8505
Hits@20:
Test: 30.1904 ± 3.0921
Hits@30:
Test: 35.3624 ± 3.3095
Hits@50:
Test: 44.8166 ± 1.5541
AUC:
Test: 98.8007 ± 0.0656
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7253 ± 1.4951
Hits@20:
Test: 30.4482 ± 4.2869
Hits@30:
Test: 35.3478 ± 4.2077
Hits@50:
Test: 44.1747 ± 3.2099
AUC:
Test: 98.7092 ± 0.0362
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.4387 ± 1.3099
Hits@20:
Test: 29.0141 ± 3.5639
Hits@30:
Test: 35.3209 ± 3.4710
Hits@50:
Test: 44.9044 ± 1.8959
AUC:
Test: 98.7787 ± 0.0641
All runs:
Hits@10:
Test: 13.7273 ± 1.2232
Hits@20:
Test: 19.4574 ± 0.7910
Hits@30:
Test: 25.5178 ± 1.6756
Hits@50:
Test: 32.6438 ± 1.1810
AUC:
Test: 98.3257 ± 0.0370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.5419 ± 2.9364
Hits@20:
Test: 21.1454 ± 1.4147
Hits@30:
Test: 26.0286 ± 2.6570
Hits@50:
Test: 33.6411 ± 1.9764
AUC:
Test: 98.5254 ± 0.0502
All runs:
Hits@10:
Test: 13.8087 ± 2.7192
Hits@20:
Test: 19.4778 ± 2.0791
Hits@30:
Test: 24.7686 ± 2.7258
Hits@50:
Test: 32.3111 ± 1.5350
AUC:
Test: 98.3481 ± 0.0061
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.5115 ± 2.0388
Hits@20:
Test: 21.0038 ± 2.5447
Hits@30:
Test: 27.2562 ± 2.4402
Hits@50:
Test: 33.7062 ± 2.2140
AUC:
Test: 98.3733 ± 0.0455
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/amazon-computers_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='amazon-computers', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5874 ± 1.2355
Hits@20:
Test: 19.9479 ± 1.2403
Hits@30:
Test: 26.0709 ± 1.2274
Hits@50:
Test: 34.4839 ± 2.4785
AUC:
Test: 98.3719 ± 0.0333
All runs:
Hits@10:
Test: 13.8282 ± 3.2155
Hits@20:
Test: 18.3047 ± 3.7985
Hits@30:
Test: 23.4690 ± 3.1988
Hits@50:
Test: 31.2849 ± 2.6282
AUC:
Test: 98.3521 ± 0.1247
