Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=1, ns_rate=3, hops=15, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.1602 ± 4.5051
Hits@20:
Test: 52.0092 ± 2.7995
Hits@30:
Test: 58.7772 ± 2.7379
Hits@50:
Test: 66.9422 ± 3.9583
AUC:
Test: 98.1698 ± 0.0874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6249 ± 4.4740
Hits@20:
Test: 55.7066 ± 1.4947
Hits@30:
Test: 62.4464 ± 2.5202
Hits@50:
Test: 70.5138 ± 2.3589
AUC:
Test: 98.5155 ± 0.3380
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7035 ± 3.3125
Hits@20:
Test: 53.3901 ± 4.4686
Hits@30:
Test: 59.2571 ± 2.7997
Hits@50:
Test: 66.4648 ± 3.3510
AUC:
Test: 98.0680 ± 0.0463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5619 ± 6.4575
Hits@20:
Test: 49.4346 ± 4.8447
Hits@30:
Test: 55.9114 ± 4.8509
Hits@50:
Test: 65.7872 ± 2.9603
AUC:
Test: 97.9911 ± 0.0202
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4280 ± 7.4546
Hits@20:
Test: 53.9684 ± 5.5722
Hits@30:
Test: 60.4186 ± 5.4436
Hits@50:
Test: 67.5012 ± 4.0042
AUC:
Test: 98.4024 ± 0.3890
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.9831 ± 5.0839
Hits@20:
Test: 55.5307 ± 3.1878
Hits@30:
Test: 64.3902 ± 3.7447
Hits@50:
Test: 71.7204 ± 1.7089
AUC:
Test: 98.2720 ± 0.1569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4201 ± 4.2826
Hits@20:
Test: 56.0800 ± 5.9918
Hits@30:
Test: 61.9971 ± 5.1184
Hits@50:
Test: 70.2129 ± 4.4313
AUC:
Test: 98.1834 ± 0.0435
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.9624 ± 1.5808
Hits@20:
Test: 28.0021 ± 3.8179
Hits@30:
Test: 36.6680 ± 1.9255
Hits@50:
Test: 47.5762 ± 1.0363
AUC:
Test: 98.7908 ± 0.0310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7563 ± 2.4666
Hits@20:
Test: 28.1755 ± 2.5403
Hits@30:
Test: 35.7961 ± 3.6438
Hits@50:
Test: 47.1205 ± 2.9782
AUC:
Test: 98.8035 ± 0.0280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5772 ± 1.5802
Hits@20:
Test: 26.8858 ± 5.0960
Hits@30:
Test: 36.8188 ± 4.9862
Hits@50:
Test: 45.3493 ± 3.4151
AUC:
Test: 98.7622 ± 0.0610
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0740 ± 1.9734
Hits@20:
Test: 29.2176 ± 2.1108
Hits@30:
Test: 36.7914 ± 1.8770
Hits@50:
Test: 48.1715 ± 1.3018
AUC:
Test: 98.7833 ± 0.0322
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.9600 ± 1.7218
Hits@20:
Test: 28.5748 ± 2.4217
Hits@30:
Test: 37.4867 ± 1.6884
Hits@50:
Test: 47.0108 ± 1.4935
AUC:
Test: 98.7646 ± 0.0316
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0539 ± 3.0310
Hits@20:
Test: 28.6603 ± 3.3365
Hits@30:
Test: 36.5914 ± 2.3745
Hits@50:
Test: 47.4786 ± 2.2001
AUC:
Test: 98.7432 ± 0.0292
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.0607 ± 4.0932
Hits@20:
Test: 31.1478 ± 5.7050
Hits@30:
Test: 38.4312 ± 4.7210
Hits@50:
Test: 48.2642 ± 3.2591
AUC:
Test: 98.7822 ± 0.0477
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4527 ± 6.3593
Hits@20:
Test: 56.7777 ± 2.9971
Hits@30:
Test: 63.3683 ± 1.5156
Hits@50:
Test: 69.7532 ± 1.2981
AUC:
Test: 98.9046 ± 0.0280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.3555 ± 4.6212
Hits@20:
Test: 59.5572 ± 3.1911
Hits@30:
Test: 65.2275 ± 3.3059
Hits@50:
Test: 71.6132 ± 1.9076
AUC:
Test: 99.0354 ± 0.0163
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.7561 ± 8.9184
Hits@20:
Test: 53.7885 ± 7.5603
Hits@30:
Test: 59.4943 ± 6.3182
Hits@50:
Test: 68.4538 ± 4.7828
AUC:
Test: 98.7780 ± 0.4199
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.6051 ± 3.2524
Hits@20:
Test: 56.4309 ± 4.0363
Hits@30:
Test: 64.1604 ± 2.3182
Hits@50:
Test: 70.0548 ± 1.1471
AUC:
Test: 99.0456 ± 0.0364
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3984 ± 3.9216
Hits@20:
Test: 58.4844 ± 3.8274
Hits@30:
Test: 65.4477 ± 4.7249
Hits@50:
Test: 73.3296 ± 2.8660
AUC:
Test: 98.9778 ± 0.0274
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0742 ± 6.2743
Hits@20:
Test: 51.2639 ± 4.7811
Hits@30:
Test: 59.9484 ± 3.3254
Hits@50:
Test: 69.7258 ± 2.5944
AUC:
Test: 98.3636 ± 0.0737
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8156 ± 2.7606
Hits@20:
Test: 36.1655 ± 3.3736
Hits@30:
Test: 44.4677 ± 4.2396
Hits@50:
Test: 53.7409 ± 2.9096
AUC:
Test: 98.8636 ± 0.0293
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.2691 ± 4.4464
Hits@20:
Test: 62.1810 ± 3.9473
Hits@30:
Test: 68.9490 ± 2.8703
Hits@50:
Test: 75.1218 ± 2.4014
AUC:
Test: 98.9765 ± 0.0397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8638 ± 3.2478
Hits@20:
Test: 36.6309 ± 2.2707
Hits@30:
Test: 43.5490 ± 2.1089
Hits@50:
Test: 54.1039 ± 3.0853
AUC:
Test: 98.9172 ± 0.0179
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9000 ± 2.9885
Hits@20:
Test: 33.1763 ± 5.7575
Hits@30:
Test: 42.1729 ± 3.0652
Hits@50:
Test: 51.0461 ± 3.1260
AUC:
Test: 98.8382 ± 0.0463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5619 ± 6.4575
Hits@20:
Test: 49.4346 ± 4.8447
Hits@30:
Test: 55.9114 ± 4.8509
Hits@50:
Test: 65.7872 ± 2.9603
AUC:
Test: 97.9911 ± 0.0202
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3675 ± 1.6371
Hits@20:
Test: 35.9614 ± 0.6635
Hits@30:
Test: 40.7864 ± 1.8549
Hits@50:
Test: 49.8629 ± 1.2155
AUC:
Test: 98.8324 ± 0.0101
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.8471 ± 2.6193
Hits@20:
Test: 32.9577 ± 2.7338
Hits@30:
Test: 41.1631 ± 2.6859
Hits@50:
Test: 50.5735 ± 2.6099
AUC:
Test: 98.8617 ± 0.0174
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0086 ± 4.0239
Hits@20:
Test: 52.5206 ± 4.1480
Hits@30:
Test: 58.5038 ± 3.1428
Hits@50:
Test: 68.2336 ± 2.5608
AUC:
Test: 98.6476 ± 0.0394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.2296 ± 2.0079
Hits@20:
Test: 37.8932 ± 1.3429
Hits@30:
Test: 42.7456 ± 3.6880
Hits@50:
Test: 52.8900 ± 2.7711
AUC:
Test: 98.8554 ± 0.0157
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2186 ± 3.2371
Hits@20:
Test: 35.4977 ± 2.9965
Hits@30:
Test: 42.1979 ± 2.5164
Hits@50:
Test: 51.4664 ± 1.8186
AUC:
Test: 98.8740 ± 0.0324
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.9151 ± 6.4996
Hits@20:
Test: 53.9877 ± 2.3982
Hits@30:
Test: 60.7098 ± 3.1614
Hits@50:
Test: 68.2207 ± 1.3750
AUC:
Test: 98.9575 ± 0.0250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.6107 ± 2.1310
Hits@20:
Test: 57.4343 ± 2.0561
Hits@30:
Test: 63.1473 ± 2.7645
Hits@50:
Test: 70.2912 ± 1.1366
AUC:
Test: 98.9347 ± 0.0140
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0539 ± 3.0310
Hits@20:
Test: 28.6603 ± 3.3365
Hits@30:
Test: 36.5914 ± 2.3745
Hits@50:
Test: 47.4786 ± 2.2001
AUC:
Test: 98.7432 ± 0.0292
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9776 ± 2.0293
Hits@20:
Test: 52.0600 ± 1.7524
Hits@30:
Test: 57.8125 ± 2.3980
Hits@50:
Test: 66.6987 ± 0.9243
AUC:
Test: 98.6767 ± 0.0394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2460 ± 5.9390
Hits@20:
Test: 54.2329 ± 5.5096
Hits@30:
Test: 61.0760 ± 2.6008
Hits@50:
Test: 70.2767 ± 3.4893
AUC:
Test: 98.9203 ± 0.0234
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7588 ± 2.7765
Hits@20:
Test: 39.8693 ± 3.3350
Hits@30:
Test: 45.8816 ± 2.3925
Hits@50:
Test: 54.4999 ± 0.9298
AUC:
Test: 98.5998 ± 0.0166
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=True)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.9108 ± 3.7519
Hits@20:
Test: 51.4938 ± 1.8164
Hits@30:
Test: 59.4152 ± 2.3784
Hits@50:
Test: 66.3801 ± 1.7394
AUC:
Test: 98.6750 ± 0.0323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=True)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=True)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=True)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=True)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2889 ± 4.8598
Hits@20:
Test: 37.8287 ± 6.5885
Hits@30:
Test: 45.7404 ± 2.4314
Hits@50:
Test: 55.2694 ± 1.9532
AUC:
Test: 98.8024 ± 0.0484
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8477 ± 2.3834
Hits@20:
Test: 37.7634 ± 4.3253
Hits@30:
Test: 47.1568 ± 2.6635
Hits@50:
Test: 55.9235 ± 0.9105
AUC:
Test: 98.8070 ± 0.0219
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.9779 ± 3.0079
Hits@20:
Test: 35.5775 ± 2.6250
Hits@30:
Test: 43.9902 ± 1.8784
Hits@50:
Test: 53.5054 ± 1.6701
AUC:
Test: 98.7172 ± 0.0266
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2810 ± 4.5808
Hits@20:
Test: 34.3628 ± 3.0366
Hits@30:
Test: 41.9100 ± 2.8460
Hits@50:
Test: 49.5612 ± 1.1593
AUC:
Test: 98.6022 ± 0.0236
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2089 ± 5.4145
Hits@20:
Test: 49.2854 ± 4.9930
Hits@30:
Test: 58.4699 ± 1.6547
Hits@50:
Test: 66.7527 ± 3.1967
AUC:
Test: 98.4797 ± 0.0509
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3775 ± 1.5221
Hits@20:
Test: 33.1295 ± 2.8598
Hits@30:
Test: 40.1597 ± 1.6758
Hits@50:
Test: 50.7162 ± 3.1178
AUC:
Test: 98.6008 ± 0.0172
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5619 ± 6.4575
Hits@20:
Test: 49.4346 ± 4.8447
Hits@30:
Test: 55.9114 ± 4.8509
Hits@50:
Test: 65.7872 ± 2.9603
AUC:
Test: 97.9911 ± 0.0202
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5572 ± 6.7072
Hits@20:
Test: 49.1353 ± 3.4504
Hits@30:
Test: 55.5953 ± 2.0636
Hits@50:
Test: 63.8135 ± 2.0429
AUC:
Test: 98.3751 ± 0.0296
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1791 ± 8.8079
Hits@20:
Test: 56.7616 ± 8.3852
Hits@30:
Test: 61.9342 ± 6.3870
Hits@50:
Test: 69.4241 ± 2.9144
AUC:
Test: 98.3725 ± 0.3338
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3755 ± 5.8355
Hits@20:
Test: 55.4428 ± 3.6941
Hits@30:
Test: 61.2800 ± 2.1892
Hits@50:
Test: 70.5694 ± 2.5998
AUC:
Test: 98.4635 ± 0.0885
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3263 ± 7.3183
Hits@20:
Test: 54.0410 ± 5.0060
Hits@30:
Test: 60.2008 ± 2.9870
Hits@50:
Test: 68.3707 ± 2.9504
AUC:
Test: 98.3887 ± 0.3102
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3880 ± 3.0867
Hits@20:
Test: 34.9331 ± 2.9543
Hits@30:
Test: 40.3202 ± 2.6208
Hits@50:
Test: 49.6588 ± 2.7180
AUC:
Test: 98.7203 ± 0.0323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.4014 ± 7.6314
Hits@20:
Test: 57.1697 ± 3.4997
Hits@30:
Test: 64.5306 ± 3.2018
Hits@50:
Test: 73.2618 ± 2.4243
AUC:
Test: 98.2327 ± 0.0385
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4717 ± 6.7294
Hits@20:
Test: 53.2691 ± 9.1560
Hits@30:
Test: 62.6649 ± 6.2099
Hits@50:
Test: 70.0734 ± 6.5812
AUC:
Test: 98.1828 ± 0.0717
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0539 ± 3.0310
Hits@20:
Test: 28.6603 ± 3.3365
Hits@30:
Test: 36.5914 ± 2.3745
Hits@50:
Test: 47.4786 ± 2.2001
AUC:
Test: 98.7432 ± 0.0292
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6669 ± 2.4686
Hits@20:
Test: 34.0466 ± 2.9807
Hits@30:
Test: 41.8487 ± 3.4653
Hits@50:
Test: 50.5557 ± 0.7675
AUC:
Test: 97.9905 ± 0.0273
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.6879 ± 2.9950
Hits@20:
Test: 28.0674 ± 4.3640
Hits@30:
Test: 37.4496 ± 2.6074
Hits@50:
Test: 48.4199 ± 2.3589
AUC:
Test: 98.8295 ± 0.0327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.5841 ± 3.7982
Hits@20:
Test: 31.6325 ± 5.8176
Hits@30:
Test: 38.8619 ± 3.2074
Hits@50:
Test: 50.0065 ± 1.4816
AUC:
Test: 98.8516 ± 0.0357
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.8319 ± 3.5730
Hits@20:
Test: 29.3499 ± 4.5465
Hits@30:
Test: 37.3109 ± 2.7633
Hits@50:
Test: 47.1060 ± 2.3023
AUC:
Test: 98.7695 ± 0.0535
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.3418 ± 4.2235
Hits@20:
Test: 28.2634 ± 3.7887
Hits@30:
Test: 37.9101 ± 2.9955
Hits@50:
Test: 46.9914 ± 1.8233
AUC:
Test: 98.7691 ± 0.0475
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7253 ± 2.7382
Hits@20:
Test: 31.6979 ± 2.1755
Hits@30:
Test: 38.5643 ± 3.6473
Hits@50:
Test: 47.9763 ± 2.5812
AUC:
Test: 98.7908 ± 0.0324
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6682 ± 7.6285
Hits@20:
Test: 51.9479 ± 6.2814
Hits@30:
Test: 57.8610 ± 6.0172
Hits@50:
Test: 67.8972 ± 3.2589
AUC:
Test: 98.0909 ± 0.0874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.0421 ± 4.2482
Hits@20:
Test: 54.8363 ± 4.0305
Hits@30:
Test: 62.3157 ± 2.5078
Hits@50:
Test: 71.4325 ± 1.1492
AUC:
Test: 98.9000 ± 0.0303
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5265 ± 2.7506
Hits@20:
Test: 60.0557 ± 2.4691
Hits@30:
Test: 67.6891 ± 1.1000
Hits@50:
Test: 73.6853 ± 1.5095
AUC:
Test: 99.0356 ± 0.0240
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.7509 ± 3.3172
Hits@20:
Test: 58.2941 ± 1.0322
Hits@30:
Test: 63.9652 ± 1.4849
Hits@50:
Test: 71.7616 ± 1.8384
AUC:
Test: 99.0123 ± 0.0299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4689 ± 6.4775
Hits@20:
Test: 48.6393 ± 2.5573
Hits@30:
Test: 54.2571 ± 3.4768
Hits@50:
Test: 62.7900 ± 1.8999
AUC:
Test: 97.9532 ± 0.1072
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2721 ± 6.8205
Hits@20:
Test: 53.6982 ± 4.5780
Hits@30:
Test: 57.4351 ± 4.6834
Hits@50:
Test: 68.4352 ± 3.3373
AUC:
Test: 98.6096 ± 0.4385
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8027 ± 4.4106
Hits@20:
Test: 56.2308 ± 5.2146
Hits@30:
Test: 64.5838 ± 4.3673
Hits@50:
Test: 74.1539 ± 3.0084
AUC:
Test: 98.9371 ± 0.0235
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.6841 ± 2.2317
Hits@20:
Test: 26.4494 ± 3.8408
Hits@30:
Test: 35.4598 ± 3.9914
Hits@50:
Test: 46.7801 ± 1.8434
AUC:
Test: 98.7450 ± 0.0513
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.2925 ± 2.2505
Hits@20:
Test: 38.4288 ± 1.1280
Hits@30:
Test: 44.2410 ± 1.4740
Hits@50:
Test: 55.0798 ± 2.3416
AUC:
Test: 98.8597 ± 0.0305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8858 ± 5.0082
Hits@20:
Test: 37.3536 ± 2.5733
Hits@30:
Test: 44.9298 ± 1.2390
Hits@50:
Test: 54.9742 ± 1.8075
AUC:
Test: 98.9320 ± 0.0225
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6959 ± 6.8808
Hits@20:
Test: 62.6085 ± 2.4500
Hits@30:
Test: 67.8658 ± 4.2583
Hits@50:
Test: 74.9508 ± 1.8005
AUC:
Test: 98.9492 ± 0.0396
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5685 ± 3.5373
Hits@20:
Test: 34.1474 ± 4.7089
Hits@30:
Test: 42.6359 ± 2.7976
Hits@50:
Test: 51.4010 ± 3.5393
AUC:
Test: 98.8475 ± 0.0548
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.2175 ± 2.8435
Hits@20:
Test: 33.3425 ± 3.6690
Hits@30:
Test: 40.5807 ± 0.7754
Hits@50:
Test: 50.7291 ± 1.5979
AUC:
Test: 98.8688 ± 0.0246
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8045 ± 3.6418
Hits@20:
Test: 35.0847 ± 3.2819
Hits@30:
Test: 44.7637 ± 1.8764
Hits@50:
Test: 51.5059 ± 2.1968
AUC:
Test: 98.8360 ± 0.0224
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7713 ± 2.9489
Hits@20:
Test: 32.7795 ± 2.0892
Hits@30:
Test: 40.1395 ± 2.7744
Hits@50:
Test: 49.1676 ± 1.3604
AUC:
Test: 98.7681 ± 0.0307
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3205 ± 3.4728
Hits@20:
Test: 34.8395 ± 2.6739
Hits@30:
Test: 42.7408 ± 2.1427
Hits@50:
Test: 51.2833 ± 1.7730
AUC:
Test: 98.8339 ± 0.0208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5123 ± 5.2534
Hits@20:
Test: 53.5223 ± 3.8784
Hits@30:
Test: 61.8979 ± 1.5046
Hits@50:
Test: 68.4062 ± 0.8078
AUC:
Test: 98.6411 ± 0.0300
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9271 ± 8.4317
Hits@20:
Test: 53.6958 ± 7.0166
Hits@30:
Test: 60.5461 ± 7.5287
Hits@50:
Test: 68.9450 ± 4.3983
AUC:
Test: 98.3003 ± 0.0705
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.3512 ± 2.6870
Hits@20:
Test: 58.5514 ± 1.3491
Hits@30:
Test: 63.4288 ± 1.7838
Hits@50:
Test: 70.8364 ± 0.9605
AUC:
Test: 98.9312 ± 0.0211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8814 ± 4.7018
Hits@20:
Test: 54.3580 ± 3.6865
Hits@30:
Test: 59.8048 ± 1.5154
Hits@50:
Test: 69.7822 ± 3.2472
AUC:
Test: 98.9204 ± 0.0198
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.4428 ± 2.3928
Hits@20:
Test: 56.1687 ± 2.7333
Hits@30:
Test: 62.5415 ± 2.1969
Hits@50:
Test: 69.3120 ± 1.6036
AUC:
Test: 98.9565 ± 0.0176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8488 ± 6.1305
Hits@20:
Test: 50.6888 ± 3.9426
Hits@30:
Test: 57.1995 ± 3.5091
Hits@50:
Test: 66.6309 ± 1.4681
AUC:
Test: 98.6586 ± 0.0247
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9735 ± 5.0135
Hits@20:
Test: 51.8479 ± 4.0825
Hits@30:
Test: 58.9466 ± 2.9003
Hits@50:
Test: 67.4149 ± 2.3330
AUC:
Test: 98.6712 ± 0.0196
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9721 ± 4.5737
Hits@20:
Test: 38.9385 ± 3.0187
Hits@30:
Test: 45.3734 ± 2.3922
Hits@50:
Test: 55.2436 ± 0.8076
AUC:
Test: 98.5946 ± 0.0309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0323 ± 2.4476
Hits@20:
Test: 33.4449 ± 1.3280
Hits@30:
Test: 39.4556 ± 2.7742
Hits@50:
Test: 48.1989 ± 1.4077
AUC:
Test: 98.8315 ± 0.0199
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4689 ± 6.4775
Hits@20:
Test: 48.6393 ± 2.5573
Hits@30:
Test: 54.2571 ± 3.4768
Hits@50:
Test: 62.7900 ± 1.8999
AUC:
Test: 97.9532 ± 0.1072
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9589 ± 3.8519
Hits@20:
Test: 41.0260 ± 2.6346
Hits@30:
Test: 47.3302 ± 1.2585
Hits@50:
Test: 54.7137 ± 2.2298
AUC:
Test: 98.8270 ± 0.0229
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1115 ± 2.9511
Hits@20:
Test: 34.6766 ± 2.0968
Hits@30:
Test: 41.8390 ± 1.9261
Hits@50:
Test: 49.3136 ± 2.1958
AUC:
Test: 98.5739 ± 0.0252
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.7792 ± 1.9076
Hits@20:
Test: 39.0716 ± 1.4885
Hits@30:
Test: 45.8050 ± 1.1055
Hits@50:
Test: 54.7895 ± 1.7582
AUC:
Test: 98.7911 ± 0.0144
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.0886 ± 4.7868
Hits@20:
Test: 39.4193 ± 3.8791
Hits@30:
Test: 46.0445 ± 2.2351
Hits@50:
Test: 54.6048 ± 1.8332
AUC:
Test: 98.7312 ± 0.0341
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6027 ± 3.9390
Hits@20:
Test: 34.4047 ± 3.3564
Hits@30:
Test: 41.2542 ± 3.5353
Hits@50:
Test: 48.8724 ± 1.7761
AUC:
Test: 98.6116 ± 0.0280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9863 ± 2.7149
Hits@20:
Test: 48.6958 ± 4.1920
Hits@30:
Test: 55.9574 ± 2.9642
Hits@50:
Test: 64.2104 ± 1.9509
AUC:
Test: 98.3612 ± 0.0514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7713 ± 2.9489
Hits@20:
Test: 32.7795 ± 2.0892
Hits@30:
Test: 40.1395 ± 2.7744
Hits@50:
Test: 49.1676 ± 1.3604
AUC:
Test: 98.7681 ± 0.0307
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.0260 ± 3.8206
Hits@20:
Test: 55.8138 ± 3.6329
Hits@30:
Test: 65.2129 ± 3.5383
Hits@50:
Test: 72.9279 ± 1.4183
AUC:
Test: 98.4528 ± 0.1334
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7137 ± 3.3301
Hits@20:
Test: 49.0006 ± 5.6836
Hits@30:
Test: 55.9606 ± 2.1682
Hits@50:
Test: 68.6143 ± 4.1924
AUC:
Test: 98.4822 ± 0.0592
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5033 ± 3.6821
Hits@20:
Test: 56.1147 ± 1.8288
Hits@30:
Test: 63.4643 ± 1.7111
Hits@50:
Test: 71.5599 ± 1.5486
AUC:
Test: 98.5643 ± 0.1803
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.3765 ± 3.4491
Hits@20:
Test: 55.2178 ± 2.9122
Hits@30:
Test: 61.7866 ± 4.7630
Hits@50:
Test: 71.4801 ± 2.8274
AUC:
Test: 98.1348 ± 0.0765
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.8187 ± 3.5579
Hits@20:
Test: 60.0540 ± 6.4140
Hits@30:
Test: 64.2386 ± 6.2883
Hits@50:
Test: 72.8537 ± 4.3176
AUC:
Test: 98.8414 ± 0.2562
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0605 ± 3.0384
Hits@20:
Test: 33.8458 ± 1.2954
Hits@30:
Test: 39.8129 ± 1.6846
Hits@50:
Test: 47.8997 ± 1.1681
AUC:
Test: 97.9941 ± 0.0208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6646 ± 2.4352
Hits@20:
Test: 53.3425 ± 4.7417
Hits@30:
Test: 61.9132 ± 3.6602
Hits@50:
Test: 70.3533 ± 3.7174
AUC:
Test: 98.1137 ± 0.0369
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4135 ± 6.3171
Hits@20:
Test: 34.5838 ± 5.3089
Hits@30:
Test: 43.4102 ± 2.9173
Hits@50:
Test: 52.9182 ± 3.5397
AUC:
Test: 98.8786 ± 0.0603
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2668 ± 3.0973
Hits@20:
Test: 32.7609 ± 4.8516
Hits@30:
Test: 39.2458 ± 4.0286
Hits@50:
Test: 47.9158 ± 1.2496
AUC:
Test: 98.7004 ± 0.0464
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4689 ± 6.4775
Hits@20:
Test: 48.6393 ± 2.5573
Hits@30:
Test: 54.2571 ± 3.4768
Hits@50:
Test: 62.7900 ± 1.8999
AUC:
Test: 97.9532 ± 0.1072
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7835 ± 4.4911
Hits@20:
Test: 37.5181 ± 4.8469
Hits@30:
Test: 44.6153 ± 3.7562
Hits@50:
Test: 53.3376 ± 1.9568
AUC:
Test: 98.8601 ± 0.0485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2291 ± 3.6606
Hits@20:
Test: 36.3059 ± 3.7617
Hits@30:
Test: 43.8547 ± 1.7631
Hits@50:
Test: 52.4294 ± 2.1156
AUC:
Test: 98.8033 ± 0.0280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1695 ± 6.2516
Hits@20:
Test: 36.5486 ± 2.4657
Hits@30:
Test: 44.0926 ± 2.5712
Hits@50:
Test: 52.8884 ± 1.7639
AUC:
Test: 98.9003 ± 0.0336
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5486 ± 4.8756
Hits@20:
Test: 36.2631 ± 4.2974
Hits@30:
Test: 43.1360 ± 3.1767
Hits@50:
Test: 51.1720 ± 2.3264
AUC:
Test: 98.8230 ± 0.0560
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6645 ± 3.8407
Hits@20:
Test: 48.6780 ± 2.6832
Hits@30:
Test: 55.0016 ± 1.1349
Hits@50:
Test: 61.5406 ± 2.3003
AUC:
Test: 98.4409 ± 0.5212
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2047 ± 2.5556
Hits@20:
Test: 56.8334 ± 3.8136
Hits@30:
Test: 65.3283 ± 3.3131
Hits@50:
Test: 71.3010 ± 1.3888
AUC:
Test: 98.8114 ± 0.0077
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1237 ± 7.4206
Hits@20:
Test: 48.4393 ± 6.1165
Hits@30:
Test: 54.9952 ± 4.2795
Hits@50:
Test: 62.1624 ± 5.9568
AUC:
Test: 97.9655 ± 0.0624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7713 ± 2.9489
Hits@20:
Test: 32.7795 ± 2.0892
Hits@30:
Test: 40.1395 ± 2.7744
Hits@50:
Test: 49.1676 ± 1.3604
AUC:
Test: 98.7681 ± 0.0307
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7158 ± 2.5346
Hits@20:
Test: 58.4610 ± 1.8472
Hits@30:
Test: 64.0853 ± 2.7297
Hits@50:
Test: 72.3576 ± 0.9099
AUC:
Test: 98.9475 ± 0.0313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9997 ± 6.5845
Hits@20:
Test: 57.0915 ± 4.1250
Hits@30:
Test: 65.1347 ± 2.6645
Hits@50:
Test: 72.6666 ± 2.1212
AUC:
Test: 98.8233 ± 0.0240
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3349 ± 4.5709
Hits@20:
Test: 60.1863 ± 2.9339
Hits@30:
Test: 66.9189 ± 2.2484
Hits@50:
Test: 74.1821 ± 1.8673
AUC:
Test: 98.9785 ± 0.0168
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9445 ± 3.1587
Hits@20:
Test: 36.7971 ± 3.7554
Hits@30:
Test: 44.7290 ± 1.9826
Hits@50:
Test: 53.1933 ± 1.5840
AUC:
Test: 98.9292 ± 0.0389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.8400 ± 6.5295
Hits@20:
Test: 58.6708 ± 3.6732
Hits@30:
Test: 65.5420 ± 3.0632
Hits@50:
Test: 72.2867 ± 2.6265
AUC:
Test: 98.9530 ± 0.0302
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5259 ± 2.1388
Hits@20:
Test: 34.4967 ± 2.4091
Hits@30:
Test: 43.0795 ± 2.9795
Hits@50:
Test: 49.1934 ± 2.1314
AUC:
Test: 98.7774 ± 0.0305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.3367 ± 2.3323
Hits@20:
Test: 40.3944 ± 2.6291
Hits@30:
Test: 47.1971 ± 2.4810
Hits@50:
Test: 56.4623 ± 0.9290
AUC:
Test: 98.8776 ± 0.0124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9790 ± 4.4720
Hits@20:
Test: 44.8371 ± 2.9239
Hits@30:
Test: 50.3565 ± 1.0562
Hits@50:
Test: 57.7488 ± 1.8172
AUC:
Test: 97.8184 ± 0.0426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3409 ± 3.8223
Hits@20:
Test: 38.4756 ± 4.3609
Hits@30:
Test: 47.0318 ± 2.7731
Hits@50:
Test: 56.0816 ± 1.1087
AUC:
Test: 98.8696 ± 0.0210
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2329 ± 6.2506
Hits@20:
Test: 39.2902 ± 1.9121
Hits@30:
Test: 46.8003 ± 1.4619
Hits@50:
Test: 55.2654 ± 2.4972
AUC:
Test: 98.8617 ± 0.0273
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7306 ± 1.7268
Hits@20:
Test: 38.5538 ± 1.6068
Hits@30:
Test: 45.5775 ± 1.2876
Hits@50:
Test: 53.1812 ± 1.5451
AUC:
Test: 98.8370 ± 0.0166
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2702 ± 3.8661
Hits@20:
Test: 40.1944 ± 3.4142
Hits@30:
Test: 47.3746 ± 2.4155
Hits@50:
Test: 55.4936 ± 2.2911
AUC:
Test: 98.9429 ± 0.0175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8505 ± 5.4861
Hits@20:
Test: 50.8751 ± 3.3270
Hits@30:
Test: 58.4078 ± 2.2229
Hits@50:
Test: 66.7116 ± 3.2013
AUC:
Test: 98.9130 ± 0.0132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.9322 ± 3.5463
Hits@20:
Test: 54.9314 ± 1.3445
Hits@30:
Test: 60.2291 ± 2.3177
Hits@50:
Test: 67.6157 ± 1.0457
AUC:
Test: 98.6730 ± 0.0453
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.2696 ± 5.7594
Hits@20:
Test: 30.4267 ± 5.0874
Hits@30:
Test: 37.5585 ± 2.5591
Hits@50:
Test: 45.6574 ± 2.6539
AUC:
Test: 98.6720 ± 0.0397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8166 ± 4.9401
Hits@20:
Test: 51.2083 ± 5.4645
Hits@30:
Test: 59.9903 ± 3.9605
Hits@50:
Test: 68.1263 ± 3.2375
AUC:
Test: 98.2711 ± 0.0766
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8627 ± 4.2651
Hits@20:
Test: 49.9790 ± 1.2190
Hits@30:
Test: 59.5903 ± 0.8193
Hits@50:
Test: 68.4877 ± 1.0888
AUC:
Test: 98.6506 ± 0.0308
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.1466 ± 3.0479
Hits@20:
Test: 52.8174 ± 3.5151
Hits@30:
Test: 59.7209 ± 2.2745
Hits@50:
Test: 68.2925 ± 1.7461
AUC:
Test: 98.9238 ± 0.0313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9219 ± 2.8220
Hits@20:
Test: 55.0573 ± 4.6808
Hits@30:
Test: 61.9608 ± 4.5065
Hits@50:
Test: 71.7454 ± 1.6519
AUC:
Test: 98.9463 ± 0.0320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9316 ± 2.2145
Hits@20:
Test: 54.0095 ± 2.1056
Hits@30:
Test: 60.4977 ± 3.1846
Hits@50:
Test: 69.0321 ± 1.7401
AUC:
Test: 98.6543 ± 0.0485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3013 ± 2.4241
Hits@20:
Test: 35.8566 ± 2.6631
Hits@30:
Test: 42.0503 ± 1.4869
Hits@50:
Test: 52.2681 ± 2.0166
AUC:
Test: 98.5959 ± 0.0260
All runs:
Hits@10:
Test: 32.2810 ± 3.1189
Hits@20:
Test: 39.6846 ± 3.1179
Hits@30:
Test: 46.4777 ± 3.2549
Hits@50:
Test: 56.0760 ± 1.7990
AUC:
Test: 98.7434 ± 0.0266
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.3238 ± 2.5936
Hits@20:
Test: 39.7895 ± 4.7133
Hits@30:
Test: 47.4633 ± 2.5329
Hits@50:
Test: 55.3565 ± 3.0471
AUC:
Test: 98.7588 ± 0.0360
All runs:
Hits@10:
Test: 34.9790 ± 4.4720
Hits@20:
Test: 44.8371 ± 2.9239
Hits@30:
Test: 50.3565 ± 1.0562
Hits@50:
Test: 57.7488 ± 1.8172
AUC:
Test: 97.8184 ± 0.0426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4985 ± 5.2947
Hits@20:
Test: 39.5701 ± 3.1368
Hits@30:
Test: 45.2396 ± 2.6536
Hits@50:
Test: 55.2847 ± 1.3059
AUC:
Test: 98.5877 ± 0.0384
All runs:
Hits@10:
Test: 28.4828 ± 6.1490
Hits@20:
Test: 34.1499 ± 4.4649
Hits@30:
Test: 42.6908 ± 3.0007
Hits@50:
Test: 51.4099 ± 1.3980
AUC:
Test: 98.8069 ± 0.0509
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9952 ± 2.9376
Hits@20:
Test: 39.4652 ± 4.0728
Hits@30:
Test: 44.9185 ± 2.6499
Hits@50:
Test: 54.5927 ± 0.7491
AUC:
Test: 98.7980 ± 0.0393
Namespace(distill_teacher='RA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='RA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=4096, node_batch_size=4096, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='RA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='capped_shortest_path', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='capped_shortest_path', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='RA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/coauthor-physics_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=100.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7567 ± 5.0476
Hits@20:
Test: 50.7961 ± 2.0829
Hits@30:
Test: 56.8543 ± 2.6431
Hits@50:
Test: 65.9114 ± 3.1396
AUC:
Test: 98.9077 ± 0.0169
All runs:
Hits@10:
Test: 34.7411 ± 4.7346
Hits@20:
Test: 46.6898 ± 4.4973
Hits@30:
Test: 55.1617 ± 3.8965
Hits@50:
Test: 64.6346 ± 3.9536
AUC:
Test: 98.4538 ± 0.0418
All runs:
Hits@10:
Test: 41.7414 ± 4.2904
Hits@20:
Test: 52.8682 ± 4.1214
Hits@30:
Test: 60.3392 ± 3.7695
Hits@50:
Test: 68.8692 ± 2.4790
AUC:
Test: 98.2325 ± 0.1004
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=4096, node_batch_size=4096, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7787 ± 7.8833
Hits@20:
Test: 57.9110 ± 4.4352
Hits@30:
Test: 63.9039 ± 5.4562
Hits@50:
Test: 72.4915 ± 3.1327
AUC:
Test: 98.0860 ± 0.3949
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5569 ± 4.1309
Hits@20:
Test: 65.6364 ± 4.9084
Hits@30:
Test: 69.2701 ± 3.9604
Hits@50:
Test: 75.4178 ± 2.1483
AUC:
Test: 99.0643 ± 0.1034
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5988 ± 7.9577
Hits@20:
Test: 57.0947 ± 4.7897
Hits@30:
Test: 62.7787 ± 5.0363
Hits@50:
Test: 71.6478 ± 3.2727
AUC:
Test: 97.8961 ± 0.3377
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8387 ± 6.5114
Hits@20:
Test: 64.9597 ± 5.1157
Hits@30:
Test: 69.3354 ± 4.1990
Hits@50:
Test: 75.8356 ± 2.3618
AUC:
Test: 99.1479 ± 0.2546
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7787 ± 7.8833
Hits@20:
Test: 57.9110 ± 4.4352
Hits@30:
Test: 63.9039 ± 5.4562
Hits@50:
Test: 72.4915 ± 3.1327
AUC:
Test: 98.0860 ± 0.3949
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6045 ± 4.1009
Hits@20:
Test: 65.6098 ± 4.9148
Hits@30:
Test: 69.2797 ± 3.9704
Hits@50:
Test: 75.4323 ± 2.1418
AUC:
Test: 99.0643 ± 0.1035
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.6801 ± 8.3846
Hits@20:
Test: 58.0408 ± 4.7094
Hits@30:
Test: 64.4822 ± 4.7325
Hits@50:
Test: 72.5141 ± 3.0941
AUC:
Test: 98.0308 ± 0.4357
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5988 ± 7.9577
Hits@20:
Test: 57.0947 ± 4.7897
Hits@30:
Test: 62.7787 ± 5.0363
Hits@50:
Test: 71.6478 ± 3.2727
AUC:
Test: 97.8961 ± 0.3377
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7601 ± 6.5753
Hits@20:
Test: 67.5835 ± 5.7588
Hits@30:
Test: 71.3793 ± 4.5394
Hits@50:
Test: 77.4601 ± 2.4982
AUC:
Test: 98.9116 ± 0.2807
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8234 ± 6.5333
Hits@20:
Test: 64.4386 ± 5.2179
Hits@30:
Test: 69.3217 ± 4.2084
Hits@50:
Test: 75.8090 ± 2.3899
AUC:
Test: 99.1477 ± 0.2543
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9458 ± 10.2620
Hits@20:
Test: 62.1165 ± 6.0005
Hits@30:
Test: 67.0027 ± 5.8742
Hits@50:
Test: 74.1821 ± 2.9946
AUC:
Test: 98.0973 ± 0.3144
All runs:
Hits@10:
Test: 47.7787 ± 7.8833
Hits@20:
Test: 57.9110 ± 4.4352
Hits@30:
Test: 63.9039 ± 5.4562
Hits@50:
Test: 72.4915 ± 3.1327
AUC:
Test: 98.0860 ± 0.3949
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6440 ± 4.0779
Hits@20:
Test: 65.6195 ± 4.9124
Hits@30:
Test: 69.2838 ± 3.9703
Hits@50:
Test: 75.4041 ± 2.1734
AUC:
Test: 99.0644 ± 0.1035
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0819 ± 8.6186
Hits@20:
Test: 67.2100 ± 5.4241
Hits@30:
Test: 71.6366 ± 4.3613
Hits@50:
Test: 76.9898 ± 2.4869
AUC:
Test: 98.8505 ± 0.3830
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5988 ± 7.9577
Hits@20:
Test: 57.0947 ± 4.7897
Hits@30:
Test: 62.7787 ± 5.0363
Hits@50:
Test: 71.6478 ± 3.2727
AUC:
Test: 97.8961 ± 0.3377
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7788 ± 8.1698
Hits@20:
Test: 58.6861 ± 5.1761
Hits@30:
Test: 64.5273 ± 4.7658
Hits@50:
Test: 72.1020 ± 3.0296
AUC:
Test: 98.0539 ± 0.4701
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7814 ± 6.5736
Hits@20:
Test: 64.9629 ± 5.1158
Hits@30:
Test: 69.3209 ± 4.2090
Hits@50:
Test: 75.8332 ± 2.3597
AUC:
Test: 99.1468 ± 0.2537
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7601 ± 6.5753
Hits@20:
Test: 67.5811 ± 5.7586
Hits@30:
Test: 71.3793 ± 4.5394
Hits@50:
Test: 77.4633 ± 2.4967
AUC:
Test: 98.9116 ± 0.2807
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8443 ± 8.3333
Hits@20:
Test: 60.3121 ± 4.5555
Hits@30:
Test: 65.9437 ± 3.3688
Hits@50:
Test: 73.0094 ± 2.5448
AUC:
Test: 98.1996 ± 0.4654
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9450 ± 10.2613
Hits@20:
Test: 62.1673 ± 6.0421
Hits@30:
Test: 67.3770 ± 6.0818
Hits@50:
Test: 74.1353 ± 2.9532
AUC:
Test: 98.0975 ± 0.3145
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9676 ± 9.3662
Hits@20:
Test: 64.3201 ± 4.6491
Hits@30:
Test: 67.6278 ± 3.0525
Hits@50:
Test: 75.5493 ± 1.8785
AUC:
Test: 99.0775 ± 0.2887
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0828 ± 8.6188
Hits@20:
Test: 67.2141 ± 5.4255
Hits@30:
Test: 71.6317 ± 4.3590
Hits@50:
Test: 76.9906 ± 2.4867
AUC:
Test: 98.8505 ± 0.3830
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5988 ± 7.9577
Hits@20:
Test: 57.0947 ± 4.7897
Hits@30:
Test: 62.7787 ± 5.0363
Hits@50:
Test: 71.6478 ± 3.2727
AUC:
Test: 97.8961 ± 0.3377
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7788 ± 8.1698
Hits@20:
Test: 58.6861 ± 5.1761
Hits@30:
Test: 64.5273 ± 4.7658
Hits@50:
Test: 72.1020 ± 3.0296
AUC:
Test: 98.0539 ± 0.4701
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6901 ± 10.5032
Hits@20:
Test: 62.3552 ± 6.8548
Hits@30:
Test: 66.9592 ± 4.6593
Hits@50:
Test: 74.3273 ± 3.4509
AUC:
Test: 99.0223 ± 0.4768
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7609 ± 6.5756
Hits@20:
Test: 67.5867 ± 5.7590
Hits@30:
Test: 71.3793 ± 4.5394
Hits@50:
Test: 77.4633 ± 2.4967
AUC:
Test: 98.9116 ± 0.2807
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8443 ± 8.3333
Hits@20:
Test: 60.3121 ± 4.5555
Hits@30:
Test: 65.9437 ± 3.3688
Hits@50:
Test: 73.0094 ± 2.5448
AUC:
Test: 98.1996 ± 0.4654
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8805 ± 9.3831
Hits@20:
Test: 64.3693 ± 4.6668
Hits@30:
Test: 67.8182 ± 3.0908
Hits@50:
Test: 75.5598 ± 1.8868
AUC:
Test: 99.0771 ± 0.2895
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9539 ± 10.2693
Hits@20:
Test: 62.5141 ± 6.4365
Hits@30:
Test: 67.6464 ± 6.2769
Hits@50:
Test: 74.2354 ± 3.0914
AUC:
Test: 98.1004 ± 0.3165
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5988 ± 7.9577
Hits@20:
Test: 57.0947 ± 4.7897
Hits@30:
Test: 62.7787 ± 5.0363
Hits@50:
Test: 71.6478 ± 3.2727
AUC:
Test: 97.8961 ± 0.3377
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0819 ± 8.6186
Hits@20:
Test: 67.1947 ± 5.4190
Hits@30:
Test: 71.6115 ± 4.3497
Hits@50:
Test: 76.9906 ± 2.4867
AUC:
Test: 98.8505 ± 0.3830
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6909 ± 10.5035
Hits@20:
Test: 61.6591 ± 6.7913
Hits@30:
Test: 67.2850 ± 4.8129
Hits@50:
Test: 74.1249 ± 3.2073
AUC:
Test: 99.0241 ± 0.4782
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.2246 ± 9.1662
Hits@20:
Test: 60.2605 ± 3.4504
Hits@30:
Test: 66.2712 ± 2.8884
Hits@50:
Test: 74.1555 ± 1.2241
AUC:
Test: 98.3904 ± 0.3397
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8443 ± 8.3333
Hits@20:
Test: 60.3121 ± 4.5555
Hits@30:
Test: 66.7487 ± 3.2119
Hits@50:
Test: 73.0094 ± 2.5448
AUC:
Test: 98.3866 ± 0.4503
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9508 ± 9.5494
Hits@20:
Test: 66.6180 ± 5.2801
Hits@30:
Test: 71.7463 ± 4.4597
Hits@50:
Test: 77.2867 ± 2.4345
AUC:
Test: 98.8356 ± 0.3716
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8571 ± 9.1760
Hits@20:
Test: 64.1991 ± 4.3970
Hits@30:
Test: 68.1094 ± 3.3568
Hits@50:
Test: 75.2783 ± 1.7983
AUC:
Test: 99.0847 ± 0.2881
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0965 ± 8.9775
Hits@20:
Test: 58.3312 ± 7.4668
Hits@30:
Test: 63.5151 ± 6.5480
Hits@50:
Test: 72.0915 ± 4.1046
AUC:
Test: 97.9977 ± 0.5597
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5988 ± 7.9577
Hits@20:
Test: 57.0947 ± 4.7897
Hits@30:
Test: 62.7787 ± 5.0363
Hits@50:
Test: 71.6478 ± 3.2727
AUC:
Test: 97.8961 ± 0.3377
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9668 ± 10.4955
Hits@20:
Test: 64.5273 ± 8.0899
Hits@30:
Test: 69.5023 ± 5.8013
Hits@50:
Test: 74.8968 ± 3.3506
AUC:
Test: 98.8477 ± 0.5175
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7280 ± 10.5320
Hits@20:
Test: 62.7617 ± 7.0596
Hits@30:
Test: 66.9350 ± 4.6480
Hits@50:
Test: 74.3580 ± 3.4787
AUC:
Test: 99.0230 ± 0.4774
All runs:
Hits@10:
Test: 47.2246 ± 9.1662
Hits@20:
Test: 60.2605 ± 3.4504
Hits@30:
Test: 66.2712 ± 2.8884
Hits@50:
Test: 74.1555 ± 1.2241
AUC:
Test: 98.3905 ± 0.3397
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9460 ± 9.5475
Hits@20:
Test: 66.6503 ± 5.2880
Hits@30:
Test: 71.4204 ± 4.3853
Hits@50:
Test: 77.2883 ± 2.4287
AUC:
Test: 98.8354 ± 0.3715
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0932 ± 8.9708
Hits@20:
Test: 58.3296 ± 7.4633
Hits@30:
Test: 63.5119 ± 6.5412
Hits@50:
Test: 72.0753 ± 4.0731
AUC:
Test: 97.9975 ± 0.5593
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9748 ± 10.5025
Hits@20:
Test: 64.4878 ± 8.0705
Hits@30:
Test: 69.4757 ± 5.7802
Hits@50:
Test: 74.8766 ± 3.3342
AUC:
Test: 98.8478 ± 0.5176
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.2246 ± 9.1662
Hits@20:
Test: 60.2605 ± 3.4504
Hits@30:
Test: 66.2712 ± 2.8884
Hits@50:
Test: 74.1555 ± 1.2241
AUC:
Test: 98.3905 ± 0.3397
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1040 ± 9.5773
Hits@20:
Test: 67.0165 ± 5.4270
Hits@30:
Test: 71.8680 ± 4.5186
Hits@50:
Test: 77.3286 ± 2.5490
AUC:
Test: 98.8354 ± 0.3715
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0924 ± 8.9692
Hits@20:
Test: 58.3288 ± 7.4615
Hits@30:
Test: 63.5127 ± 6.5429
Hits@50:
Test: 72.1020 ± 4.1251
AUC:
Test: 97.9979 ± 0.5602
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9716 ± 10.4995
Hits@20:
Test: 64.7354 ± 8.2067
Hits@30:
Test: 69.5128 ± 5.8095
Hits@50:
Test: 74.8096 ± 3.2808
AUC:
Test: 98.8477 ± 0.5175
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5636 ± 3.4200
Hits@20:
Test: 54.9435 ± 3.0586
Hits@30:
Test: 61.0389 ± 4.6141
Hits@50:
Test: 70.7033 ± 2.9666
AUC:
Test: 98.1393 ± 0.4716
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5569 ± 4.1309
Hits@20:
Test: 65.6364 ± 4.9084
Hits@30:
Test: 69.2701 ± 3.9604
Hits@50:
Test: 75.4178 ± 2.1483
AUC:
Test: 99.0643 ± 0.1034
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5988 ± 7.9577
Hits@20:
Test: 57.0947 ± 4.7897
Hits@30:
Test: 62.7787 ± 5.0363
Hits@50:
Test: 71.6478 ± 3.2727
AUC:
Test: 97.8961 ± 0.3377
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8387 ± 6.5114
Hits@20:
Test: 64.9597 ± 5.1157
Hits@30:
Test: 69.3354 ± 4.1990
Hits@50:
Test: 75.8356 ± 2.3618
AUC:
Test: 99.1479 ± 0.2546
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7787 ± 7.8833
Hits@20:
Test: 57.9110 ± 4.4352
Hits@30:
Test: 63.9039 ± 5.4562
Hits@50:
Test: 72.4915 ± 3.1327
AUC:
Test: 98.0860 ± 0.3949
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6045 ± 4.1009
Hits@20:
Test: 65.6098 ± 4.9148
Hits@30:
Test: 69.2797 ± 3.9704
Hits@50:
Test: 75.4323 ± 2.1418
AUC:
Test: 99.0643 ± 0.1035
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5988 ± 7.9577
Hits@20:
Test: 57.0947 ± 4.7897
Hits@30:
Test: 62.7787 ± 5.0363
Hits@50:
Test: 71.6478 ± 3.2727
AUC:
Test: 97.8961 ± 0.3377
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8234 ± 6.5333
Hits@20:
Test: 64.4386 ± 5.2179
Hits@30:
Test: 69.3217 ± 4.2084
Hits@50:
Test: 75.8090 ± 2.3899
AUC:
Test: 99.1477 ± 0.2543
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7787 ± 7.8833
Hits@20:
Test: 57.9110 ± 4.4352
Hits@30:
Test: 63.9039 ± 5.4562
Hits@50:
Test: 72.4915 ± 3.1327
AUC:
Test: 98.0860 ± 0.3949
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6440 ± 4.0779
Hits@20:
Test: 65.6195 ± 4.9124
Hits@30:
Test: 69.2838 ± 3.9703
Hits@50:
Test: 75.4041 ± 2.1734
AUC:
Test: 99.0644 ± 0.1035
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5988 ± 7.9577
Hits@20:
Test: 57.0947 ± 4.7897
Hits@30:
Test: 62.7787 ± 5.0363
Hits@50:
Test: 71.6478 ± 3.2727
AUC:
Test: 97.8961 ± 0.3377
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7814 ± 6.5736
Hits@20:
Test: 64.9629 ± 5.1158
Hits@30:
Test: 69.3209 ± 4.2090
Hits@50:
Test: 75.8332 ± 2.3597
AUC:
Test: 99.1468 ± 0.2537
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8443 ± 8.3333
Hits@20:
Test: 60.3121 ± 4.5555
Hits@30:
Test: 65.9437 ± 3.3688
Hits@50:
Test: 73.0094 ± 2.5448
AUC:
Test: 98.1996 ± 0.4654
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9676 ± 9.3662
Hits@20:
Test: 64.3201 ± 4.6491
Hits@30:
Test: 67.6278 ± 3.0525
Hits@50:
Test: 75.5493 ± 1.8785
AUC:
Test: 99.0775 ± 0.2887
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5988 ± 7.9577
Hits@20:
Test: 57.0947 ± 4.7897
Hits@30:
Test: 62.7787 ± 5.0363
Hits@50:
Test: 71.6478 ± 3.2727
AUC:
Test: 97.8961 ± 0.3377
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6901 ± 10.5032
Hits@20:
Test: 62.3552 ± 6.8548
Hits@30:
Test: 66.9592 ± 4.6593
Hits@50:
Test: 74.3273 ± 3.4509
AUC:
Test: 99.0223 ± 0.4768
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8443 ± 8.3333
Hits@20:
Test: 60.3121 ± 4.5555
Hits@30:
Test: 65.9437 ± 3.3688
Hits@50:
Test: 73.0094 ± 2.5448
AUC:
Test: 98.1996 ± 0.4654
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8805 ± 9.3831
Hits@20:
Test: 64.3693 ± 4.6668
Hits@30:
Test: 67.8182 ± 3.0908
Hits@50:
Test: 75.5598 ± 1.8868
AUC:
Test: 99.0771 ± 0.2895
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5988 ± 7.9577
Hits@20:
Test: 57.0947 ± 4.7897
Hits@30:
Test: 62.7787 ± 5.0363
Hits@50:
Test: 71.6478 ± 3.2727
AUC:
Test: 97.8961 ± 0.3377
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6909 ± 10.5035
Hits@20:
Test: 61.6591 ± 6.7913
Hits@30:
Test: 67.2850 ± 4.8129
Hits@50:
Test: 74.1249 ± 3.2073
AUC:
Test: 99.0241 ± 0.4782
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8443 ± 8.3333
Hits@20:
Test: 60.3121 ± 4.5555
Hits@30:
Test: 66.7487 ± 3.2119
Hits@50:
Test: 73.0094 ± 2.5448
AUC:
Test: 98.3866 ± 0.4503
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8571 ± 9.1760
Hits@20:
Test: 64.1991 ± 4.3970
Hits@30:
Test: 68.1094 ± 3.3568
Hits@50:
Test: 75.2783 ± 1.7983
AUC:
Test: 99.0847 ± 0.2881
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5988 ± 7.9577
Hits@20:
Test: 57.0947 ± 4.7897
Hits@30:
Test: 62.7787 ± 5.0363
Hits@50:
Test: 71.6478 ± 3.2727
AUC:
Test: 97.8961 ± 0.3377
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=32000, node_batch_size=32000, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='coauthor-physics', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7280 ± 10.5320
Hits@20:
Test: 62.7617 ± 7.0596
Hits@30:
Test: 66.9350 ± 4.6480
Hits@50:
Test: 74.3580 ± 3.4787
AUC:
Test: 99.0230 ± 0.4774
