Namespace(distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0821 ± 5.1626
Hits@20:
Test: 47.4549 ± 2.0010
Hits@30:
Test: 57.2247 ± 1.8246
Hits@50:
Test: 66.3583 ± 0.7522
AUC:
Test: 97.3567 ± 0.0636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5090 ± 2.4635
Hits@20:
Test: 35.9702 ± 3.4086
Hits@30:
Test: 44.5713 ± 1.9000
Hits@50:
Test: 52.3917 ± 1.1082
AUC:
Test: 96.2745 ± 0.1629
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5081 ± 5.7900
Hits@20:
Test: 59.0884 ± 3.3489
Hits@30:
Test: 67.0848 ± 1.1658
Hits@50:
Test: 73.8583 ± 1.1529
AUC:
Test: 97.9397 ± 0.0557
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0171 ± 6.1969
Hits@20:
Test: 50.1489 ± 6.2610
Hits@30:
Test: 58.1543 ± 3.3756
Hits@50:
Test: 66.9449 ± 3.2552
AUC:
Test: 97.7243 ± 0.2936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4513 ± 3.9116
Hits@20:
Test: 42.8610 ± 4.2006
Hits@30:
Test: 53.6643 ± 7.6800
Hits@50:
Test: 64.8511 ± 6.9631
AUC:
Test: 97.2521 ± 0.2152
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2563 ± 2.1827
Hits@20:
Test: 52.1661 ± 1.7626
Hits@30:
Test: 60.1489 ± 0.7516
Hits@50:
Test: 68.9666 ± 1.5162
AUC:
Test: 97.9692 ± 0.0663
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2292 ± 2.4761
Hits@20:
Test: 44.2735 ± 3.8050
Hits@30:
Test: 50.4061 ± 1.9460
Hits@50:
Test: 57.1480 ± 1.1737
AUC:
Test: 96.4596 ± 0.1049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6227 ± 3.9061
Hits@20:
Test: 38.9079 ± 5.6905
Hits@30:
Test: 43.2085 ± 3.8473
Hits@50:
Test: 53.2085 ± 2.9187
AUC:
Test: 96.0945 ± 0.2394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6092 ± 6.1563
Hits@20:
Test: 49.4540 ± 4.4025
Hits@30:
Test: 56.4305 ± 3.4873
Hits@50:
Test: 64.7022 ± 4.4130
AUC:
Test: 97.4123 ± 0.2089
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5379 ± 1.2423
Hits@20:
Test: 37.5587 ± 7.2231
Hits@30:
Test: 46.5884 ± 4.0370
Hits@50:
Test: 55.0451 ± 4.2970
AUC:
Test: 96.2932 ± 0.3379
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4314 ± 3.9436
Hits@20:
Test: 57.5271 ± 0.7981
Hits@30:
Test: 64.8691 ± 1.9453
Hits@50:
Test: 72.9874 ± 0.9718
AUC:
Test: 97.6535 ± 0.0498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6498 ± 8.7409
Hits@20:
Test: 56.9179 ± 2.4132
Hits@30:
Test: 64.8646 ± 2.4796
Hits@50:
Test: 72.2022 ± 0.8749
AUC:
Test: 98.2000 ± 0.0714
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7924 ± 1.9556
Hits@20:
Test: 41.5433 ± 3.1674
Hits@30:
Test: 47.2969 ± 2.0635
Hits@50:
Test: 57.1977 ± 2.3707
AUC:
Test: 96.3143 ± 0.0772
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7383 ± 3.8797
Hits@20:
Test: 32.4549 ± 6.3337
Hits@30:
Test: 41.6020 ± 2.4516
Hits@50:
Test: 51.7283 ± 3.4103
AUC:
Test: 95.7837 ± 0.2571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5966 ± 7.3632
Hits@20:
Test: 42.1525 ± 3.7361
Hits@30:
Test: 47.6218 ± 6.5042
Hits@50:
Test: 59.6977 ± 1.8397
AUC:
Test: 96.3646 ± 0.2181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6778 ± 5.4269
Hits@20:
Test: 36.6832 ± 4.3907
Hits@30:
Test: 44.3682 ± 3.7747
Hits@50:
Test: 53.1182 ± 4.2945
AUC:
Test: 96.0617 ± 0.2043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6218 ± 3.2185
Hits@20:
Test: 59.9504 ± 1.5844
Hits@30:
Test: 66.5794 ± 2.2042
Hits@50:
Test: 74.6976 ± 0.8917
AUC:
Test: 97.9695 ± 0.0886
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9819 ± 4.7565
Hits@20:
Test: 54.6661 ± 3.4569
Hits@30:
Test: 62.6940 ± 1.2251
Hits@50:
Test: 71.0875 ± 3.3840
AUC:
Test: 97.9291 ± 0.1467
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.3619 ± 4.6037
Hits@20:
Test: 44.0569 ± 1.1999
Hits@30:
Test: 50.0090 ± 2.1294
Hits@50:
Test: 59.1245 ± 0.5019
AUC:
Test: 96.3176 ± 0.0732
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4765 ± 1.8278
Hits@20:
Test: 39.2013 ± 4.1327
Hits@30:
Test: 44.7924 ± 1.1116
Hits@50:
Test: 52.6534 ± 3.9457
AUC:
Test: 96.1140 ± 0.1574
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.7193 ± 4.6385
Hits@20:
Test: 42.4549 ± 2.1395
Hits@30:
Test: 49.8466 ± 1.2304
Hits@50:
Test: 58.8989 ± 1.2427
AUC:
Test: 96.3042 ± 0.1094
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0641 ± 4.5574
Hits@20:
Test: 39.2870 ± 3.1251
Hits@30:
Test: 43.2897 ± 2.8321
Hits@50:
Test: 51.7735 ± 1.8191
AUC:
Test: 96.0645 ± 0.2204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5009 ± 3.5017
Hits@20:
Test: 50.8664 ± 0.4801
Hits@30:
Test: 59.6164 ± 2.1607
Hits@50:
Test: 67.5632 ± 2.6825
AUC:
Test: 97.4685 ± 0.1016
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.7365 ± 4.1168
Hits@20:
Test: 43.6191 ± 3.2689
Hits@30:
Test: 47.3014 ± 2.8214
Hits@50:
Test: 57.4819 ± 3.6720
AUC:
Test: 96.6270 ± 0.2146
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.8258 ± 2.5664
Hits@20:
Test: 50.9161 ± 2.3691
Hits@30:
Test: 57.4368 ± 2.4520
Hits@50:
Test: 67.5135 ± 1.0641
AUC:
Test: 97.4572 ± 0.1181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8538 ± 5.0551
Hits@20:
Test: 37.6399 ± 2.1382
Hits@30:
Test: 44.2825 ± 3.8757
Hits@50:
Test: 56.4982 ± 0.9996
AUC:
Test: 96.3886 ± 0.1529
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0794 ± 4.0541
Hits@20:
Test: 55.4648 ± 3.8620
Hits@30:
Test: 63.0460 ± 3.4614
Hits@50:
Test: 71.8773 ± 1.9872
AUC:
Test: 97.8992 ± 0.0331
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6697 ± 3.8195
Hits@20:
Test: 53.0596 ± 3.5219
Hits@30:
Test: 61.9495 ± 3.8456
Hits@50:
Test: 70.5190 ± 2.9952
AUC:
Test: 97.9251 ± 0.1569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5803 ± 6.2721
Hits@20:
Test: 47.7301 ± 5.4028
Hits@30:
Test: 55.8303 ± 3.5807
Hits@50:
Test: 66.1462 ± 4.2400
AUC:
Test: 97.2485 ± 0.1581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8845 ± 3.9466
Hits@20:
Test: 51.0018 ± 4.1886
Hits@30:
Test: 59.2780 ± 2.9856
Hits@50:
Test: 68.0596 ± 1.7137
AUC:
Test: 97.9385 ± 0.0966
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5785 ± 3.5458
Hits@20:
Test: 44.9459 ± 6.0180
Hits@30:
Test: 51.0063 ± 3.3515
Hits@50:
Test: 58.8312 ± 3.9762
AUC:
Test: 96.4608 ± 0.1969
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7004 ± 4.3745
Hits@20:
Test: 37.7978 ± 1.5212
Hits@30:
Test: 44.8105 ± 2.3547
Hits@50:
Test: 52.3691 ± 2.0515
AUC:
Test: 96.0311 ± 0.1082
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0433 ± 3.5223
Hits@20:
Test: 47.6895 ± 3.3661
Hits@30:
Test: 55.1534 ± 1.7999
Hits@50:
Test: 64.7969 ± 1.9541
AUC:
Test: 97.2815 ± 0.0693
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9702 ± 4.2075
Hits@20:
Test: 40.8935 ± 7.7398
Hits@30:
Test: 46.2500 ± 4.3108
Hits@50:
Test: 55.8032 ± 4.6436
AUC:
Test: 96.4051 ± 0.3871
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4594 ± 1.5825
Hits@20:
Test: 55.6904 ± 5.3156
Hits@30:
Test: 62.9783 ± 2.9603
Hits@50:
Test: 71.3538 ± 1.6410
AUC:
Test: 97.6267 ± 0.0691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6931 ± 1.9018
Hits@20:
Test: 57.3375 ± 1.7456
Hits@30:
Test: 64.3005 ± 1.2302
Hits@50:
Test: 72.4594 ± 1.6120
AUC:
Test: 98.2039 ± 0.0603
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6579 ± 1.9432
Hits@20:
Test: 40.3610 ± 2.7104
Hits@30:
Test: 47.9422 ± 1.7510
Hits@50:
Test: 56.5027 ± 1.5129
AUC:
Test: 96.2829 ± 0.1299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0893 ± 2.6732
Hits@20:
Test: 34.3096 ± 5.6385
Hits@30:
Test: 42.4188 ± 2.2516
Hits@50:
Test: 49.7608 ± 3.1551
AUC:
Test: 95.8599 ± 0.2661
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.7599 ± 4.8531
Hits@20:
Test: 42.9152 ± 2.9674
Hits@30:
Test: 49.6435 ± 2.9511
Hits@50:
Test: 57.8971 ± 1.9270
AUC:
Test: 96.4457 ± 0.1586
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5027 ± 4.9280
Hits@20:
Test: 33.9892 ± 4.5122
Hits@30:
Test: 43.7726 ± 2.5271
Hits@50:
Test: 51.5208 ± 1.9198
AUC:
Test: 95.9443 ± 0.2755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7590 ± 5.6230
Hits@20:
Test: 56.0560 ± 2.4442
Hits@30:
Test: 64.8691 ± 2.6032
Hits@50:
Test: 72.6399 ± 1.6299
AUC:
Test: 97.8889 ± 0.0372
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2094 ± 4.4748
Hits@20:
Test: 51.0560 ± 4.4969
Hits@30:
Test: 61.9179 ± 1.3950
Hits@50:
Test: 69.1200 ± 2.0410
AUC:
Test: 97.8826 ± 0.1027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5758 ± 3.6790
Hits@20:
Test: 42.5090 ± 3.1164
Hits@30:
Test: 51.7328 ± 2.8372
Hits@50:
Test: 58.8403 ± 1.5873
AUC:
Test: 96.2650 ± 0.0666
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9125 ± 4.0795
Hits@20:
Test: 36.5072 ± 6.3035
Hits@30:
Test: 44.8240 ± 4.5037
Hits@50:
Test: 52.9197 ± 4.2096
AUC:
Test: 96.0545 ± 0.2472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2744 ± 4.4448
Hits@20:
Test: 43.0054 ± 2.8303
Hits@30:
Test: 51.8412 ± 2.1745
Hits@50:
Test: 58.6462 ± 1.4526
AUC:
Test: 96.2875 ± 0.0490
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4097 ± 3.6360
Hits@20:
Test: 36.5523 ± 4.7273
Hits@30:
Test: 43.8583 ± 2.9911
Hits@50:
Test: 51.2500 ± 4.0712
AUC:
Test: 96.0184 ± 0.2536
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7572 ± 4.8709
Hits@20:
Test: 49.5352 ± 3.0953
Hits@30:
Test: 58.8267 ± 4.0556
Hits@50:
Test: 66.4621 ± 2.9614
AUC:
Test: 97.3624 ± 0.1111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9233 ± 9.8932
Hits@20:
Test: 42.2067 ± 6.3839
Hits@30:
Test: 47.7256 ± 5.1943
Hits@50:
Test: 57.1616 ± 4.3193
AUC:
Test: 96.5749 ± 0.4352
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1173 ± 3.4562
Hits@20:
Test: 53.7590 ± 3.1858
Hits@30:
Test: 61.3267 ± 4.4000
Hits@50:
Test: 68.7681 ± 1.8295
AUC:
Test: 97.5077 ± 0.0311
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1760 ± 2.0093
Hits@20:
Test: 41.0199 ± 3.4178
Hits@30:
Test: 50.1805 ± 1.6740
Hits@50:
Test: 57.7753 ± 1.8552
AUC:
Test: 96.5337 ± 0.0724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6083 ± 3.2538
Hits@20:
Test: 58.2265 ± 1.1327
Hits@30:
Test: 66.8005 ± 1.0644
Hits@50:
Test: 73.2175 ± 2.3403
AUC:
Test: 98.0111 ± 0.0929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.9810 ± 3.7405
Hits@20:
Test: 57.3872 ± 3.1107
Hits@30:
Test: 63.7681 ± 1.1980
Hits@50:
Test: 72.2879 ± 0.8184
AUC:
Test: 98.0299 ± 0.0710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5063 ± 10.9235
Hits@20:
Test: 50.6904 ± 5.3304
Hits@30:
Test: 58.7139 ± 5.0084
Hits@50:
Test: 68.5108 ± 3.5689
AUC:
Test: 97.3595 ± 0.2389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7094 ± 5.9389
Hits@20:
Test: 55.0045 ± 3.3928
Hits@30:
Test: 63.0144 ± 4.3534
Hits@50:
Test: 70.7265 ± 3.3684
AUC:
Test: 98.0446 ± 0.1825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9639 ± 2.5089
Hits@20:
Test: 45.2662 ± 2.7237
Hits@30:
Test: 52.8926 ± 2.2673
Hits@50:
Test: 59.7699 ± 1.6583
AUC:
Test: 96.6021 ± 0.1616
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7211 ± 2.0872
Hits@20:
Test: 35.9116 ± 3.9056
Hits@30:
Test: 43.6913 ± 1.8462
Hits@50:
Test: 52.5857 ± 1.6490
AUC:
Test: 95.9912 ± 0.2329
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5054 ± 2.0905
Hits@20:
Test: 55.7401 ± 2.5474
Hits@30:
Test: 60.8935 ± 2.0022
Hits@50:
Test: 68.1453 ± 1.0308
AUC:
Test: 97.5754 ± 0.0464
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8493 ± 2.8800
Hits@20:
Test: 39.9368 ± 3.3979
Hits@30:
Test: 46.5794 ± 2.7188
Hits@50:
Test: 55.3520 ± 2.1457
AUC:
Test: 96.3510 ± 0.2520
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0523 ± 4.6216
Hits@20:
Test: 54.0523 ± 3.5278
Hits@30:
Test: 63.0009 ± 3.5124
Hits@50:
Test: 71.2951 ± 1.1220
AUC:
Test: 97.6787 ± 0.1304
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.9847 ± 5.5371
Hits@20:
Test: 53.7365 ± 3.3726
Hits@30:
Test: 62.2563 ± 3.7180
Hits@50:
Test: 71.7599 ± 1.0492
AUC:
Test: 98.1459 ± 0.1308
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8809 ± 4.1499
Hits@20:
Test: 37.2247 ± 3.1114
Hits@30:
Test: 46.1011 ± 3.4448
Hits@50:
Test: 56.5930 ± 1.5013
AUC:
Test: 96.2412 ± 0.2688
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8357 ± 2.2386
Hits@20:
Test: 39.6119 ± 3.6598
Hits@30:
Test: 45.0677 ± 4.1253
Hits@50:
Test: 53.0641 ± 3.8383
AUC:
Test: 96.1040 ± 0.1560
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1227 ± 3.9837
Hits@20:
Test: 42.9829 ± 4.4464
Hits@30:
Test: 50.0541 ± 3.0093
Hits@50:
Test: 59.3637 ± 1.4880
AUC:
Test: 96.4246 ± 0.1610
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2193 ± 4.3772
Hits@20:
Test: 37.0758 ± 3.9379
Hits@30:
Test: 45.1534 ± 2.6728
Hits@50:
Test: 53.7004 ± 1.8510
AUC:
Test: 96.0242 ± 0.2190
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.7789 ± 1.6496
Hits@20:
Test: 59.1291 ± 3.2648
Hits@30:
Test: 66.7328 ± 2.4113
Hits@50:
Test: 73.3755 ± 1.1715
AUC:
Test: 97.9493 ± 0.0373
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8673 ± 5.4892
Hits@20:
Test: 55.3294 ± 4.9096
Hits@30:
Test: 62.2338 ± 3.6251
Hits@50:
Test: 70.4783 ± 2.9252
AUC:
Test: 97.9804 ± 0.1459
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1381 ± 1.7347
Hits@20:
Test: 42.6715 ± 2.8826
Hits@30:
Test: 51.0695 ± 1.6355
Hits@50:
Test: 59.2960 ± 1.9771
AUC:
Test: 96.3134 ± 0.1114
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8249 ± 4.1477
Hits@20:
Test: 38.6191 ± 2.8461
Hits@30:
Test: 43.6327 ± 3.0917
Hits@50:
Test: 51.8592 ± 2.8575
AUC:
Test: 96.0632 ± 0.1839
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9901 ± 0.6546
Hits@20:
Test: 43.2130 ± 1.5885
Hits@30:
Test: 50.4874 ± 2.3161
Hits@50:
Test: 58.6417 ± 1.9270
AUC:
Test: 96.3104 ± 0.0717
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3736 ± 3.9896
Hits@20:
Test: 36.3989 ± 5.3057
Hits@30:
Test: 43.4567 ± 4.9408
Hits@50:
Test: 52.1661 ± 3.4620
AUC:
Test: 95.9407 ± 0.2234
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3267 ± 3.7452
Hits@20:
Test: 51.7328 ± 2.3228
Hits@30:
Test: 59.1245 ± 2.6825
Hits@50:
Test: 67.8700 ± 3.3581
AUC:
Test: 97.4498 ± 0.1399
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8132 ± 2.9855
Hits@20:
Test: 40.3294 ± 4.8849
Hits@30:
Test: 49.5623 ± 4.2466
Hits@50:
Test: 56.3177 ± 2.0543
AUC:
Test: 96.6466 ± 0.2897
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3285 ± 4.3516
Hits@20:
Test: 50.9883 ± 4.2621
Hits@30:
Test: 57.0307 ± 2.0897
Hits@50:
Test: 64.7789 ± 1.9547
AUC:
Test: 96.6124 ± 0.1163
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6949 ± 4.5758
Hits@20:
Test: 40.2572 ± 4.0003
Hits@30:
Test: 46.7915 ± 3.8057
Hits@50:
Test: 54.2690 ± 1.3609
AUC:
Test: 95.8288 ± 0.2819
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6886 ± 1.4661
Hits@20:
Test: 55.0812 ± 2.9799
Hits@30:
Test: 63.8357 ± 1.1083
Hits@50:
Test: 71.5704 ± 1.6310
AUC:
Test: 97.5239 ± 0.1350
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.2780 ± 1.8978
Hits@20:
Test: 47.9197 ± 2.7737
Hits@30:
Test: 54.3953 ± 1.7760
Hits@50:
Test: 63.3845 ± 1.6728
AUC:
Test: 97.1085 ± 0.1501
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2455 ± 7.5479
Hits@20:
Test: 51.6245 ± 11.0683
Hits@30:
Test: 60.2076 ± 8.5278
Hits@50:
Test: 68.6868 ± 5.8332
AUC:
Test: 97.4125 ± 0.2160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.3466 ± 1.1897
Hits@20:
Test: 53.0235 ± 3.3433
Hits@30:
Test: 63.2401 ± 0.9983
Hits@50:
Test: 71.2094 ± 1.1436
AUC:
Test: 98.1350 ± 0.0847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1146 ± 4.9273
Hits@20:
Test: 43.9756 ± 4.6203
Hits@30:
Test: 51.5975 ± 2.7096
Hits@50:
Test: 61.0153 ± 1.8842
AUC:
Test: 96.5518 ± 0.1450
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6381 ± 3.2663
Hits@20:
Test: 33.9892 ± 4.6797
Hits@30:
Test: 42.3285 ± 3.6131
Hits@50:
Test: 51.7825 ± 4.1951
AUC:
Test: 95.8038 ± 0.3312
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1552 ± 4.6698
Hits@20:
Test: 52.4143 ± 2.8519
Hits@30:
Test: 59.6977 ± 3.0185
Hits@50:
Test: 67.2924 ± 2.2939
AUC:
Test: 97.4636 ± 0.1113
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.3917 ± 1.7105
Hits@20:
Test: 41.4395 ± 4.0732
Hits@30:
Test: 48.5785 ± 2.3019
Hits@50:
Test: 56.8502 ± 2.3844
AUC:
Test: 96.5490 ± 0.0987
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.9549 ± 1.2787
Hits@20:
Test: 56.5794 ± 1.9113
Hits@30:
Test: 65.4738 ± 2.2403
Hits@50:
Test: 72.7347 ± 1.1494
AUC:
Test: 97.7144 ± 0.0691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6327 ± 2.1150
Hits@20:
Test: 59.3547 ± 1.3303
Hits@30:
Test: 66.1101 ± 2.0857
Hits@50:
Test: 73.1543 ± 1.5008
AUC:
Test: 98.2661 ± 0.0696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4657 ± 4.5460
Hits@20:
Test: 42.6670 ± 4.0704
Hits@30:
Test: 49.0839 ± 2.9308
Hits@50:
Test: 59.1561 ± 1.5014
AUC:
Test: 96.4355 ± 0.1514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0307 ± 4.4065
Hits@20:
Test: 37.8610 ± 2.9849
Hits@30:
Test: 45.7446 ± 2.4717
Hits@50:
Test: 54.5893 ± 1.4624
AUC:
Test: 96.0491 ± 0.1583
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9359 ± 1.9159
Hits@20:
Test: 42.0262 ± 1.9517
Hits@30:
Test: 50.3926 ± 1.9357
Hits@50:
Test: 58.9982 ± 1.1728
AUC:
Test: 96.5344 ± 0.1305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3691 ± 5.3350
Hits@20:
Test: 35.6273 ± 6.9466
Hits@30:
Test: 43.6372 ± 4.3464
Hits@50:
Test: 52.7256 ± 4.1543
AUC:
Test: 95.9433 ± 0.4061
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2256 ± 4.3246
Hits@20:
Test: 60.4242 ± 2.3215
Hits@30:
Test: 65.5776 ± 2.4087
Hits@50:
Test: 74.7157 ± 1.1132
AUC:
Test: 98.0022 ± 0.0419
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.8637 ± 2.0235
Hits@20:
Test: 55.6453 ± 2.6219
Hits@30:
Test: 63.6417 ± 2.4606
Hits@50:
Test: 72.2518 ± 1.3655
AUC:
Test: 98.0499 ± 0.0973
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1588 ± 1.9887
Hits@20:
Test: 43.6778 ± 2.5212
Hits@30:
Test: 50.6137 ± 3.1491
Hits@50:
Test: 58.5018 ± 2.1245
AUC:
Test: 96.2527 ± 0.1071
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8330 ± 1.7043
Hits@20:
Test: 38.1227 ± 1.8620
Hits@30:
Test: 43.2942 ± 2.2156
Hits@50:
Test: 52.1164 ± 1.3263
AUC:
Test: 96.0830 ± 0.1178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2798 ± 2.6589
Hits@20:
Test: 42.2473 ± 2.0750
Hits@30:
Test: 49.4991 ± 2.0479
Hits@50:
Test: 57.6850 ± 1.2853
AUC:
Test: 96.3357 ± 0.1281
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6787 ± 2.0511
Hits@20:
Test: 38.0912 ± 3.7588
Hits@30:
Test: 45.2753 ± 4.1687
Hits@50:
Test: 54.6074 ± 1.6336
AUC:
Test: 96.1677 ± 0.1922
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4350 ± 5.5916
Hits@20:
Test: 53.1137 ± 3.0582
Hits@30:
Test: 59.5126 ± 2.8232
Hits@50:
Test: 66.9946 ± 1.9434
AUC:
Test: 97.5685 ± 0.1470
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4901 ± 2.9402
Hits@20:
Test: 46.4801 ± 3.3989
Hits@30:
Test: 50.7040 ± 1.9569
Hits@50:
Test: 58.5560 ± 0.9856
AUC:
Test: 96.7365 ± 0.0682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3231 ± 7.0284
Hits@20:
Test: 48.6372 ± 3.0535
Hits@30:
Test: 58.5379 ± 2.4636
Hits@50:
Test: 68.4431 ± 1.8880
AUC:
Test: 98.2071 ± 0.0920
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5821 ± 1.2542
Hits@20:
Test: 34.0253 ± 2.8413
Hits@30:
Test: 43.2536 ± 2.1861
Hits@50:
Test: 53.5695 ± 2.6738
AUC:
Test: 97.0716 ± 0.2078
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7852 ± 2.8006
Hits@20:
Test: 53.5379 ± 3.5853
Hits@30:
Test: 60.0993 ± 3.4828
Hits@50:
Test: 71.6291 ± 1.5648
AUC:
Test: 98.4185 ± 0.0460
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7401 ± 2.2345
Hits@20:
Test: 45.7626 ± 2.9972
Hits@30:
Test: 54.3276 ± 1.2319
Hits@50:
Test: 65.2572 ± 1.9484
AUC:
Test: 98.1394 ± 0.0834
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4720 ± 4.5669
Hits@20:
Test: 45.1083 ± 7.8541
Hits@30:
Test: 56.0830 ± 3.8285
Hits@50:
Test: 65.8845 ± 4.2149
AUC:
Test: 97.1333 ± 0.0696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2301 ± 1.0876
Hits@20:
Test: 51.4801 ± 3.3131
Hits@30:
Test: 59.6345 ± 3.1060
Hits@50:
Test: 68.7816 ± 3.5190
AUC:
Test: 97.9653 ± 0.1862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9368 ± 1.7039
Hits@20:
Test: 38.7229 ± 3.9557
Hits@30:
Test: 47.7888 ± 3.7717
Hits@50:
Test: 59.6525 ± 4.4097
AUC:
Test: 97.7803 ± 0.1227
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1065 ± 2.5420
Hits@20:
Test: 33.2220 ± 2.5006
Hits@30:
Test: 42.4639 ± 2.6720
Hits@50:
Test: 53.3123 ± 2.0955
AUC:
Test: 97.0657 ± 0.1222
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9810 ± 5.3171
Hits@20:
Test: 44.6570 ± 7.3352
Hits@30:
Test: 53.7906 ± 5.6440
Hits@50:
Test: 66.6471 ± 2.9948
AUC:
Test: 98.0919 ± 0.1011
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6516 ± 2.2072
Hits@20:
Test: 36.7554 ± 2.5976
Hits@30:
Test: 44.6661 ± 1.6693
Hits@50:
Test: 55.6318 ± 1.7534
AUC:
Test: 97.3147 ± 0.1279
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9016 ± 5.9048
Hits@20:
Test: 52.3736 ± 6.0783
Hits@30:
Test: 59.6841 ± 2.4484
Hits@50:
Test: 69.7699 ± 2.8737
AUC:
Test: 97.8616 ± 0.2291
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8484 ± 3.5684
Hits@20:
Test: 52.0668 ± 3.2453
Hits@30:
Test: 61.4576 ± 3.3498
Hits@50:
Test: 71.0695 ± 1.5902
AUC:
Test: 98.3302 ± 0.0641
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8583 ± 2.1479
Hits@20:
Test: 40.5821 ± 1.7036
Hits@30:
Test: 47.2112 ± 2.9057
Hits@50:
Test: 59.2148 ± 3.1041
AUC:
Test: 97.7592 ± 0.0502
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4892 ± 3.7851
Hits@20:
Test: 35.0812 ± 1.3706
Hits@30:
Test: 44.6796 ± 1.9630
Hits@50:
Test: 52.8430 ± 2.1373
AUC:
Test: 97.1304 ± 0.1480
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1002 ± 3.2725
Hits@20:
Test: 42.3646 ± 5.1088
Hits@30:
Test: 49.8421 ± 6.1079
Hits@50:
Test: 59.9684 ± 3.2058
AUC:
Test: 97.7420 ± 0.1103
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5794 ± 2.7833
Hits@20:
Test: 35.5144 ± 1.6914
Hits@30:
Test: 43.4973 ± 4.7956
Hits@50:
Test: 53.5063 ± 2.0856
AUC:
Test: 97.1925 ± 0.1659
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2392 ± 4.4633
Hits@20:
Test: 54.5307 ± 5.0334
Hits@30:
Test: 62.4052 ± 4.0717
Hits@50:
Test: 73.4161 ± 0.9852
AUC:
Test: 98.4478 ± 0.1091
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7049 ± 0.8766
Hits@20:
Test: 48.1182 ± 1.9898
Hits@30:
Test: 56.7374 ± 2.7249
Hits@50:
Test: 65.7130 ± 2.5342
AUC:
Test: 98.1642 ± 0.1000
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6751 ± 4.3185
Hits@20:
Test: 40.5460 ± 5.1406
Hits@30:
Test: 47.4413 ± 4.1235
Hits@50:
Test: 57.9558 ± 5.0094
AUC:
Test: 97.7133 ± 0.1163
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2166 ± 1.2440
Hits@20:
Test: 33.3664 ± 2.8913
Hits@30:
Test: 40.5596 ± 2.4865
Hits@50:
Test: 52.5000 ± 2.7319
AUC:
Test: 97.0760 ± 0.2417
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6047 ± 6.1820
Hits@20:
Test: 39.9413 ± 2.3175
Hits@30:
Test: 48.8583 ± 4.9295
Hits@50:
Test: 60.2978 ± 4.4313
AUC:
Test: 97.6670 ± 0.1748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6300 ± 0.8177
Hits@20:
Test: 34.0298 ± 2.7061
Hits@30:
Test: 42.6399 ± 1.6326
Hits@50:
Test: 51.6742 ± 2.6885
AUC:
Test: 97.0071 ± 0.2001
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0569 ± 6.3839
Hits@20:
Test: 46.5930 ± 5.3529
Hits@30:
Test: 53.9937 ± 1.7669
Hits@50:
Test: 64.2825 ± 3.1414
AUC:
Test: 98.0435 ± 0.1017
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2816 ± 1.8394
Hits@20:
Test: 35.1579 ± 3.1491
Hits@30:
Test: 44.7112 ± 1.9599
Hits@50:
Test: 56.6832 ± 2.6041
AUC:
Test: 97.1916 ± 0.0644
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5181 ± 1.6775
Hits@20:
Test: 46.5749 ± 3.6710
Hits@30:
Test: 55.0135 ± 3.7016
Hits@50:
Test: 65.7130 ± 1.3512
AUC:
Test: 98.1143 ± 0.0423
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7653 ± 2.9404
Hits@20:
Test: 36.1643 ± 2.3279
Hits@30:
Test: 45.2031 ± 2.2571
Hits@50:
Test: 54.3637 ± 2.0079
AUC:
Test: 97.1740 ± 0.1721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3971 ± 4.3913
Hits@20:
Test: 48.9847 ± 4.2090
Hits@30:
Test: 57.3782 ± 3.1855
Hits@50:
Test: 70.8980 ± 2.5499
AUC:
Test: 98.3659 ± 0.1176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5289 ± 2.8058
Hits@20:
Test: 45.4152 ± 2.0871
Hits@30:
Test: 54.6345 ± 1.8541
Hits@50:
Test: 62.9603 ± 2.1388
AUC:
Test: 98.0561 ± 0.1501
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3222 ± 2.1945
Hits@20:
Test: 40.5415 ± 4.1343
Hits@30:
Test: 52.0307 ± 4.3588
Hits@50:
Test: 64.7924 ± 0.9750
AUC:
Test: 97.1898 ± 0.1571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7491 ± 2.8119
Hits@20:
Test: 53.1408 ± 2.4572
Hits@30:
Test: 59.2825 ± 2.3205
Hits@50:
Test: 69.2374 ± 1.5288
AUC:
Test: 98.0385 ± 0.0863
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5271 ± 3.3637
Hits@20:
Test: 39.3953 ± 3.4447
Hits@30:
Test: 49.5713 ± 1.5465
Hits@50:
Test: 60.6047 ± 3.2346
AUC:
Test: 97.7668 ± 0.1168
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5966 ± 3.1680
Hits@20:
Test: 33.9350 ± 3.8240
Hits@30:
Test: 42.3962 ± 1.6650
Hits@50:
Test: 53.5966 ± 1.5348
AUC:
Test: 97.0082 ± 0.2441
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8231 ± 5.2262
Hits@20:
Test: 43.5334 ± 6.3945
Hits@30:
Test: 53.5560 ± 4.8901
Hits@50:
Test: 65.4829 ± 2.6394
AUC:
Test: 98.1197 ± 0.1596
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4919 ± 3.1077
Hits@20:
Test: 36.8141 ± 1.6121
Hits@30:
Test: 45.8258 ± 2.1684
Hits@50:
Test: 55.5641 ± 2.4024
AUC:
Test: 97.2458 ± 0.1636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1561 ± 6.6485
Hits@20:
Test: 48.7365 ± 6.5534
Hits@30:
Test: 57.5948 ± 3.6816
Hits@50:
Test: 68.2762 ± 3.2395
AUC:
Test: 97.8301 ± 0.1718
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4919 ± 2.3936
Hits@20:
Test: 52.5406 ± 3.6720
Hits@30:
Test: 61.7644 ± 1.7154
Hits@50:
Test: 71.0469 ± 1.7913
AUC:
Test: 98.2481 ± 0.0730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4025 ± 3.9916
Hits@20:
Test: 39.0027 ± 4.0525
Hits@30:
Test: 48.8764 ± 2.7599
Hits@50:
Test: 60.1625 ± 1.0904
AUC:
Test: 97.7718 ± 0.0585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3962 ± 3.9135
Hits@20:
Test: 34.3457 ± 3.2265
Hits@30:
Test: 43.2130 ± 3.2756
Hits@50:
Test: 51.4440 ± 1.6786
AUC:
Test: 97.1033 ± 0.1957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6092 ± 4.6252
Hits@20:
Test: 42.9242 ± 3.0295
Hits@30:
Test: 50.0722 ± 2.9909
Hits@50:
Test: 61.6742 ± 2.2970
AUC:
Test: 97.7793 ± 0.0907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3881 ± 1.8074
Hits@20:
Test: 36.1056 ± 2.8955
Hits@30:
Test: 44.1471 ± 0.4579
Hits@50:
Test: 53.3032 ± 2.0151
AUC:
Test: 97.1828 ± 0.1525
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1688 ± 5.1008
Hits@20:
Test: 54.0749 ± 4.9540
Hits@30:
Test: 63.6282 ± 1.7201
Hits@50:
Test: 73.8312 ± 1.7949
AUC:
Test: 98.4796 ± 0.0838
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3511 ± 2.1434
Hits@20:
Test: 45.6498 ± 2.6142
Hits@30:
Test: 53.8899 ± 2.8379
Hits@50:
Test: 64.6029 ± 3.0315
AUC:
Test: 98.1329 ± 0.1051
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9910 ± 2.7319
Hits@20:
Test: 38.5785 ± 4.2239
Hits@30:
Test: 46.3357 ± 3.8781
Hits@50:
Test: 61.0605 ± 2.5990
AUC:
Test: 97.7378 ± 0.0723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.1209 ± 5.0099
Hits@20:
Test: 37.4549 ± 5.3305
Hits@30:
Test: 45.0722 ± 4.7159
Hits@50:
Test: 54.9188 ± 3.0694
AUC:
Test: 97.1957 ± 0.2581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8845 ± 3.6369
Hits@20:
Test: 38.1273 ± 2.7846
Hits@30:
Test: 49.0208 ± 1.4705
Hits@50:
Test: 59.8646 ± 2.3287
AUC:
Test: 97.6822 ± 0.1299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8538 ± 3.1329
Hits@20:
Test: 36.3718 ± 3.0602
Hits@30:
Test: 41.8953 ± 3.2729
Hits@50:
Test: 52.3466 ± 2.4946
AUC:
Test: 97.0649 ± 0.1284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2148 ± 3.6979
Hits@20:
Test: 45.4107 ± 5.0689
Hits@30:
Test: 54.6751 ± 1.4549
Hits@50:
Test: 66.0108 ± 1.6369
AUC:
Test: 98.0648 ± 0.0937
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8312 ± 3.8074
Hits@20:
Test: 37.5857 ± 1.1121
Hits@30:
Test: 45.3249 ± 1.6159
Hits@50:
Test: 55.7175 ± 1.8173
AUC:
Test: 97.2490 ± 0.1148
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7762 ± 4.4951
Hits@20:
Test: 47.1119 ± 4.0565
Hits@30:
Test: 56.8592 ± 2.1958
Hits@50:
Test: 68.4431 ± 1.2565
AUC:
Test: 98.2088 ± 0.0495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9657 ± 0.9648
Hits@20:
Test: 38.7545 ± 1.9059
Hits@30:
Test: 49.0975 ± 1.2563
Hits@50:
Test: 59.0478 ± 2.4286
AUC:
Test: 97.5737 ± 0.1166
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9025 ± 5.6133
Hits@20:
Test: 54.1336 ± 3.9463
Hits@30:
Test: 62.8339 ± 3.7924
Hits@50:
Test: 73.7590 ± 1.9472
AUC:
Test: 98.5486 ± 0.0873
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0930 ± 1.8987
Hits@20:
Test: 51.6742 ± 3.2729
Hits@30:
Test: 58.1588 ± 2.4729
Hits@50:
Test: 68.5875 ± 1.8630
AUC:
Test: 98.2404 ± 0.0810
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5596 ± 4.9059
Hits@20:
Test: 49.0478 ± 6.0045
Hits@30:
Test: 58.0641 ± 4.0905
Hits@50:
Test: 66.8727 ± 2.2454
AUC:
Test: 97.2817 ± 0.1210
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2265 ± 2.6684
Hits@20:
Test: 51.8186 ± 3.5073
Hits@30:
Test: 58.8177 ± 2.2905
Hits@50:
Test: 67.1706 ± 2.0089
AUC:
Test: 97.9989 ± 0.1614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0307 ± 2.3671
Hits@20:
Test: 39.3276 ± 2.2385
Hits@30:
Test: 48.6868 ± 1.9544
Hits@50:
Test: 60.8574 ± 2.0710
AUC:
Test: 97.8280 ± 0.0571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0226 ± 3.4388
Hits@20:
Test: 35.3971 ± 4.2957
Hits@30:
Test: 41.8051 ± 4.3899
Hits@50:
Test: 52.6218 ± 3.1199
AUC:
Test: 97.0244 ± 0.2547
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1408 ± 2.1009
Hits@20:
Test: 45.6859 ± 5.8964
Hits@30:
Test: 54.5397 ± 4.5120
Hits@50:
Test: 67.6625 ± 2.9039
AUC:
Test: 98.1065 ± 0.1600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9179 ± 3.4892
Hits@20:
Test: 36.6877 ± 3.3490
Hits@30:
Test: 43.9892 ± 2.9839
Hits@50:
Test: 55.2347 ± 2.5842
AUC:
Test: 97.2028 ± 0.1929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5975 ± 4.7812
Hits@20:
Test: 50.7220 ± 7.8563
Hits@30:
Test: 58.4386 ± 4.2131
Hits@50:
Test: 69.6706 ± 1.4330
AUC:
Test: 97.9322 ± 0.2221
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6877 ± 2.4606
Hits@20:
Test: 51.9901 ± 4.1859
Hits@30:
Test: 60.8303 ± 3.7161
Hits@50:
Test: 70.3023 ± 0.7632
AUC:
Test: 98.2839 ± 0.1409
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8637 ± 4.3570
Hits@20:
Test: 39.6616 ± 2.6992
Hits@30:
Test: 47.8520 ± 2.1273
Hits@50:
Test: 59.0072 ± 2.0167
AUC:
Test: 97.7012 ± 0.0475
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3375 ± 2.6678
Hits@20:
Test: 31.8908 ± 3.4509
Hits@30:
Test: 38.8628 ± 1.0858
Hits@50:
Test: 48.6868 ± 4.4403
AUC:
Test: 96.8634 ± 0.1994
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3249 ± 5.2621
Hits@20:
Test: 42.8294 ± 1.9591
Hits@30:
Test: 50.3520 ± 2.4206
Hits@50:
Test: 60.8529 ± 0.2597
AUC:
Test: 97.8310 ± 0.1177
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8601 ± 3.0088
Hits@20:
Test: 35.8439 ± 1.1859
Hits@30:
Test: 43.1002 ± 1.2211
Hits@50:
Test: 53.5424 ± 3.0719
AUC:
Test: 97.0703 ± 0.1664
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3926 ± 6.1809
Hits@20:
Test: 54.7518 ± 4.3992
Hits@30:
Test: 63.1047 ± 4.7912
Hits@50:
Test: 74.1742 ± 2.0008
AUC:
Test: 98.4337 ± 0.0706
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8809 ± 3.3642
Hits@20:
Test: 44.5623 ± 4.6027
Hits@30:
Test: 55.1850 ± 2.7098
Hits@50:
Test: 64.1155 ± 2.5356
AUC:
Test: 98.0907 ± 0.1029
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9052 ± 1.8354
Hits@20:
Test: 40.9341 ± 2.2021
Hits@30:
Test: 48.8132 ± 3.5266
Hits@50:
Test: 58.0460 ± 2.8580
AUC:
Test: 97.7059 ± 0.1423
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5848 ± 2.1050
Hits@20:
Test: 33.9395 ± 2.8277
Hits@30:
Test: 41.4756 ± 3.2739
Hits@50:
Test: 52.8655 ± 2.9289
AUC:
Test: 97.0851 ± 0.2278
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1002 ± 3.6398
Hits@20:
Test: 37.4684 ± 5.1042
Hits@30:
Test: 48.1182 ± 3.2427
Hits@50:
Test: 59.1516 ± 2.2949
AUC:
Test: 97.5943 ± 0.0867
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9233 ± 5.9567
Hits@20:
Test: 34.4269 ± 5.1258
Hits@30:
Test: 43.5424 ± 3.0271
Hits@50:
Test: 54.3457 ± 2.3476
AUC:
Test: 97.0431 ± 0.2598
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5280 ± 5.3318
Hits@20:
Test: 45.4016 ± 1.2953
Hits@30:
Test: 52.6579 ± 5.4092
Hits@50:
Test: 65.1805 ± 3.2570
AUC:
Test: 97.9914 ± 0.1357
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3736 ± 1.4479
Hits@20:
Test: 37.4955 ± 2.0507
Hits@30:
Test: 45.3655 ± 3.4432
Hits@50:
Test: 57.0532 ± 1.6246
AUC:
Test: 97.3287 ± 0.1158
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8502 ± 4.4828
Hits@20:
Test: 46.1462 ± 2.3076
Hits@30:
Test: 55.7536 ± 1.9484
Hits@50:
Test: 67.0126 ± 3.7092
AUC:
Test: 97.9972 ± 0.0298
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8980 ± 4.2671
Hits@20:
Test: 40.9296 ± 0.8939
Hits@30:
Test: 48.5199 ± 1.8488
Hits@50:
Test: 57.8159 ± 0.9766
AUC:
Test: 97.1848 ± 0.1337
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4756 ± 2.7751
Hits@20:
Test: 48.5830 ± 2.9283
Hits@30:
Test: 58.8087 ± 3.2058
Hits@50:
Test: 70.0542 ± 1.3043
AUC:
Test: 98.3627 ± 0.0726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.4431 ± 2.9415
Hits@20:
Test: 42.0532 ± 5.8129
Hits@30:
Test: 49.9007 ± 3.7939
Hits@50:
Test: 61.6832 ± 2.7044
AUC:
Test: 97.4642 ± 0.4083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.9693 ± 5.2561
Hits@20:
Test: 45.5460 ± 3.7411
Hits@30:
Test: 56.0695 ± 3.5260
Hits@50:
Test: 66.9495 ± 1.9904
AUC:
Test: 97.3985 ± 0.1816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5532 ± 4.6171
Hits@20:
Test: 50.3339 ± 2.7290
Hits@30:
Test: 59.6074 ± 1.7563
Hits@50:
Test: 70.1038 ± 1.4817
AUC:
Test: 98.1843 ± 0.0674
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5912 ± 2.4514
Hits@20:
Test: 41.8818 ± 2.6134
Hits@30:
Test: 51.2365 ± 1.7982
Hits@50:
Test: 63.5560 ± 1.9247
AUC:
Test: 97.9907 ± 0.0282
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3944 ± 2.3489
Hits@20:
Test: 36.1146 ± 2.6438
Hits@30:
Test: 44.3457 ± 4.1829
Hits@50:
Test: 55.3385 ± 1.7464
AUC:
Test: 97.1169 ± 0.2365
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0785 ± 3.5287
Hits@20:
Test: 47.6264 ± 2.7958
Hits@30:
Test: 58.0912 ± 3.6146
Hits@50:
Test: 68.9621 ± 2.7120
AUC:
Test: 98.2351 ± 0.0806
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9486 ± 3.0497
Hits@20:
Test: 36.7419 ± 5.3062
Hits@30:
Test: 46.2320 ± 3.4287
Hits@50:
Test: 56.2816 ± 1.9781
AUC:
Test: 97.2860 ± 0.3188
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8087 ± 3.7046
Hits@20:
Test: 51.2455 ± 5.5317
Hits@30:
Test: 60.0857 ± 3.4813
Hits@50:
Test: 69.7789 ± 2.8385
AUC:
Test: 97.8724 ± 0.1084
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7969 ± 4.4108
Hits@20:
Test: 53.0235 ± 1.2615
Hits@30:
Test: 59.1922 ± 2.8935
Hits@50:
Test: 70.9747 ± 2.6250
AUC:
Test: 98.3563 ± 0.1026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6643 ± 5.0275
Hits@20:
Test: 41.6200 ± 3.1324
Hits@30:
Test: 48.5560 ± 1.6714
Hits@50:
Test: 59.3096 ± 1.3420
AUC:
Test: 97.7917 ± 0.0611
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2229 ± 3.7757
Hits@20:
Test: 35.2347 ± 3.7012
Hits@30:
Test: 44.2374 ± 2.6236
Hits@50:
Test: 55.1173 ± 3.2073
AUC:
Test: 97.1811 ± 0.2038
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2301 ± 3.9684
Hits@20:
Test: 41.8276 ± 2.9775
Hits@30:
Test: 49.0208 ± 3.2444
Hits@50:
Test: 63.5108 ± 2.8614
AUC:
Test: 97.9244 ± 0.0649
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4567 ± 1.2842
Hits@20:
Test: 35.0587 ± 1.6940
Hits@30:
Test: 43.1092 ± 1.6667
Hits@50:
Test: 53.3032 ± 3.3052
AUC:
Test: 97.0920 ± 0.1036
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0045 ± 6.5998
Hits@20:
Test: 54.9323 ± 5.5780
Hits@30:
Test: 61.1778 ± 3.0275
Hits@50:
Test: 72.7482 ± 2.2791
AUC:
Test: 98.4978 ± 0.1069
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1227 ± 3.2080
Hits@20:
Test: 45.5190 ± 2.7152
Hits@30:
Test: 56.1552 ± 2.8477
Hits@50:
Test: 65.8890 ± 1.9443
AUC:
Test: 98.1572 ± 0.0985
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5532 ± 1.9284
Hits@20:
Test: 40.2437 ± 2.1564
Hits@30:
Test: 47.2157 ± 3.6445
Hits@50:
Test: 59.7383 ± 4.5385
AUC:
Test: 97.6653 ± 0.1035
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8421 ± 3.0734
Hits@20:
Test: 35.1940 ± 2.5808
Hits@30:
Test: 43.6282 ± 3.4506
Hits@50:
Test: 54.2103 ± 2.7264
AUC:
Test: 97.0841 ± 0.1977
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.0379 ± 2.1979
Hits@20:
Test: 39.6255 ± 3.3254
Hits@30:
Test: 46.6291 ± 1.4993
Hits@50:
Test: 58.7906 ± 3.8815
AUC:
Test: 97.6975 ± 0.1024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0262 ± 3.0614
Hits@20:
Test: 35.2076 ± 1.6975
Hits@30:
Test: 42.2247 ± 1.6520
Hits@50:
Test: 54.0523 ± 3.2851
AUC:
Test: 97.1094 ± 0.1596
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8502 ± 6.9962
Hits@20:
Test: 46.5162 ± 6.0765
Hits@30:
Test: 55.2347 ± 2.7860
Hits@50:
Test: 65.8258 ± 3.1897
AUC:
Test: 98.1027 ± 0.1687
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1011 ± 5.7286
Hits@20:
Test: 35.4152 ± 5.6446
Hits@30:
Test: 45.4422 ± 3.9515
Hits@50:
Test: 55.1444 ± 5.5985
AUC:
Test: 97.2390 ± 0.4059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5884 ± 4.7998
Hits@20:
Test: 44.8917 ± 3.4411
Hits@30:
Test: 50.8393 ± 4.1642
Hits@50:
Test: 59.8375 ± 2.2294
AUC:
Test: 96.6851 ± 0.1313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.8592 ± 3.1547
Hits@20:
Test: 29.4314 ± 1.6893
Hits@30:
Test: 36.2320 ± 1.9450
Hits@50:
Test: 48.0686 ± 2.3274
AUC:
Test: 95.8840 ± 0.1447
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7220 ± 4.6682
Hits@20:
Test: 55.7717 ± 3.7788
Hits@30:
Test: 62.4684 ± 2.8910
Hits@50:
Test: 70.2076 ± 1.6688
AUC:
Test: 97.5519 ± 0.0560
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3863 ± 2.3028
Hits@20:
Test: 48.6011 ± 1.6273
Hits@30:
Test: 55.5912 ± 2.4839
Hits@50:
Test: 65.6182 ± 0.7533
AUC:
Test: 97.5887 ± 0.0631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0253 ± 4.8360
Hits@20:
Test: 47.7933 ± 7.3106
Hits@30:
Test: 57.4684 ± 4.4887
Hits@50:
Test: 66.1146 ± 3.8525
AUC:
Test: 97.2145 ± 0.1475
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6543 ± 3.3603
Hits@20:
Test: 53.8809 ± 2.3032
Hits@30:
Test: 60.9747 ± 2.1776
Hits@50:
Test: 69.4765 ± 2.6683
AUC:
Test: 98.0006 ± 0.1191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4152 ± 3.2046
Hits@20:
Test: 36.7148 ± 2.3867
Hits@30:
Test: 44.1742 ± 1.4883
Hits@50:
Test: 51.9810 ± 0.9912
AUC:
Test: 95.9388 ± 0.1764
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3538 ± 5.5830
Hits@20:
Test: 30.6995 ± 0.9300
Hits@30:
Test: 36.5704 ± 1.3662
Hits@50:
Test: 46.9449 ± 1.4121
AUC:
Test: 95.8028 ± 0.1958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7338 ± 3.9843
Hits@20:
Test: 44.1291 ± 2.2830
Hits@30:
Test: 48.7139 ± 3.7457
Hits@50:
Test: 58.4973 ± 1.7722
AUC:
Test: 96.8207 ± 0.1125
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0478 ± 4.3907
Hits@20:
Test: 30.6995 ± 1.6310
Hits@30:
Test: 38.4431 ± 4.2623
Hits@50:
Test: 49.1155 ± 3.1595
AUC:
Test: 96.1447 ± 0.2354
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6372 ± 6.6419
Hits@20:
Test: 56.8141 ± 2.8550
Hits@30:
Test: 62.4955 ± 2.0023
Hits@50:
Test: 70.6227 ± 0.8194
AUC:
Test: 97.5876 ± 0.0337
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.8854 ± 5.1559
Hits@20:
Test: 58.2987 ± 3.6586
Hits@30:
Test: 64.2915 ± 3.3506
Hits@50:
Test: 72.4819 ± 1.7429
AUC:
Test: 98.1396 ± 0.0885
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.9829 ± 4.4565
Hits@20:
Test: 33.7139 ± 4.4812
Hits@30:
Test: 39.9594 ± 2.6064
Hits@50:
Test: 50.6273 ± 1.4105
AUC:
Test: 95.8252 ± 0.0647
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.0289 ± 2.9381
Hits@20:
Test: 27.7843 ± 3.2774
Hits@30:
Test: 34.2148 ± 2.8271
Hits@50:
Test: 46.4982 ± 1.7577
AUC:
Test: 95.6937 ± 0.1760
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4585 ± 1.8782
Hits@20:
Test: 36.0379 ± 1.6762
Hits@30:
Test: 42.4955 ± 1.7152
Hits@50:
Test: 51.5704 ± 1.9486
AUC:
Test: 95.8522 ± 0.1214
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.9621 ± 4.5545
Hits@20:
Test: 28.6372 ± 3.8665
Hits@30:
Test: 36.8998 ± 1.9057
Hits@50:
Test: 46.0063 ± 0.9387
AUC:
Test: 95.6790 ± 0.1600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8177 ± 4.8068
Hits@20:
Test: 58.2085 ± 4.1895
Hits@30:
Test: 64.2328 ± 2.4726
Hits@50:
Test: 70.3204 ± 0.8088
AUC:
Test: 97.5700 ± 0.1324
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0190 ± 2.5819
Hits@20:
Test: 48.5740 ± 6.3891
Hits@30:
Test: 55.6859 ± 4.1671
Hits@50:
Test: 65.1218 ± 2.7532
AUC:
Test: 97.5270 ± 0.1687
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3448 ± 1.5658
Hits@20:
Test: 36.7690 ± 3.2355
Hits@30:
Test: 41.9991 ± 3.2622
Hits@50:
Test: 51.4847 ± 3.1673
AUC:
Test: 95.8806 ± 0.0314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0361 ± 2.0507
Hits@20:
Test: 31.3222 ± 1.1170
Hits@30:
Test: 38.5244 ± 1.6927
Hits@50:
Test: 48.2672 ± 2.1924
AUC:
Test: 95.9349 ± 0.0924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1155 ± 3.1845
Hits@20:
Test: 38.3845 ± 1.8580
Hits@30:
Test: 44.5487 ± 1.8681
Hits@50:
Test: 54.0388 ± 1.4032
AUC:
Test: 95.9581 ± 0.0317
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.8574 ± 4.9507
Hits@20:
Test: 29.9323 ± 4.8105
Hits@30:
Test: 37.0532 ± 2.2028
Hits@50:
Test: 46.9991 ± 2.2214
AUC:
Test: 95.8470 ± 0.2528
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7238 ± 2.7250
Hits@20:
Test: 46.1552 ± 3.7252
Hits@30:
Test: 52.8069 ± 1.4203
Hits@50:
Test: 61.1733 ± 1.5619
AUC:
Test: 96.8876 ± 0.0460
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5541 ± 6.3530
Hits@20:
Test: 33.4251 ± 3.9833
Hits@30:
Test: 40.0722 ± 4.1872
Hits@50:
Test: 50.7626 ± 1.8338
AUC:
Test: 96.2590 ± 0.2105
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6390 ± 3.5302
Hits@20:
Test: 44.6480 ± 2.7192
Hits@30:
Test: 51.8051 ± 3.3391
Hits@50:
Test: 58.8222 ± 1.6021
AUC:
Test: 96.7963 ± 0.2072
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0749 ± 4.5296
Hits@20:
Test: 31.5794 ± 4.1459
Hits@30:
Test: 39.1065 ± 3.2363
Hits@50:
Test: 49.4404 ± 2.8148
AUC:
Test: 96.0828 ± 0.2634
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6489 ± 2.5299
Hits@20:
Test: 55.4513 ± 0.7850
Hits@30:
Test: 61.6606 ± 0.7525
Hits@50:
Test: 69.2464 ± 1.6903
AUC:
Test: 97.6122 ± 0.0357
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4946 ± 3.2866
Hits@20:
Test: 47.2473 ± 3.3308
Hits@30:
Test: 56.2049 ± 2.7182
Hits@50:
Test: 65.8258 ± 2.1886
AUC:
Test: 97.5468 ± 0.1059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8908 ± 8.8483
Hits@20:
Test: 47.8520 ± 4.2559
Hits@30:
Test: 58.1182 ± 4.8464
Hits@50:
Test: 66.2184 ± 2.1679
AUC:
Test: 97.2489 ± 0.1721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7139 ± 4.6618
Hits@20:
Test: 49.6209 ± 1.7563
Hits@30:
Test: 57.4910 ± 0.6524
Hits@50:
Test: 68.0099 ± 1.2360
AUC:
Test: 97.9516 ± 0.0753
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1363 ± 5.7126
Hits@20:
Test: 38.6913 ± 4.7610
Hits@30:
Test: 43.6733 ± 3.5100
Hits@50:
Test: 53.5695 ± 0.6709
AUC:
Test: 95.9086 ± 0.1111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9874 ± 6.1664
Hits@20:
Test: 27.6625 ± 4.7378
Hits@30:
Test: 36.6155 ± 2.4170
Hits@50:
Test: 46.0108 ± 2.4270
AUC:
Test: 95.7330 ± 0.1809
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2500 ± 2.6721
Hits@20:
Test: 43.0686 ± 2.2099
Hits@30:
Test: 49.4495 ± 2.8837
Hits@50:
Test: 59.5848 ± 2.4111
AUC:
Test: 96.7111 ± 0.1149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3069 ± 4.5387
Hits@20:
Test: 33.4612 ± 3.2981
Hits@30:
Test: 40.2482 ± 3.4340
Hits@50:
Test: 49.8691 ± 3.6991
AUC:
Test: 96.1772 ± 0.1777
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8863 ± 4.4153
Hits@20:
Test: 56.8186 ± 4.5152
Hits@30:
Test: 63.5875 ± 3.1567
Hits@50:
Test: 69.6661 ± 1.5387
AUC:
Test: 97.5735 ± 0.0680
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5370 ± 5.0563
Hits@20:
Test: 56.2319 ± 2.6318
Hits@30:
Test: 63.6507 ± 3.0263
Hits@50:
Test: 71.8457 ± 1.9272
AUC:
Test: 98.1473 ± 0.0700
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4576 ± 2.7969
Hits@20:
Test: 35.6453 ± 1.7619
Hits@30:
Test: 41.7960 ± 3.4252
Hits@50:
Test: 49.5126 ± 0.8559
AUC:
Test: 95.8330 ± 0.0901
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.3294 ± 2.3071
Hits@20:
Test: 30.0000 ± 3.3294
Hits@30:
Test: 35.5776 ± 1.3565
Hits@50:
Test: 46.6471 ± 1.0559
AUC:
Test: 95.6929 ± 0.2200
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2058 ± 1.2068
Hits@20:
Test: 35.7897 ± 0.7802
Hits@30:
Test: 41.9720 ± 1.2116
Hits@50:
Test: 50.3114 ± 1.1147
AUC:
Test: 95.8758 ± 0.1082
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.6913 ± 4.3842
Hits@20:
Test: 29.2419 ± 1.8644
Hits@30:
Test: 37.8971 ± 2.5181
Hits@50:
Test: 46.7464 ± 1.3093
AUC:
Test: 95.8448 ± 0.1099
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8709 ± 6.0713
Hits@20:
Test: 55.5460 ± 3.4887
Hits@30:
Test: 62.9558 ± 2.8751
Hits@50:
Test: 70.0993 ± 1.3704
AUC:
Test: 97.5958 ± 0.1049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0343 ± 2.1566
Hits@20:
Test: 45.9296 ± 2.5180
Hits@30:
Test: 55.4242 ± 1.1857
Hits@50:
Test: 64.4810 ± 2.0620
AUC:
Test: 97.5556 ± 0.1250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0045 ± 2.5913
Hits@20:
Test: 35.9296 ± 2.8816
Hits@30:
Test: 43.2762 ± 2.3944
Hits@50:
Test: 50.5460 ± 1.7552
AUC:
Test: 95.9332 ± 0.1329
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.2852 ± 1.5167
Hits@20:
Test: 29.7744 ± 4.3260
Hits@30:
Test: 37.3511 ± 1.5437
Hits@50:
Test: 47.0848 ± 2.3280
AUC:
Test: 95.7814 ± 0.2519
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.0839 ± 0.7756
Hits@20:
Test: 37.3827 ± 2.4327
Hits@30:
Test: 43.2356 ± 1.4118
Hits@50:
Test: 52.7301 ± 1.2037
AUC:
Test: 95.9141 ± 0.0472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2013 ± 4.2114
Hits@20:
Test: 31.2906 ± 2.0559
Hits@30:
Test: 36.5749 ± 1.1695
Hits@50:
Test: 47.6444 ± 2.2285
AUC:
Test: 95.8989 ± 0.1466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2518 ± 2.9346
Hits@20:
Test: 47.8430 ± 4.0802
Hits@30:
Test: 51.9856 ± 2.2863
Hits@50:
Test: 62.6309 ± 1.9869
AUC:
Test: 96.8363 ± 0.1640
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0794 ± 5.9434
Hits@20:
Test: 32.8249 ± 4.5134
Hits@30:
Test: 41.0199 ± 2.1373
Hits@50:
Test: 50.9567 ± 2.7349
AUC:
Test: 96.2207 ± 0.1150
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2509 ± 2.9164
Hits@20:
Test: 45.1760 ± 2.2612
Hits@30:
Test: 51.4350 ± 2.4171
Hits@50:
Test: 59.3457 ± 2.2684
AUC:
Test: 96.7061 ± 0.0933
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3628 ± 3.9493
Hits@20:
Test: 35.9161 ± 3.4050
Hits@30:
Test: 43.6327 ± 1.5407
Hits@50:
Test: 51.6607 ± 2.8487
AUC:
Test: 96.2437 ± 0.1983
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2004 ± 5.7372
Hits@20:
Test: 55.6273 ± 2.9413
Hits@30:
Test: 61.7554 ± 2.2551
Hits@50:
Test: 68.7274 ± 2.7715
AUC:
Test: 97.5579 ± 0.0665
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7717 ± 1.7515
Hits@20:
Test: 49.1065 ± 2.0537
Hits@30:
Test: 57.8971 ± 1.6515
Hits@50:
Test: 67.1706 ± 0.9875
AUC:
Test: 97.5482 ± 0.0721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8872 ± 6.0002
Hits@20:
Test: 46.8005 ± 7.3605
Hits@30:
Test: 55.7040 ± 8.1345
Hits@50:
Test: 66.6697 ± 2.7459
AUC:
Test: 97.2988 ± 0.1132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3177 ± 4.4091
Hits@20:
Test: 55.4964 ± 1.5225
Hits@30:
Test: 62.6670 ± 2.0900
Hits@50:
Test: 69.5442 ± 1.1324
AUC:
Test: 98.0160 ± 0.0902
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3998 ± 2.5945
Hits@20:
Test: 37.4504 ± 1.5109
Hits@30:
Test: 42.6579 ± 2.8343
Hits@50:
Test: 52.6895 ± 1.8454
AUC:
Test: 95.9675 ± 0.1043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.6345 ± 2.7138
Hits@20:
Test: 28.7320 ± 3.8566
Hits@30:
Test: 35.7446 ± 2.2689
Hits@50:
Test: 45.2708 ± 2.0605
AUC:
Test: 95.6734 ± 0.2571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9513 ± 3.4734
Hits@20:
Test: 45.9838 ± 2.4738
Hits@30:
Test: 53.0821 ± 3.0521
Hits@50:
Test: 60.8123 ± 2.6579
AUC:
Test: 96.8463 ± 0.1054
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.4143 ± 4.3523
Hits@20:
Test: 32.2202 ± 4.3454
Hits@30:
Test: 39.7744 ± 3.9596
Hits@50:
Test: 48.8583 ± 2.0455
AUC:
Test: 96.1010 ± 0.2681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4359 ± 5.5686
Hits@20:
Test: 55.5415 ± 2.9531
Hits@30:
Test: 62.0578 ± 4.3383
Hits@50:
Test: 70.5280 ± 1.5337
AUC:
Test: 97.6487 ± 0.0833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.3421 ± 5.8629
Hits@20:
Test: 53.9576 ± 5.6067
Hits@30:
Test: 63.5424 ± 3.7202
Hits@50:
Test: 71.0153 ± 2.7509
AUC:
Test: 98.0585 ± 0.1156
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1020 ± 2.7489
Hits@20:
Test: 35.8755 ± 1.5271
Hits@30:
Test: 41.6606 ± 2.3615
Hits@50:
Test: 50.6859 ± 2.4915
AUC:
Test: 95.8230 ± 0.0418
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0388 ± 3.2507
Hits@20:
Test: 25.6498 ± 1.3035
Hits@30:
Test: 34.2780 ± 2.4982
Hits@50:
Test: 44.0659 ± 2.0389
AUC:
Test: 95.5118 ± 0.2024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1859 ± 2.0397
Hits@20:
Test: 37.6128 ± 1.2032
Hits@30:
Test: 42.3917 ± 0.9898
Hits@50:
Test: 52.1029 ± 1.3917
AUC:
Test: 95.8621 ± 0.1530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.9052 ± 4.7280
Hits@20:
Test: 27.6218 ± 4.1720
Hits@30:
Test: 36.3448 ± 2.9880
Hits@50:
Test: 45.2527 ± 1.4510
AUC:
Test: 95.6618 ± 0.2832
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8357 ± 3.8381
Hits@20:
Test: 56.8727 ± 2.9788
Hits@30:
Test: 64.4540 ± 1.8016
Hits@50:
Test: 70.2753 ± 1.3351
AUC:
Test: 97.6160 ± 0.0796
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8168 ± 2.8377
Hits@20:
Test: 49.9233 ± 4.8819
Hits@30:
Test: 57.6940 ± 2.2517
Hits@50:
Test: 65.5776 ± 1.0888
AUC:
Test: 97.5931 ± 0.0671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7771 ± 1.2402
Hits@20:
Test: 37.4097 ± 2.7545
Hits@30:
Test: 44.1561 ± 2.0312
Hits@50:
Test: 51.5749 ± 1.3622
AUC:
Test: 95.9372 ± 0.0747
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8177 ± 4.1379
Hits@20:
Test: 31.1823 ± 4.8112
Hits@30:
Test: 37.2608 ± 3.0639
Hits@50:
Test: 47.2383 ± 1.6864
AUC:
Test: 95.8960 ± 0.2027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8357 ± 4.2848
Hits@20:
Test: 37.3917 ± 4.1826
Hits@30:
Test: 42.6038 ± 4.3390
Hits@50:
Test: 50.1625 ± 2.4211
AUC:
Test: 95.9185 ± 0.1175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3890 ± 3.5345
Hits@20:
Test: 30.2753 ± 2.5529
Hits@30:
Test: 38.4386 ± 1.1015
Hits@50:
Test: 47.5632 ± 1.0430
AUC:
Test: 95.8673 ± 0.0631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2274 ± 2.3783
Hits@20:
Test: 43.1318 ± 2.6589
Hits@30:
Test: 50.5731 ± 1.4778
Hits@50:
Test: 60.5235 ± 2.0840
AUC:
Test: 96.7760 ± 0.1202
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7933 ± 5.3118
Hits@20:
Test: 33.3168 ± 2.4848
Hits@30:
Test: 41.2139 ± 2.1465
Hits@50:
Test: 50.6363 ± 1.5450
AUC:
Test: 96.2159 ± 0.0958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8294 ± 4.1596
Hits@20:
Test: 40.7807 ± 2.2428
Hits@30:
Test: 47.2699 ± 2.4349
Hits@50:
Test: 55.4106 ± 1.9831
AUC:
Test: 96.0694 ± 0.2195
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5523 ± 1.7554
Hits@20:
Test: 33.7229 ± 1.5915
Hits@30:
Test: 39.4765 ± 1.8585
Hits@50:
Test: 47.9061 ± 1.4670
AUC:
Test: 95.7264 ± 0.1458
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9657 ± 3.2427
Hits@20:
Test: 46.9901 ± 2.8162
Hits@30:
Test: 56.6967 ± 1.4461
Hits@50:
Test: 65.1489 ± 1.7484
AUC:
Test: 97.0268 ± 0.1009
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1688 ± 2.1303
Hits@20:
Test: 45.0135 ± 2.2488
Hits@30:
Test: 50.4061 ± 2.4385
Hits@50:
Test: 57.9738 ± 1.6422
AUC:
Test: 96.9162 ± 0.1327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0993 ± 7.0645
Hits@20:
Test: 48.6778 ± 8.8817
Hits@30:
Test: 58.8403 ± 5.2274
Hits@50:
Test: 67.9287 ± 3.8791
AUC:
Test: 97.2909 ± 0.1132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2301 ± 3.8638
Hits@20:
Test: 55.3430 ± 2.9778
Hits@30:
Test: 62.3014 ± 1.4176
Hits@50:
Test: 70.3159 ± 0.8384
AUC:
Test: 98.0276 ± 0.0814
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6209 ± 5.3581
Hits@20:
Test: 36.0379 ± 4.5093
Hits@30:
Test: 43.7951 ± 4.1541
Hits@50:
Test: 50.6273 ± 2.3029
AUC:
Test: 95.8918 ± 0.3381
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.9486 ± 3.5164
Hits@20:
Test: 24.8962 ± 5.7663
Hits@30:
Test: 33.1047 ± 4.1145
Hits@50:
Test: 43.4296 ± 1.6620
AUC:
Test: 95.3721 ± 0.3354
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4955 ± 3.8390
Hits@20:
Test: 44.9188 ± 5.1608
Hits@30:
Test: 51.9495 ± 1.9478
Hits@50:
Test: 59.7247 ± 3.7497
AUC:
Test: 96.7422 ± 0.1851
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8285 ± 2.7427
Hits@20:
Test: 39.1922 ± 0.6555
Hits@30:
Test: 43.9170 ± 0.7888
Hits@50:
Test: 54.1922 ± 1.4640
AUC:
Test: 96.4315 ± 0.0636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4143 ± 2.5622
Hits@20:
Test: 56.0514 ± 2.5093
Hits@30:
Test: 61.5433 ± 1.8400
Hits@50:
Test: 70.9341 ± 2.0202
AUC:
Test: 97.6029 ± 0.0307
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6236 ± 6.0979
Hits@20:
Test: 59.0027 ± 1.8982
Hits@30:
Test: 66.2951 ± 0.7609
Hits@50:
Test: 73.6868 ± 1.7593
AUC:
Test: 98.1431 ± 0.0636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3439 ± 2.4722
Hits@20:
Test: 37.6579 ± 4.2152
Hits@30:
Test: 42.4729 ± 2.4105
Hits@50:
Test: 51.8457 ± 2.4151
AUC:
Test: 95.9287 ± 0.0876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.2924 ± 3.3998
Hits@20:
Test: 26.9088 ± 3.1386
Hits@30:
Test: 35.9567 ± 2.4885
Hits@50:
Test: 45.2933 ± 1.3348
AUC:
Test: 95.6494 ± 0.1668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4052 ± 1.9524
Hits@20:
Test: 35.8078 ± 2.3066
Hits@30:
Test: 42.1570 ± 2.5372
Hits@50:
Test: 51.9134 ± 0.7010
AUC:
Test: 95.9333 ± 0.1783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2933 ± 4.0973
Hits@20:
Test: 31.2319 ± 4.4990
Hits@30:
Test: 37.9513 ± 1.5970
Hits@50:
Test: 46.1913 ± 1.9309
AUC:
Test: 95.6838 ± 0.2123
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6679 ± 2.9470
Hits@20:
Test: 54.4179 ± 4.3001
Hits@30:
Test: 61.2861 ± 3.5639
Hits@50:
Test: 69.6570 ± 2.2152
AUC:
Test: 97.5681 ± 0.0556
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4513 ± 2.7146
Hits@20:
Test: 49.8285 ± 2.5487
Hits@30:
Test: 58.1588 ± 1.5703
Hits@50:
Test: 66.3538 ± 1.0439
AUC:
Test: 97.6628 ± 0.0556
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0776 ± 3.0393
Hits@20:
Test: 36.7644 ± 1.5647
Hits@30:
Test: 41.9449 ± 3.0064
Hits@50:
Test: 50.0722 ± 1.6705
AUC:
Test: 95.9043 ± 0.0963
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8357 ± 3.2716
Hits@20:
Test: 28.2852 ± 3.5018
Hits@30:
Test: 38.4116 ± 2.5372
Hits@50:
Test: 46.5839 ± 1.7644
AUC:
Test: 95.7504 ± 0.1763
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4179 ± 3.3054
Hits@20:
Test: 39.1381 ± 1.8329
Hits@30:
Test: 43.5921 ± 1.3993
Hits@50:
Test: 53.4116 ± 1.7259
AUC:
Test: 95.9526 ± 0.0887
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.8574 ± 4.3784
Hits@20:
Test: 29.3682 ± 4.0826
Hits@30:
Test: 37.6986 ± 2.0574
Hits@50:
Test: 47.4774 ± 2.1921
AUC:
Test: 95.7991 ± 0.2481
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9865 ± 3.0508
Hits@20:
Test: 46.9901 ± 4.7522
Hits@30:
Test: 55.0226 ± 3.5635
Hits@50:
Test: 62.5632 ± 1.3239
AUC:
Test: 96.8558 ± 0.1673
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9314 ± 4.5170
Hits@20:
Test: 32.5812 ± 4.1034
Hits@30:
Test: 41.7960 ± 2.9986
Hits@50:
Test: 51.1327 ± 2.9255
AUC:
Test: 96.1392 ± 0.3066
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9820 ± 5.2667
Hits@20:
Test: 47.2699 ± 3.0659
Hits@30:
Test: 56.2951 ± 1.1642
Hits@50:
Test: 67.4955 ± 1.8426
AUC:
Test: 98.1129 ± 0.1288
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1895 ± 2.5192
Hits@20:
Test: 35.4513 ± 3.6176
Hits@30:
Test: 41.7419 ± 3.5412
Hits@50:
Test: 54.9955 ± 1.0322
AUC:
Test: 97.3440 ± 0.1165
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7780 ± 2.7878
Hits@20:
Test: 54.0839 ± 2.1199
Hits@30:
Test: 62.5000 ± 1.7381
Hits@50:
Test: 72.5857 ± 1.4345
AUC:
Test: 98.3371 ± 0.0834
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6444 ± 4.8133
Hits@20:
Test: 44.5578 ± 2.8323
Hits@30:
Test: 50.1895 ± 2.2222
Hits@50:
Test: 61.8096 ± 1.3774
AUC:
Test: 97.8161 ± 0.0661
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.4928 ± 9.9513
Hits@20:
Test: 47.2428 ± 7.7277
Hits@30:
Test: 58.4477 ± 3.5373
Hits@50:
Test: 67.9919 ± 4.0546
AUC:
Test: 97.5098 ± 0.2478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9603 ± 3.3364
Hits@20:
Test: 55.0090 ± 4.4665
Hits@30:
Test: 61.9089 ± 3.9963
Hits@50:
Test: 71.0514 ± 1.7575
AUC:
Test: 98.1709 ± 0.1065
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7816 ± 2.3933
Hits@20:
Test: 50.5551 ± 2.1992
Hits@30:
Test: 57.9648 ± 1.7374
Hits@50:
Test: 68.3078 ± 1.0153
AUC:
Test: 98.2005 ± 0.0616
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5668 ± 2.0014
Hits@20:
Test: 35.0361 ± 1.8821
Hits@30:
Test: 43.0505 ± 2.7148
Hits@50:
Test: 53.3393 ± 1.7033
AUC:
Test: 97.2378 ± 0.1045
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9865 ± 4.6406
Hits@20:
Test: 49.2735 ± 2.1313
Hits@30:
Test: 60.2888 ± 1.0572
Hits@50:
Test: 69.7608 ± 1.3829
AUC:
Test: 98.2345 ± 0.0561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8818 ± 1.2646
Hits@20:
Test: 37.5767 ± 3.3025
Hits@30:
Test: 44.8646 ± 1.7558
Hits@50:
Test: 56.2094 ± 0.8536
AUC:
Test: 97.4601 ± 0.0264
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.3809 ± 3.0948
Hits@20:
Test: 59.8511 ± 1.3142
Hits@30:
Test: 67.0487 ± 2.4473
Hits@50:
Test: 76.3448 ± 1.0170
AUC:
Test: 98.5620 ± 0.0315
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5469 ± 3.0467
Hits@20:
Test: 56.6877 ± 2.6469
Hits@30:
Test: 65.2347 ± 2.1870
Hits@50:
Test: 73.6282 ± 1.3392
AUC:
Test: 98.4014 ± 0.0431
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4061 ± 2.5558
Hits@20:
Test: 45.9612 ± 3.2186
Hits@30:
Test: 56.8096 ± 1.4440
Hits@50:
Test: 67.7211 ± 0.9037
AUC:
Test: 98.1059 ± 0.0919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8709 ± 2.3880
Hits@20:
Test: 35.0090 ± 1.7953
Hits@30:
Test: 43.2401 ± 1.7407
Hits@50:
Test: 53.8854 ± 2.1545
AUC:
Test: 97.3938 ± 0.0750
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3114 ± 4.9422
Hits@20:
Test: 45.8755 ± 4.8519
Hits@30:
Test: 55.5009 ± 5.7474
Hits@50:
Test: 66.3809 ± 1.9649
AUC:
Test: 98.0626 ± 0.1063
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2708 ± 1.6807
Hits@20:
Test: 35.7491 ± 3.1819
Hits@30:
Test: 42.0623 ± 1.3936
Hits@50:
Test: 54.3908 ± 0.8005
AUC:
Test: 97.4215 ± 0.1002
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1679 ± 0.8754
Hits@20:
Test: 53.5921 ± 1.5638
Hits@30:
Test: 61.5569 ± 2.8324
Hits@50:
Test: 71.0334 ± 2.0732
AUC:
Test: 98.3632 ± 0.1461
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6056 ± 2.7778
Hits@20:
Test: 44.0162 ± 3.5831
Hits@30:
Test: 51.9901 ± 1.0220
Hits@50:
Test: 61.3222 ± 1.0818
AUC:
Test: 97.7895 ± 0.0429
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.4774 ± 8.3311
Hits@20:
Test: 48.0190 ± 3.7094
Hits@30:
Test: 56.8727 ± 2.2087
Hits@50:
Test: 66.4305 ± 2.3093
AUC:
Test: 98.1053 ± 0.1510
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.0650 ± 1.7027
Hits@20:
Test: 34.4359 ± 1.7951
Hits@30:
Test: 44.0614 ± 1.2852
Hits@50:
Test: 54.1697 ± 2.4451
AUC:
Test: 97.3117 ± 0.1985
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1733 ± 4.7980
Hits@20:
Test: 50.5731 ± 3.0653
Hits@30:
Test: 58.1137 ± 2.3049
Hits@50:
Test: 69.4088 ± 2.5804
AUC:
Test: 98.2417 ± 0.0572
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8123 ± 1.5919
Hits@20:
Test: 35.6453 ± 2.1131
Hits@30:
Test: 43.4973 ± 1.5308
Hits@50:
Test: 54.6931 ± 2.0079
AUC:
Test: 97.3482 ± 0.0842
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8177 ± 5.1327
Hits@20:
Test: 45.4558 ± 3.9387
Hits@30:
Test: 55.8664 ± 4.6573
Hits@50:
Test: 67.8384 ± 3.0467
AUC:
Test: 98.0879 ± 0.2029
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4161 ± 3.6640
Hits@20:
Test: 35.5235 ± 3.0251
Hits@30:
Test: 43.9305 ± 2.8831
Hits@50:
Test: 55.1128 ± 2.5683
AUC:
Test: 97.4284 ± 0.1098
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3069 ± 4.9511
Hits@20:
Test: 50.0496 ± 4.5516
Hits@30:
Test: 58.4657 ± 2.7150
Hits@50:
Test: 68.1679 ± 1.3658
AUC:
Test: 98.1541 ± 0.0758
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8123 ± 3.0974
Hits@20:
Test: 35.4513 ± 1.3929
Hits@30:
Test: 42.1931 ± 3.3883
Hits@50:
Test: 55.4603 ± 2.5034
AUC:
Test: 97.3505 ± 0.0686
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6886 ± 2.1441
Hits@20:
Test: 53.2626 ± 1.9031
Hits@30:
Test: 61.9675 ± 2.0580
Hits@50:
Test: 71.3042 ± 2.1789
AUC:
Test: 98.3395 ± 0.0604
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2924 ± 3.1763
Hits@20:
Test: 44.4495 ± 5.5049
Hits@30:
Test: 51.7509 ± 3.6946
Hits@50:
Test: 62.7392 ± 2.2982
AUC:
Test: 97.8139 ± 0.0816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1372 ± 8.6232
Hits@20:
Test: 50.9567 ± 3.0353
Hits@30:
Test: 60.9296 ± 2.4540
Hits@50:
Test: 67.9287 ± 1.8782
AUC:
Test: 97.4580 ± 0.1723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3881 ± 2.8358
Hits@20:
Test: 55.4919 ± 5.1329
Hits@30:
Test: 61.4079 ± 3.3946
Hits@50:
Test: 70.7717 ± 2.9503
AUC:
Test: 98.1114 ± 0.1252
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8962 ± 6.1562
Hits@20:
Test: 49.0433 ± 4.6744
Hits@30:
Test: 56.8502 ± 3.1775
Hits@50:
Test: 66.4305 ± 1.5076
AUC:
Test: 98.1618 ± 0.0973
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2121 ± 1.2067
Hits@20:
Test: 35.5280 ± 1.2459
Hits@30:
Test: 42.0939 ± 1.0057
Hits@50:
Test: 53.2085 ± 1.9114
AUC:
Test: 97.3771 ± 0.0579
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4612 ± 3.5631
Hits@20:
Test: 49.8782 ± 4.2301
Hits@30:
Test: 59.4359 ± 3.3093
Hits@50:
Test: 69.5171 ± 2.3667
AUC:
Test: 98.2343 ± 0.0629
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4350 ± 1.7834
Hits@20:
Test: 35.4377 ± 2.5970
Hits@30:
Test: 43.8267 ± 3.2706
Hits@50:
Test: 53.8628 ± 1.0935
AUC:
Test: 97.3605 ± 0.0825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8240 ± 2.4883
Hits@20:
Test: 56.0063 ± 8.3709
Hits@30:
Test: 65.4693 ± 2.5742
Hits@50:
Test: 74.3818 ± 1.5996
AUC:
Test: 98.5281 ± 0.1173
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5713 ± 2.7311
Hits@20:
Test: 56.8592 ± 2.8203
Hits@30:
Test: 65.7581 ± 2.8480
Hits@50:
Test: 73.9756 ± 1.4314
AUC:
Test: 98.4308 ± 0.0350
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9395 ± 2.3566
Hits@20:
Test: 45.4964 ± 4.3324
Hits@30:
Test: 52.2338 ± 4.4182
Hits@50:
Test: 66.2004 ± 3.9160
AUC:
Test: 98.0535 ± 0.2248
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5379 ± 1.5941
Hits@20:
Test: 33.1092 ± 1.8652
Hits@30:
Test: 42.3691 ± 2.8871
Hits@50:
Test: 54.6345 ± 1.7710
AUC:
Test: 97.3536 ± 0.0645
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.3258 ± 4.1360
Hits@20:
Test: 46.2274 ± 3.7669
Hits@30:
Test: 55.1444 ± 3.9372
Hits@50:
Test: 67.4052 ± 2.6211
AUC:
Test: 98.1084 ± 0.1027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0000 ± 0.4588
Hits@20:
Test: 33.8989 ± 3.7892
Hits@30:
Test: 42.2924 ± 1.2397
Hits@50:
Test: 53.5379 ± 2.2243
AUC:
Test: 97.3438 ± 0.1544
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1670 ± 4.6661
Hits@20:
Test: 52.8926 ± 2.4876
Hits@30:
Test: 61.6922 ± 2.0362
Hits@50:
Test: 71.8051 ± 1.6308
AUC:
Test: 98.3359 ± 0.1047
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9630 ± 1.9247
Hits@20:
Test: 43.0821 ± 4.5872
Hits@30:
Test: 51.0650 ± 1.9026
Hits@50:
Test: 61.2635 ± 1.0611
AUC:
Test: 97.7839 ± 0.1007
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3908 ± 2.0428
Hits@20:
Test: 49.5578 ± 1.0556
Hits@30:
Test: 58.3619 ± 1.3604
Hits@50:
Test: 66.3177 ± 1.1514
AUC:
Test: 98.0828 ± 0.0887
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1065 ± 2.8306
Hits@20:
Test: 34.6119 ± 3.1842
Hits@30:
Test: 44.9639 ± 2.4162
Hits@50:
Test: 54.1516 ± 2.9748
AUC:
Test: 97.3181 ± 0.1899
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1868 ± 1.4856
Hits@20:
Test: 41.4937 ± 7.8476
Hits@30:
Test: 51.3177 ± 4.6369
Hits@50:
Test: 63.5153 ± 3.7104
AUC:
Test: 97.9180 ± 0.2452
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4332 ± 1.6927
Hits@20:
Test: 34.1065 ± 1.3819
Hits@30:
Test: 43.8538 ± 1.1811
Hits@50:
Test: 54.7022 ± 1.4834
AUC:
Test: 97.3919 ± 0.0549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.3935 ± 4.5929
Hits@20:
Test: 44.9052 ± 1.8448
Hits@30:
Test: 56.1688 ± 1.6435
Hits@50:
Test: 67.9287 ± 2.5414
AUC:
Test: 98.0619 ± 0.1352
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7175 ± 3.2235
Hits@20:
Test: 34.6029 ± 1.4546
Hits@30:
Test: 43.6552 ± 1.3201
Hits@50:
Test: 54.2825 ± 1.8811
AUC:
Test: 97.3857 ± 0.1705
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5984 ± 4.8773
Hits@20:
Test: 44.3096 ± 3.6817
Hits@30:
Test: 53.0325 ± 3.6009
Hits@50:
Test: 65.0632 ± 2.0146
AUC:
Test: 98.0192 ± 0.1075
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2744 ± 5.1316
Hits@20:
Test: 37.5406 ± 1.7582
Hits@30:
Test: 44.6706 ± 3.2455
Hits@50:
Test: 56.0921 ± 1.4688
AUC:
Test: 97.4369 ± 0.0699
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3908 ± 3.4221
Hits@20:
Test: 44.4134 ± 3.8423
Hits@30:
Test: 54.1832 ± 3.3028
Hits@50:
Test: 66.2545 ± 2.0942
AUC:
Test: 98.1009 ± 0.0706
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4468 ± 2.6192
Hits@20:
Test: 40.8123 ± 2.4085
Hits@30:
Test: 47.7888 ± 2.0224
Hits@50:
Test: 60.4377 ± 1.7926
AUC:
Test: 97.7001 ± 0.0775
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6606 ± 3.6693
Hits@20:
Test: 52.0758 ± 2.8647
Hits@30:
Test: 58.1589 ± 2.5251
Hits@50:
Test: 69.3547 ± 1.8475
AUC:
Test: 97.5727 ± 0.1570
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5226 ± 3.1479
Hits@20:
Test: 54.6255 ± 3.6856
Hits@30:
Test: 62.6173 ± 4.4136
Hits@50:
Test: 71.0875 ± 2.6216
AUC:
Test: 98.1937 ± 0.0938
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1056 ± 4.4116
Hits@20:
Test: 49.1155 ± 3.1900
Hits@30:
Test: 57.8610 ± 2.8362
Hits@50:
Test: 69.8105 ± 1.9606
AUC:
Test: 98.2289 ± 0.1249
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3448 ± 1.6447
Hits@20:
Test: 36.1372 ± 2.9103
Hits@30:
Test: 43.1588 ± 1.3492
Hits@50:
Test: 53.6327 ± 1.3871
AUC:
Test: 97.2973 ± 0.1380
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5857 ± 2.0977
Hits@20:
Test: 50.3836 ± 2.1757
Hits@30:
Test: 57.8430 ± 3.0827
Hits@50:
Test: 68.1498 ± 1.4375
AUC:
Test: 98.2365 ± 0.0151
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8123 ± 1.3298
Hits@20:
Test: 35.6453 ± 1.6848
Hits@30:
Test: 43.2310 ± 2.2474
Hits@50:
Test: 56.9043 ± 2.1906
AUC:
Test: 97.4068 ± 0.0942
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2184 ± 6.6324
Hits@20:
Test: 54.6390 ± 7.0154
Hits@30:
Test: 64.5668 ± 4.1786
Hits@50:
Test: 75.5054 ± 2.8211
AUC:
Test: 98.4845 ± 0.0744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2888 ± 2.0459
Hits@20:
Test: 56.7690 ± 3.1226
Hits@30:
Test: 65.0135 ± 3.6377
Hits@50:
Test: 73.3755 ± 1.5721
AUC:
Test: 98.3822 ± 0.1094
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0578 ± 5.8087
Hits@20:
Test: 47.2879 ± 6.2679
Hits@30:
Test: 55.4152 ± 3.7154
Hits@50:
Test: 67.1796 ± 2.8466
AUC:
Test: 98.0606 ± 0.1953
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9395 ± 2.9237
Hits@20:
Test: 34.3998 ± 1.9458
Hits@30:
Test: 41.9134 ± 2.0062
Hits@50:
Test: 52.9152 ± 2.3937
AUC:
Test: 97.3148 ± 0.0722
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.8439 ± 4.1732
Hits@20:
Test: 44.6255 ± 4.2230
Hits@30:
Test: 54.0523 ± 4.3263
Hits@50:
Test: 66.5027 ± 1.9903
AUC:
Test: 98.0257 ± 0.1598
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6327 ± 1.4908
Hits@20:
Test: 32.3285 ± 3.3110
Hits@30:
Test: 41.1191 ± 2.5244
Hits@50:
Test: 53.1047 ± 2.0776
AUC:
Test: 97.1882 ± 0.1439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6047 ± 6.5027
Hits@20:
Test: 57.7166 ± 1.8049
Hits@30:
Test: 62.4910 ± 2.7760
Hits@50:
Test: 71.8953 ± 1.0972
AUC:
Test: 98.3432 ± 0.0800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.0821 ± 3.0286
Hits@20:
Test: 44.4134 ± 3.3074
Hits@30:
Test: 50.8123 ± 3.6288
Hits@50:
Test: 61.9991 ± 1.4155
AUC:
Test: 97.8274 ± 0.0687
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1606 ± 3.0042
Hits@20:
Test: 48.7635 ± 5.0440
Hits@30:
Test: 57.5541 ± 2.6041
Hits@50:
Test: 67.7166 ± 2.0528
AUC:
Test: 98.1340 ± 0.0886
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6300 ± 2.0600
Hits@20:
Test: 34.2103 ± 2.3630
Hits@30:
Test: 44.3727 ± 2.7772
Hits@50:
Test: 54.0749 ± 2.1053
AUC:
Test: 97.3158 ± 0.1129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3105 ± 3.7717
Hits@20:
Test: 47.7347 ± 1.8359
Hits@30:
Test: 57.7256 ± 2.5919
Hits@50:
Test: 68.0912 ± 1.8281
AUC:
Test: 98.1594 ± 0.1643
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3745 ± 2.0187
Hits@20:
Test: 33.7229 ± 2.0962
Hits@30:
Test: 42.7527 ± 3.1566
Hits@50:
Test: 54.3457 ± 3.3427
AUC:
Test: 97.3052 ± 0.1100
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7022 ± 5.0778
Hits@20:
Test: 49.2419 ± 4.1572
Hits@30:
Test: 57.5767 ± 4.1561
Hits@50:
Test: 67.7617 ± 2.6449
AUC:
Test: 98.1969 ± 0.1092
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3384 ± 4.0337
Hits@20:
Test: 36.6832 ± 1.0135
Hits@30:
Test: 43.1588 ± 1.2674
Hits@50:
Test: 54.9007 ± 2.0191
AUC:
Test: 97.4680 ± 0.0861
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 2.9693 ± 6.6396
Hits@30:
Test: 4.5307 ± 10.1309
Hits@50:
Test: 29.0253 ± 16.5195
AUC:
Test: 95.7654 ± 0.5467
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 4.9323 ± 11.0290
Hits@50:
Test: 31.7825 ± 17.8439
AUC:
Test: 96.1653 ± 0.2288
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2247 ± 11.3197
Hits@20:
Test: 33.7229 ± 4.5367
Hits@30:
Test: 37.9783 ± 4.6420
Hits@50:
Test: 50.5731 ± 2.6660
AUC:
Test: 96.8853 ± 0.1527
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.1597 ± 4.3065
Hits@20:
Test: 30.3249 ± 2.1522
Hits@30:
Test: 37.7392 ± 1.6366
Hits@50:
Test: 48.2626 ± 2.2952
AUC:
Test: 96.7505 ± 0.0118
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4377 ± 4.5402
Hits@20:
Test: 47.5135 ± 5.5924
Hits@30:
Test: 55.7807 ± 2.5161
Hits@50:
Test: 64.3096 ± 2.3157
AUC:
Test: 97.5761 ± 0.1175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6309 ± 3.7703
Hits@20:
Test: 51.0875 ± 2.3825
Hits@30:
Test: 58.6191 ± 2.7392
Hits@50:
Test: 68.3935 ± 1.4175
AUC:
Test: 98.0810 ± 0.0909
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6769 ± 4.4136
Hits@20:
Test: 44.4404 ± 4.3770
Hits@30:
Test: 53.1092 ± 4.6244
Hits@50:
Test: 62.9558 ± 3.4840
AUC:
Test: 97.9704 ± 0.0764
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3285 ± 3.0428
Hits@20:
Test: 31.8773 ± 4.2224
Hits@30:
Test: 40.6363 ± 1.6609
Hits@50:
Test: 52.8159 ± 1.3393
AUC:
Test: 97.2424 ± 0.1279
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5442 ± 3.7753
Hits@20:
Test: 44.6570 ± 5.7686
Hits@30:
Test: 54.1697 ± 2.8148
Hits@50:
Test: 64.0569 ± 2.7904
AUC:
Test: 97.9820 ± 0.1275
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5912 ± 3.7054
Hits@20:
Test: 35.8890 ± 4.5547
Hits@30:
Test: 43.8041 ± 4.2607
Hits@50:
Test: 56.3403 ± 1.6845
AUC:
Test: 97.3849 ± 0.1132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1038 ± 6.2215
Hits@20:
Test: 49.3637 ± 4.1192
Hits@30:
Test: 59.5262 ± 3.9165
Hits@50:
Test: 70.3430 ± 1.5225
AUC:
Test: 98.2909 ± 0.0543
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0397 ± 5.0452
Hits@20:
Test: 55.3023 ± 1.9551
Hits@30:
Test: 61.6832 ± 1.2588
Hits@50:
Test: 71.5388 ± 1.1372
AUC:
Test: 98.3101 ± 0.0456
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8673 ± 4.3002
Hits@20:
Test: 45.1670 ± 5.7341
Hits@30:
Test: 55.3069 ± 2.2647
Hits@50:
Test: 65.0857 ± 2.4827
AUC:
Test: 98.0332 ± 0.1639
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2590 ± 2.8057
Hits@20:
Test: 35.7040 ± 1.9430
Hits@30:
Test: 43.4838 ± 0.6673
Hits@50:
Test: 54.6074 ± 2.2055
AUC:
Test: 97.3624 ± 0.0507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2301 ± 1.8109
Hits@20:
Test: 50.9206 ± 3.5282
Hits@30:
Test: 59.1967 ± 3.3210
Hits@50:
Test: 68.2220 ± 1.0448
AUC:
Test: 98.1736 ± 0.0662
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5217 ± 2.6056
Hits@20:
Test: 34.8556 ± 4.1641
Hits@30:
Test: 43.2807 ± 1.3853
Hits@50:
Test: 54.0930 ± 2.5148
AUC:
Test: 97.3239 ± 0.1493
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1525 ± 2.8637
Hits@20:
Test: 51.9449 ± 6.0907
Hits@30:
Test: 62.6715 ± 3.1000
Hits@50:
Test: 72.3195 ± 3.1954
AUC:
Test: 98.3167 ± 0.1770
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.2130 ± 1.3676
Hits@20:
Test: 44.5578 ± 4.1167
Hits@30:
Test: 53.1408 ± 3.6650
Hits@50:
Test: 62.5632 ± 2.4365
AUC:
Test: 97.8179 ± 0.1397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3430 ± 3.7627
Hits@20:
Test: 45.8439 ± 5.8224
Hits@30:
Test: 53.6462 ± 2.4483
Hits@50:
Test: 66.3402 ± 2.3527
AUC:
Test: 97.9384 ± 0.1628
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1236 ± 3.8950
Hits@20:
Test: 35.1670 ± 3.0689
Hits@30:
Test: 43.4206 ± 1.4595
Hits@50:
Test: 53.8583 ± 1.9499
AUC:
Test: 97.3563 ± 0.0658
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.3800 ± 3.7768
Hits@20:
Test: 44.7699 ± 6.5735
Hits@30:
Test: 55.3339 ± 3.4488
Hits@50:
Test: 66.1372 ± 3.5478
AUC:
Test: 98.0575 ± 0.2376
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9756 ± 1.6292
Hits@20:
Test: 33.3890 ± 2.4362
Hits@30:
Test: 42.8655 ± 3.0675
Hits@50:
Test: 54.1336 ± 0.5548
AUC:
Test: 97.3324 ± 0.1071
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5641 ± 5.2949
Hits@20:
Test: 47.0939 ± 2.4146
Hits@30:
Test: 55.6634 ± 3.6903
Hits@50:
Test: 67.8926 ± 2.5570
AUC:
Test: 98.1631 ± 0.1157
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2013 ± 2.0094
Hits@20:
Test: 35.5596 ± 2.7665
Hits@30:
Test: 43.8448 ± 3.1566
Hits@50:
Test: 55.0632 ± 1.8984
AUC:
Test: 97.4136 ± 0.1260
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7915 ± 7.3240
Hits@20:
Test: 49.4224 ± 3.5283
Hits@30:
Test: 57.2067 ± 3.2448
Hits@50:
Test: 67.2337 ± 2.2880
AUC:
Test: 98.2543 ± 0.1067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.0650 ± 3.7578
Hits@20:
Test: 33.9125 ± 2.2748
Hits@30:
Test: 43.8493 ± 1.9170
Hits@50:
Test: 53.8041 ± 1.1839
AUC:
Test: 97.3271 ± 0.0896
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3475 ± 4.0274
Hits@20:
Test: 52.4955 ± 5.2198
Hits@30:
Test: 61.7193 ± 1.3816
Hits@50:
Test: 71.6652 ± 1.5789
AUC:
Test: 98.5104 ± 0.0359
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2148 ± 2.1930
Hits@20:
Test: 42.7843 ± 3.5106
Hits@30:
Test: 51.2680 ± 1.5396
Hits@50:
Test: 61.4531 ± 1.8827
AUC:
Test: 97.8535 ± 0.0533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2076 ± 3.2860
Hits@20:
Test: 51.3673 ± 4.0378
Hits@30:
Test: 58.8493 ± 3.2557
Hits@50:
Test: 68.8989 ± 2.5783
AUC:
Test: 97.5032 ± 0.1900
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6309 ± 4.0977
Hits@20:
Test: 53.9666 ± 4.5085
Hits@30:
Test: 62.4278 ± 1.9243
Hits@50:
Test: 71.1597 ± 2.3185
AUC:
Test: 98.0986 ± 0.0585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2049 ± 0.5482
Hits@20:
Test: 48.2717 ± 1.9364
Hits@30:
Test: 54.7789 ± 2.4473
Hits@50:
Test: 66.2861 ± 1.6359
AUC:
Test: 98.2328 ± 0.0928
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2780 ± 2.1459
Hits@20:
Test: 35.8529 ± 1.5731
Hits@30:
Test: 43.1588 ± 1.8304
Hits@50:
Test: 56.2681 ± 1.2480
AUC:
Test: 97.3645 ± 0.0867
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3655 ± 5.7539
Hits@20:
Test: 49.6435 ± 2.5410
Hits@30:
Test: 55.9296 ± 2.3105
Hits@50:
Test: 65.7717 ± 2.7381
AUC:
Test: 98.2247 ± 0.0919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4477 ± 3.2492
Hits@20:
Test: 34.1245 ± 2.8505
Hits@30:
Test: 43.7771 ± 1.9020
Hits@50:
Test: 54.6390 ± 1.9458
AUC:
Test: 97.3363 ± 0.1050
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7283 ± 4.5239
Hits@20:
Test: 58.7590 ± 3.1972
Hits@30:
Test: 67.7437 ± 1.0780
Hits@50:
Test: 75.8529 ± 1.2166
AUC:
Test: 98.6194 ± 0.0637
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0866 ± 5.5425
Hits@20:
Test: 53.8718 ± 3.4800
Hits@30:
Test: 61.4125 ± 2.8607
Hits@50:
Test: 71.6020 ± 1.8448
AUC:
Test: 98.3751 ± 0.1119
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1273 ± 4.5608
Hits@20:
Test: 46.5298 ± 5.5860
Hits@30:
Test: 56.5749 ± 3.0725
Hits@50:
Test: 66.1733 ± 2.7395
AUC:
Test: 98.1770 ± 0.1677
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0406 ± 4.4312
Hits@20:
Test: 36.7238 ± 3.0863
Hits@30:
Test: 45.9206 ± 1.5450
Hits@50:
Test: 55.0271 ± 3.0432
AUC:
Test: 97.4366 ± 0.1035
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.3890 ± 6.0339
Hits@20:
Test: 45.9161 ± 1.4160
Hits@30:
Test: 54.9233 ± 1.7618
Hits@50:
Test: 64.6029 ± 1.7267
AUC:
Test: 98.2029 ± 0.0679
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1805 ± 2.4949
Hits@20:
Test: 35.1534 ± 2.1376
Hits@30:
Test: 42.8204 ± 3.6384
Hits@50:
Test: 53.3890 ± 2.6969
AUC:
Test: 97.4111 ± 0.1624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1471 ± 3.4106
Hits@20:
Test: 53.7635 ± 2.7624
Hits@30:
Test: 62.4594 ± 1.1113
Hits@50:
Test: 72.2789 ± 2.0181
AUC:
Test: 98.4728 ± 0.0603
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2518 ± 5.6617
Hits@20:
Test: 44.7338 ± 3.3664
Hits@30:
Test: 50.0045 ± 3.0036
Hits@50:
Test: 60.9612 ± 2.1889
AUC:
Test: 97.8436 ± 0.1134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9278 ± 2.2208
Hits@20:
Test: 48.1047 ± 1.5041
Hits@30:
Test: 56.6607 ± 2.2246
Hits@50:
Test: 66.3087 ± 1.4927
AUC:
Test: 98.2821 ± 0.0736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1444 ± 3.4596
Hits@20:
Test: 35.5957 ± 3.6880
Hits@30:
Test: 44.2013 ± 3.9472
Hits@50:
Test: 55.5190 ± 2.0962
AUC:
Test: 97.4265 ± 0.1248
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8412 ± 1.8865
Hits@20:
Test: 44.6841 ± 3.4182
Hits@30:
Test: 53.5514 ± 2.1166
Hits@50:
Test: 64.3186 ± 3.7779
AUC:
Test: 98.1060 ± 0.1830
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.4495 ± 4.8982
Hits@20:
Test: 38.0280 ± 2.7299
Hits@30:
Test: 46.5659 ± 1.9711
Hits@50:
Test: 54.7157 ± 2.3231
AUC:
Test: 97.4829 ± 0.0912
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5677 ± 3.2779
Hits@20:
Test: 45.8213 ± 4.4541
Hits@30:
Test: 53.1904 ± 3.7381
Hits@50:
Test: 64.9504 ± 1.8770
AUC:
Test: 98.1430 ± 0.1310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8105 ± 4.2236
Hits@20:
Test: 35.3926 ± 2.7601
Hits@30:
Test: 44.4540 ± 2.3307
Hits@50:
Test: 55.6995 ± 1.7536
AUC:
Test: 97.3789 ± 0.1644
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3186 ± 1.6908
Hits@20:
Test: 50.3159 ± 0.9431
Hits@30:
Test: 58.0099 ± 1.5408
Hits@50:
Test: 66.0785 ± 1.7773
AUC:
Test: 98.3067 ± 0.0539
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.0776 ± 1.6576
Hits@20:
Test: 35.9070 ± 2.6400
Hits@30:
Test: 43.4025 ± 2.5886
Hits@50:
Test: 54.7518 ± 1.7283
AUC:
Test: 97.3430 ± 0.0573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5912 ± 6.5735
Hits@20:
Test: 53.1543 ± 2.7155
Hits@30:
Test: 62.2608 ± 2.2034
Hits@50:
Test: 72.3827 ± 1.3728
AUC:
Test: 98.5004 ± 0.0491
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2229 ± 3.8628
Hits@20:
Test: 42.1209 ± 4.2619
Hits@30:
Test: 50.6769 ± 1.8685
Hits@50:
Test: 61.9720 ± 1.4993
AUC:
Test: 97.8371 ± 0.1181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4079 ± 3.1682
Hits@20:
Test: 50.8213 ± 4.6646
Hits@30:
Test: 59.6931 ± 2.1674
Hits@50:
Test: 68.2401 ± 2.5124
AUC:
Test: 97.4639 ± 0.1399
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7184 ± 2.5528
Hits@20:
Test: 57.2112 ± 1.8097
Hits@30:
Test: 64.5397 ± 1.1993
Hits@50:
Test: 72.9016 ± 1.1590
AUC:
Test: 98.1962 ± 0.0815
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9215 ± 2.8474
Hits@20:
Test: 46.9765 ± 1.9384
Hits@30:
Test: 55.0090 ± 3.1723
Hits@50:
Test: 65.7265 ± 4.2563
AUC:
Test: 98.1721 ± 0.1166
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3096 ± 2.4228
Hits@20:
Test: 36.4711 ± 1.3641
Hits@30:
Test: 44.8150 ± 1.1290
Hits@50:
Test: 55.3520 ± 1.1968
AUC:
Test: 97.3209 ± 0.0499
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6345 ± 2.9853
Hits@20:
Test: 49.2509 ± 3.9301
Hits@30:
Test: 55.9341 ± 3.7903
Hits@50:
Test: 66.0108 ± 2.3770
AUC:
Test: 98.2757 ± 0.0995
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0893 ± 4.7428
Hits@20:
Test: 37.9738 ± 2.7894
Hits@30:
Test: 45.1850 ± 0.6624
Hits@50:
Test: 55.4964 ± 2.2200
AUC:
Test: 97.4152 ± 0.0932
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.1507 ± 2.9787
Hits@20:
Test: 57.2744 ± 3.5182
Hits@30:
Test: 67.0623 ± 3.9717
Hits@50:
Test: 76.2590 ± 1.3721
AUC:
Test: 98.6253 ± 0.0235
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5632 ± 3.2713
Hits@20:
Test: 56.0560 ± 3.5554
Hits@30:
Test: 64.0163 ± 3.2426
Hits@50:
Test: 71.7915 ± 1.9608
AUC:
Test: 98.4304 ± 0.1023
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9621 ± 3.8081
Hits@20:
Test: 44.2464 ± 4.0091
Hits@30:
Test: 55.1534 ± 3.7549
Hits@50:
Test: 65.1444 ± 2.8624
AUC:
Test: 98.1176 ± 0.1691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.2771 ± 2.6209
Hits@20:
Test: 33.7500 ± 2.9082
Hits@30:
Test: 42.6264 ± 2.9292
Hits@50:
Test: 53.3890 ± 2.0310
AUC:
Test: 97.3697 ± 0.1185
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2058 ± 3.5785
Hits@20:
Test: 46.6697 ± 3.6802
Hits@30:
Test: 56.3357 ± 2.9223
Hits@50:
Test: 67.3646 ± 2.3369
AUC:
Test: 98.2372 ± 0.1404
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9359 ± 2.7140
Hits@20:
Test: 35.2527 ± 0.9472
Hits@30:
Test: 44.5487 ± 1.9154
Hits@50:
Test: 55.1444 ± 1.8071
AUC:
Test: 97.3781 ± 0.0882
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.9269 ± 3.4517
Hits@20:
Test: 51.8863 ± 2.0616
Hits@30:
Test: 60.0767 ± 3.3134
Hits@50:
Test: 71.1643 ± 2.5604
AUC:
Test: 98.4146 ± 0.0642
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2753 ± 1.6147
Hits@20:
Test: 44.5578 ± 0.7380
Hits@30:
Test: 52.8204 ± 1.0936
Hits@50:
Test: 62.3646 ± 2.5866
AUC:
Test: 97.8969 ± 0.0478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1119 ± 4.7395
Hits@20:
Test: 47.9648 ± 4.4132
Hits@30:
Test: 55.4919 ± 4.3016
Hits@50:
Test: 64.6119 ± 3.3069
AUC:
Test: 98.1744 ± 0.1081
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2256 ± 5.4038
Hits@20:
Test: 35.7581 ± 4.7869
Hits@30:
Test: 45.0993 ± 3.7059
Hits@50:
Test: 54.0975 ± 2.5742
AUC:
Test: 97.3605 ± 0.1459
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8303 ± 2.8010
Hits@20:
Test: 46.5117 ± 6.4530
Hits@30:
Test: 55.4422 ± 2.0158
Hits@50:
Test: 65.8348 ± 1.9064
AUC:
Test: 98.2302 ± 0.0352
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2338 ± 3.3145
Hits@20:
Test: 36.4892 ± 3.4893
Hits@30:
Test: 44.9955 ± 3.3089
Hits@50:
Test: 55.1399 ± 0.7279
AUC:
Test: 97.3930 ± 0.0906
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3682 ± 4.7280
Hits@20:
Test: 50.4603 ± 3.1618
Hits@30:
Test: 58.1227 ± 2.4005
Hits@50:
Test: 64.6706 ± 1.4291
AUC:
Test: 98.2069 ± 0.0926
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8818 ± 1.3506
Hits@20:
Test: 36.7013 ± 2.5057
Hits@30:
Test: 44.1155 ± 2.3955
Hits@50:
Test: 54.7608 ± 0.7549
AUC:
Test: 97.4437 ± 0.1659
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7292 ± 2.8459
Hits@20:
Test: 44.4179 ± 5.5214
Hits@30:
Test: 54.0298 ± 2.8675
Hits@50:
Test: 66.5975 ± 1.4450
AUC:
Test: 98.1325 ± 0.0723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6002 ± 2.2320
Hits@20:
Test: 34.1607 ± 2.7839
Hits@30:
Test: 42.5632 ± 2.1684
Hits@50:
Test: 56.0379 ± 2.3416
AUC:
Test: 97.4861 ± 0.0603
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.7635 ± 6.4976
Hits@20:
Test: 48.6056 ± 5.5912
Hits@30:
Test: 57.1345 ± 2.0875
Hits@50:
Test: 67.7121 ± 1.4360
AUC:
Test: 98.3084 ± 0.0548
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6191 ± 2.5210
Hits@20:
Test: 42.1616 ± 2.8942
Hits@30:
Test: 49.6931 ± 1.4165
Hits@50:
Test: 60.9477 ± 2.4261
AUC:
Test: 97.7743 ± 0.0390
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4513 ± 4.0635
Hits@20:
Test: 52.7798 ± 2.7020
Hits@30:
Test: 59.8195 ± 3.2895
Hits@50:
Test: 69.2464 ± 2.0959
AUC:
Test: 97.5816 ± 0.1949
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1083 ± 5.2428
Hits@20:
Test: 53.8493 ± 4.5852
Hits@30:
Test: 63.0415 ± 3.2014
Hits@50:
Test: 71.2635 ± 1.6732
AUC:
Test: 98.1765 ± 0.1046
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0939 ± 3.1178
Hits@20:
Test: 49.7518 ± 3.6261
Hits@30:
Test: 58.9576 ± 2.5333
Hits@50:
Test: 69.0794 ± 2.1681
AUC:
Test: 98.3145 ± 0.0930
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9260 ± 3.2978
Hits@20:
Test: 37.7121 ± 4.9248
Hits@30:
Test: 46.8231 ± 2.2367
Hits@50:
Test: 55.6949 ± 2.3441
AUC:
Test: 97.3906 ± 0.1486
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.7951 ± 5.4315
Hits@20:
Test: 48.8854 ± 3.3795
Hits@30:
Test: 57.6354 ± 3.5259
Hits@50:
Test: 68.6552 ± 2.7323
AUC:
Test: 98.2809 ± 0.1396
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3980 ± 1.5005
Hits@20:
Test: 37.4459 ± 3.2264
Hits@30:
Test: 46.1236 ± 2.0708
Hits@50:
Test: 57.4278 ± 1.9974
AUC:
Test: 97.4976 ± 0.1172
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4892 ± 4.4523
Hits@20:
Test: 55.8935 ± 3.9685
Hits@30:
Test: 64.9729 ± 2.5914
Hits@50:
Test: 76.0650 ± 0.9643
AUC:
Test: 98.6095 ± 0.0321
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0794 ± 4.2982
Hits@20:
Test: 54.6977 ± 3.3590
Hits@30:
Test: 62.3917 ± 1.4655
Hits@50:
Test: 70.9612 ± 1.9502
AUC:
Test: 98.3814 ± 0.0985
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9765 ± 6.5470
Hits@20:
Test: 49.6616 ± 1.9127
Hits@30:
Test: 57.0442 ± 1.6553
Hits@50:
Test: 66.7193 ± 1.5880
AUC:
Test: 98.2445 ± 0.0901
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3727 ± 1.2729
Hits@20:
Test: 35.8664 ± 2.6495
Hits@30:
Test: 44.1245 ± 1.2918
Hits@50:
Test: 54.4359 ± 2.4218
AUC:
Test: 97.4127 ± 0.1226
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8493 ± 4.2964
Hits@20:
Test: 46.9359 ± 2.3867
Hits@30:
Test: 55.4332 ± 2.4943
Hits@50:
Test: 65.0045 ± 1.9974
AUC:
Test: 98.1447 ± 0.1181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3051 ± 3.1942
Hits@20:
Test: 35.4016 ± 3.0019
Hits@30:
Test: 45.1579 ± 3.1217
Hits@50:
Test: 55.2347 ± 1.7469
AUC:
Test: 97.4368 ± 0.1076
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7671 ± 5.2253
Hits@20:
Test: 53.9666 ± 1.8354
Hits@30:
Test: 64.2599 ± 1.7861
Hits@50:
Test: 72.5587 ± 1.8552
AUC:
Test: 98.4829 ± 0.0548
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9657 ± 2.4890
Hits@20:
Test: 41.7374 ± 1.8040
Hits@30:
Test: 49.7744 ± 3.2169
Hits@50:
Test: 61.9720 ± 1.3884
AUC:
Test: 97.8455 ± 0.0865
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.9693 ± 3.5114
Hits@20:
Test: 47.4233 ± 3.8868
Hits@30:
Test: 54.4856 ± 3.3086
Hits@50:
Test: 65.8439 ± 2.7221
AUC:
Test: 98.1470 ± 0.1204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0767 ± 3.2498
Hits@20:
Test: 36.4621 ± 3.0738
Hits@30:
Test: 43.3574 ± 1.9296
Hits@50:
Test: 54.9459 ± 2.0419
AUC:
Test: 97.3636 ± 0.1267
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8330 ± 3.3555
Hits@20:
Test: 44.4765 ± 7.0090
Hits@30:
Test: 54.9188 ± 4.6552
Hits@50:
Test: 64.1652 ± 3.8913
AUC:
Test: 98.1208 ± 0.1589
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1742 ± 2.0215
Hits@20:
Test: 36.2319 ± 1.3840
Hits@30:
Test: 44.8736 ± 1.3888
Hits@50:
Test: 54.4224 ± 2.1728
AUC:
Test: 97.3821 ± 0.0836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9486 ± 3.1661
Hits@20:
Test: 48.8177 ± 1.9613
Hits@30:
Test: 56.4395 ± 1.3510
Hits@50:
Test: 67.0397 ± 1.4901
AUC:
Test: 98.2691 ± 0.0393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3538 ± 2.2945
Hits@20:
Test: 35.7987 ± 1.8713
Hits@30:
Test: 45.4422 ± 2.2724
Hits@50:
Test: 56.0153 ± 1.4960
AUC:
Test: 97.4805 ± 0.0625
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 0.0000 ± 0.0000
Hits@50:
Test: 0.0000 ± 0.0000
AUC:
Test: 95.4556 ± 0.4218
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 0.0000 ± 0.0000
Hits@50:
Test: 13.8448 ± 19.0096
AUC:
Test: 96.0993 ± 0.2635
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.0939 ± 7.1527
Hits@20:
Test: 29.6525 ± 3.4418
Hits@30:
Test: 36.5704 ± 2.5709
Hits@50:
Test: 49.6841 ± 4.6872
AUC:
Test: 96.9081 ± 0.2576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2301 ± 5.1382
Hits@20:
Test: 31.3403 ± 4.6825
Hits@30:
Test: 36.7238 ± 5.6351
Hits@50:
Test: 49.3141 ± 1.9471
AUC:
Test: 96.9575 ± 0.2692
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6697 ± 4.5194
Hits@20:
Test: 44.9504 ± 4.6092
Hits@30:
Test: 54.3502 ± 2.1479
Hits@50:
Test: 64.7834 ± 1.0233
AUC:
Test: 97.6708 ± 0.0993
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3249 ± 3.9470
Hits@20:
Test: 49.7699 ± 4.8751
Hits@30:
Test: 55.3971 ± 4.6605
Hits@50:
Test: 65.8439 ± 2.3992
AUC:
Test: 98.0770 ± 0.1257
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0388 ± 13.5258
Hits@20:
Test: 45.3791 ± 3.8800
Hits@30:
Test: 53.3980 ± 1.7014
Hits@50:
Test: 64.9052 ± 1.7884
AUC:
Test: 98.1749 ± 0.0372
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2708 ± 1.1570
Hits@20:
Test: 31.6200 ± 2.8715
Hits@30:
Test: 43.0370 ± 1.8457
Hits@50:
Test: 54.7834 ± 1.9065
AUC:
Test: 97.3203 ± 0.1381
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1318 ± 1.6439
Hits@20:
Test: 47.4143 ± 1.0789
Hits@30:
Test: 55.4016 ± 3.3779
Hits@50:
Test: 64.5713 ± 1.5223
AUC:
Test: 98.1740 ± 0.0325
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.0857 ± 4.3343
Hits@20:
Test: 33.9170 ± 1.7019
Hits@30:
Test: 45.6182 ± 1.1452
Hits@50:
Test: 57.3421 ± 1.7101
AUC:
Test: 97.4992 ± 0.0878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6029 ± 4.9192
Hits@20:
Test: 54.1697 ± 4.4389
Hits@30:
Test: 62.4820 ± 2.4630
Hits@50:
Test: 72.2473 ± 0.7580
AUC:
Test: 98.4682 ± 0.0368
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3023 ± 3.5970
Hits@20:
Test: 50.7491 ± 4.1336
Hits@30:
Test: 59.3773 ± 2.3807
Hits@50:
Test: 69.9413 ± 1.1672
AUC:
Test: 98.3250 ± 0.0649
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.8935 ± 4.8204
Hits@20:
Test: 47.7527 ± 5.2738
Hits@30:
Test: 56.9991 ± 4.3912
Hits@50:
Test: 67.6895 ± 5.0967
AUC:
Test: 98.2306 ± 0.2234
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0090 ± 3.6951
Hits@20:
Test: 35.3069 ± 4.6285
Hits@30:
Test: 44.5984 ± 3.9310
Hits@50:
Test: 55.2708 ± 2.4727
AUC:
Test: 97.4168 ± 0.1426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6733 ± 4.3406
Hits@20:
Test: 48.2310 ± 4.9613
Hits@30:
Test: 57.0397 ± 3.3188
Hits@50:
Test: 67.9287 ± 1.5938
AUC:
Test: 98.2708 ± 0.0711
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8962 ± 5.0052
Hits@20:
Test: 36.5208 ± 2.9014
Hits@30:
Test: 45.4648 ± 1.4974
Hits@50:
Test: 55.3159 ± 0.9199
AUC:
Test: 97.4865 ± 0.1163
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4504 ± 5.0790
Hits@20:
Test: 51.4937 ± 6.0821
Hits@30:
Test: 59.1110 ± 5.7722
Hits@50:
Test: 69.7699 ± 1.6177
AUC:
Test: 98.3302 ± 0.1331
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0523 ± 2.9174
Hits@20:
Test: 44.1516 ± 4.1696
Hits@30:
Test: 51.5117 ± 1.9068
Hits@50:
Test: 62.2383 ± 1.2618
AUC:
Test: 97.9343 ± 0.0780
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0975 ± 2.7539
Hits@20:
Test: 47.0307 ± 3.5124
Hits@30:
Test: 56.7960 ± 1.3156
Hits@50:
Test: 66.4305 ± 0.9068
AUC:
Test: 98.2225 ± 0.0647
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2211 ± 3.5247
Hits@20:
Test: 35.5641 ± 3.2379
Hits@30:
Test: 44.9413 ± 1.8358
Hits@50:
Test: 55.3069 ± 1.9746
AUC:
Test: 97.4290 ± 0.1147
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1643 ± 3.0599
Hits@20:
Test: 45.9206 ± 3.0937
Hits@30:
Test: 53.0280 ± 3.6050
Hits@50:
Test: 65.7491 ± 2.4469
AUC:
Test: 98.1931 ± 0.0789
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8069 ± 4.3084
Hits@20:
Test: 36.7283 ± 1.6531
Hits@30:
Test: 45.6092 ± 3.1164
Hits@50:
Test: 54.7699 ± 1.7590
AUC:
Test: 97.4172 ± 0.0795
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4404 ± 4.8026
Hits@20:
Test: 47.5496 ± 4.0784
Hits@30:
Test: 57.1616 ± 3.6314
Hits@50:
Test: 68.1498 ± 1.3781
AUC:
Test: 98.2510 ± 0.0622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7274 ± 4.1485
Hits@20:
Test: 36.7283 ± 1.7703
Hits@30:
Test: 44.3953 ± 2.1920
Hits@50:
Test: 55.2392 ± 2.4118
AUC:
Test: 97.3798 ± 0.0594
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8267 ± 4.4309
Hits@20:
Test: 41.6516 ± 4.4681
Hits@30:
Test: 50.6182 ± 3.6313
Hits@50:
Test: 59.0433 ± 2.8817
AUC:
Test: 96.6431 ± 0.2545
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4287 ± 1.8676
Hits@20:
Test: 30.7897 ± 4.5848
Hits@30:
Test: 36.0650 ± 3.2567
Hits@50:
Test: 47.3195 ± 1.4280
AUC:
Test: 94.7859 ± 0.1954
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0343 ± 6.5355
Hits@20:
Test: 48.1047 ± 5.0752
Hits@30:
Test: 56.5794 ± 2.3928
Hits@50:
Test: 65.4738 ± 1.7051
AUC:
Test: 97.1201 ± 0.0823
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4874 ± 5.6242
Hits@20:
Test: 44.9594 ± 2.7870
Hits@30:
Test: 50.0496 ± 1.5248
Hits@50:
Test: 59.2554 ± 1.8858
AUC:
Test: 96.1269 ± 0.1634
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7437 ± 8.2468
Hits@20:
Test: 48.9801 ± 3.1233
Hits@30:
Test: 59.0884 ± 1.6343
Hits@50:
Test: 68.5334 ± 1.4744
AUC:
Test: 97.4245 ± 0.1657
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5190 ± 5.1756
Hits@20:
Test: 52.3601 ± 3.0739
Hits@30:
Test: 63.3258 ± 2.6993
Hits@50:
Test: 72.3736 ± 2.6754
AUC:
Test: 98.1175 ± 0.1035
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6155 ± 4.9407
Hits@20:
Test: 42.8069 ± 3.9378
Hits@30:
Test: 50.3249 ± 1.9805
Hits@50:
Test: 59.2464 ± 1.7534
AUC:
Test: 96.5806 ± 0.1404
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.2717 ± 2.8621
Hits@20:
Test: 32.1345 ± 3.2948
Hits@30:
Test: 38.8403 ± 2.5292
Hits@50:
Test: 47.5993 ± 2.4775
AUC:
Test: 95.0055 ± 0.1030
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6002 ± 5.2418
Hits@20:
Test: 44.6616 ± 4.1362
Hits@30:
Test: 50.4422 ± 2.5990
Hits@50:
Test: 61.1056 ± 4.1306
AUC:
Test: 96.7259 ± 0.1328
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2256 ± 0.9590
Hits@20:
Test: 31.1552 ± 2.2033
Hits@30:
Test: 38.6733 ± 1.6953
Hits@50:
Test: 48.2536 ± 2.2308
AUC:
Test: 94.9906 ± 0.2180
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7762 ± 6.7481
Hits@20:
Test: 56.1327 ± 4.7319
Hits@30:
Test: 65.7175 ± 2.7327
Hits@50:
Test: 74.6525 ± 0.8710
AUC:
Test: 97.7693 ± 0.0838
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4224 ± 3.1484
Hits@20:
Test: 57.6083 ± 3.6372
Hits@30:
Test: 64.5442 ± 1.3203
Hits@50:
Test: 73.2130 ± 1.3578
AUC:
Test: 97.9259 ± 0.0675
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4892 ± 3.9519
Hits@20:
Test: 41.1868 ± 4.4491
Hits@30:
Test: 50.3520 ± 2.6464
Hits@50:
Test: 58.7004 ± 2.3327
AUC:
Test: 96.6027 ± 0.2134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8971 ± 2.2756
Hits@20:
Test: 30.8845 ± 2.0211
Hits@30:
Test: 39.4991 ± 1.8551
Hits@50:
Test: 47.6399 ± 1.9889
AUC:
Test: 94.9650 ± 0.1666
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3989 ± 2.2983
Hits@20:
Test: 43.6146 ± 1.5928
Hits@30:
Test: 51.3583 ± 1.0271
Hits@50:
Test: 58.6733 ± 1.1948
AUC:
Test: 96.6622 ± 0.1076
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3682 ± 2.5236
Hits@20:
Test: 31.5523 ± 3.9559
Hits@30:
Test: 39.0478 ± 1.8059
Hits@50:
Test: 47.0217 ± 1.9501
AUC:
Test: 94.8959 ± 0.2473
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6110 ± 3.2820
Hits@20:
Test: 50.4874 ± 3.1595
Hits@30:
Test: 57.8339 ± 1.6676
Hits@50:
Test: 68.2581 ± 1.6441
AUC:
Test: 97.2236 ± 0.0638
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1859 ± 1.4530
Hits@20:
Test: 43.2491 ± 3.2592
Hits@30:
Test: 50.5144 ± 2.2684
Hits@50:
Test: 59.5533 ± 1.5476
AUC:
Test: 96.2135 ± 0.2030
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5397 ± 6.4914
Hits@20:
Test: 43.8764 ± 3.8545
Hits@30:
Test: 51.2184 ± 4.3454
Hits@50:
Test: 59.6300 ± 2.2311
AUC:
Test: 96.6383 ± 0.1413
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9386 ± 2.9132
Hits@20:
Test: 32.1661 ± 2.4889
Hits@30:
Test: 38.3664 ± 1.1237
Hits@50:
Test: 47.7753 ± 2.1183
AUC:
Test: 94.9861 ± 0.2078
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6886 ± 3.4670
Hits@20:
Test: 40.5460 ± 1.2186
Hits@30:
Test: 49.7969 ± 1.7121
Hits@50:
Test: 57.5361 ± 1.8594
AUC:
Test: 96.5728 ± 0.1669
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7608 ± 2.8658
Hits@20:
Test: 32.9738 ± 1.7229
Hits@30:
Test: 39.5532 ± 2.6080
Hits@50:
Test: 47.6670 ± 1.2628
AUC:
Test: 95.0923 ± 0.1088
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6913 ± 2.7041
Hits@20:
Test: 42.5993 ± 1.5261
Hits@30:
Test: 51.3673 ± 2.3740
Hits@50:
Test: 59.7924 ± 1.2150
AUC:
Test: 96.6296 ± 0.2243
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.0199 ± 3.9086
Hits@20:
Test: 33.6597 ± 1.2504
Hits@30:
Test: 39.6119 ± 1.6389
Hits@50:
Test: 48.9350 ± 1.3538
AUC:
Test: 95.0643 ± 0.1665
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5686 ± 3.6563
Hits@20:
Test: 44.0569 ± 4.1532
Hits@30:
Test: 51.4395 ± 3.0987
Hits@50:
Test: 60.8032 ± 1.8692
AUC:
Test: 96.7979 ± 0.1366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2509 ± 2.5214
Hits@20:
Test: 33.4161 ± 3.4631
Hits@30:
Test: 39.5939 ± 1.3445
Hits@50:
Test: 47.5902 ± 2.0601
AUC:
Test: 94.9844 ± 0.2693
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.3718 ± 6.3007
Hits@20:
Test: 49.3186 ± 4.1252
Hits@30:
Test: 57.1480 ± 3.6392
Hits@50:
Test: 65.7987 ± 3.4077
AUC:
Test: 97.1294 ± 0.1066
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7852 ± 1.4171
Hits@20:
Test: 43.4386 ± 3.3231
Hits@30:
Test: 50.3565 ± 2.3383
Hits@50:
Test: 58.6913 ± 1.9112
AUC:
Test: 96.1140 ± 0.1666
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2897 ± 6.3590
Hits@20:
Test: 51.2861 ± 4.6509
Hits@30:
Test: 57.3601 ± 2.5609
Hits@50:
Test: 69.0162 ± 2.7086
AUC:
Test: 97.4092 ± 0.1632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6742 ± 3.6994
Hits@20:
Test: 53.5334 ± 3.0134
Hits@30:
Test: 62.5135 ± 4.1570
Hits@50:
Test: 71.3403 ± 2.7707
AUC:
Test: 98.1402 ± 0.1380
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1462 ± 5.2233
Hits@20:
Test: 42.8700 ± 3.8874
Hits@30:
Test: 51.7870 ± 1.3598
Hits@50:
Test: 58.8989 ± 1.2804
AUC:
Test: 96.6210 ± 0.1610
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.4810 ± 1.1488
Hits@20:
Test: 32.9422 ± 2.4429
Hits@30:
Test: 39.0659 ± 1.8347
Hits@50:
Test: 48.6643 ± 0.8729
AUC:
Test: 95.0204 ± 0.0537
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2292 ± 2.8636
Hits@20:
Test: 44.0569 ± 2.3315
Hits@30:
Test: 50.7852 ± 3.1076
Hits@50:
Test: 58.9666 ± 2.5334
AUC:
Test: 96.7460 ± 0.1521
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9702 ± 2.0361
Hits@20:
Test: 31.0830 ± 1.6631
Hits@30:
Test: 38.1453 ± 2.5098
Hits@50:
Test: 47.9016 ± 2.4444
AUC:
Test: 94.9873 ± 0.1704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4386 ± 1.9923
Hits@20:
Test: 57.1074 ± 3.1675
Hits@30:
Test: 65.9928 ± 0.9593
Hits@50:
Test: 73.1679 ± 1.1630
AUC:
Test: 97.7387 ± 0.0979
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0108 ± 4.4314
Hits@20:
Test: 55.9928 ± 1.8493
Hits@30:
Test: 64.4088 ± 1.5060
Hits@50:
Test: 73.3935 ± 0.9434
AUC:
Test: 97.9080 ± 0.0257
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8087 ± 2.1508
Hits@20:
Test: 39.3953 ± 2.3445
Hits@30:
Test: 48.3484 ± 2.0581
Hits@50:
Test: 58.2310 ± 1.5838
AUC:
Test: 96.5606 ± 0.1323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1354 ± 1.5207
Hits@20:
Test: 30.7401 ± 1.7564
Hits@30:
Test: 38.5018 ± 2.2967
Hits@50:
Test: 47.6850 ± 2.3412
AUC:
Test: 94.9810 ± 0.1576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9756 ± 3.2569
Hits@20:
Test: 42.7347 ± 4.0744
Hits@30:
Test: 50.8890 ± 1.6308
Hits@50:
Test: 60.8529 ± 2.2188
AUC:
Test: 96.7176 ± 0.0769
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6805 ± 2.6058
Hits@20:
Test: 31.2500 ± 4.2944
Hits@30:
Test: 37.7031 ± 3.6523
Hits@50:
Test: 47.4504 ± 3.0413
AUC:
Test: 94.7438 ± 0.3681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1498 ± 5.4851
Hits@20:
Test: 49.9774 ± 0.8272
Hits@30:
Test: 57.5451 ± 0.9312
Hits@50:
Test: 67.3014 ± 0.6061
AUC:
Test: 97.1800 ± 0.0728
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5505 ± 3.4460
Hits@20:
Test: 43.9305 ± 2.0649
Hits@30:
Test: 50.9386 ± 1.5610
Hits@50:
Test: 60.2256 ± 0.7619
AUC:
Test: 96.2509 ± 0.1213
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9161 ± 4.6076
Hits@20:
Test: 42.4639 ± 2.9585
Hits@30:
Test: 49.9549 ± 2.7035
Hits@50:
Test: 58.5108 ± 2.0707
AUC:
Test: 96.6074 ± 0.1742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6949 ± 2.5897
Hits@20:
Test: 32.0307 ± 2.6061
Hits@30:
Test: 39.0253 ± 3.6392
Hits@50:
Test: 48.3258 ± 1.8749
AUC:
Test: 94.8885 ± 0.1912
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7383 ± 3.0163
Hits@20:
Test: 42.2879 ± 2.6106
Hits@30:
Test: 47.5993 ± 2.1920
Hits@50:
Test: 58.3890 ± 3.4009
AUC:
Test: 96.5289 ± 0.1836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7491 ± 2.6723
Hits@20:
Test: 33.5244 ± 2.0259
Hits@30:
Test: 38.8989 ± 2.0241
Hits@50:
Test: 47.0893 ± 0.6295
AUC:
Test: 95.0930 ± 0.1175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.4459 ± 4.2821
Hits@20:
Test: 45.2933 ± 4.1323
Hits@30:
Test: 52.3240 ± 3.6180
Hits@50:
Test: 59.1065 ± 2.2493
AUC:
Test: 96.7065 ± 0.0442
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6607 ± 1.5521
Hits@20:
Test: 33.2671 ± 1.8675
Hits@30:
Test: 39.3096 ± 2.3411
Hits@50:
Test: 47.2292 ± 1.2177
AUC:
Test: 94.9897 ± 0.1400
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.1327 ± 15.5994
Hits@20:
Test: 31.7374 ± 17.9520
Hits@30:
Test: 44.7428 ± 2.0470
Hits@50:
Test: 58.3303 ± 1.0998
AUC:
Test: 96.6080 ± 0.0384
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9287 ± 1.9928
Hits@20:
Test: 33.1859 ± 1.8157
Hits@30:
Test: 41.1146 ± 3.4148
Hits@50:
Test: 52.5812 ± 1.4777
AUC:
Test: 95.5757 ± 0.1896
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.2852 ± 6.3964
Hits@20:
Test: 39.5487 ± 4.9139
Hits@30:
Test: 49.5803 ± 2.9437
Hits@50:
Test: 62.5722 ± 2.6972
AUC:
Test: 96.9195 ± 0.1258
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8538 ± 3.3306
Hits@20:
Test: 38.5018 ± 2.1660
Hits@30:
Test: 45.3520 ± 3.2474
Hits@50:
Test: 55.8755 ± 2.8255
AUC:
Test: 96.2978 ± 0.1189
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1760 ± 7.8844
Hits@20:
Test: 46.9269 ± 9.3511
Hits@30:
Test: 59.9684 ± 2.7896
Hits@50:
Test: 68.7004 ± 1.4492
AUC:
Test: 97.4339 ± 0.1895
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.2220 ± 2.4494
Hits@20:
Test: 55.1399 ± 3.7929
Hits@30:
Test: 64.3953 ± 2.6265
Hits@50:
Test: 71.9224 ± 1.7775
AUC:
Test: 98.1646 ± 0.0997
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1688 ± 5.7887
Hits@20:
Test: 41.9991 ± 4.6296
Hits@30:
Test: 51.7013 ± 2.6696
Hits@50:
Test: 60.5325 ± 1.4942
AUC:
Test: 96.7350 ± 0.1489
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.2635 ± 3.0280
Hits@20:
Test: 28.9486 ± 3.4792
Hits@30:
Test: 36.8547 ± 2.5763
Hits@50:
Test: 45.5325 ± 1.8471
AUC:
Test: 94.7947 ± 0.4150
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4404 ± 3.1046
Hits@20:
Test: 42.5496 ± 1.8963
Hits@30:
Test: 51.5253 ± 1.8041
Hits@50:
Test: 61.3718 ± 1.0383
AUC:
Test: 96.8946 ± 0.0910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7392 ± 3.1886
Hits@20:
Test: 32.2924 ± 3.1377
Hits@30:
Test: 39.8827 ± 2.5953
Hits@50:
Test: 49.6209 ± 2.2123
AUC:
Test: 95.0851 ± 0.2968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7608 ± 7.6452
Hits@20:
Test: 55.9477 ± 1.6201
Hits@30:
Test: 64.0569 ± 2.8858
Hits@50:
Test: 73.0460 ± 1.4752
AUC:
Test: 97.7546 ± 0.1041
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.8276 ± 0.8999
Hits@20:
Test: 54.7338 ± 1.5929
Hits@30:
Test: 63.1047 ± 3.1263
Hits@50:
Test: 72.4639 ± 0.7328
AUC:
Test: 97.9292 ± 0.0255
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5776 ± 3.6159
Hits@20:
Test: 42.1977 ± 2.1005
Hits@30:
Test: 49.7112 ± 2.5381
Hits@50:
Test: 59.1110 ± 1.4405
AUC:
Test: 96.6210 ± 0.0876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3818 ± 3.0532
Hits@20:
Test: 31.9585 ± 1.6393
Hits@30:
Test: 38.0821 ± 3.6437
Hits@50:
Test: 47.7211 ± 1.4756
AUC:
Test: 95.0008 ± 0.1042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4946 ± 3.4224
Hits@20:
Test: 41.1236 ± 2.4223
Hits@30:
Test: 48.7726 ± 3.3474
Hits@50:
Test: 58.2671 ± 3.2933
AUC:
Test: 96.6292 ± 0.2019
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3430 ± 3.1720
Hits@20:
Test: 32.7662 ± 1.6681
Hits@30:
Test: 39.2915 ± 2.8073
Hits@50:
Test: 47.8430 ± 2.3826
AUC:
Test: 94.9295 ± 0.3227
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5776 ± 4.2987
Hits@20:
Test: 51.5433 ± 3.3047
Hits@30:
Test: 57.2202 ± 3.8542
Hits@50:
Test: 66.9269 ± 1.6594
AUC:
Test: 97.1835 ± 0.0761
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7807 ± 3.4196
Hits@20:
Test: 44.5532 ± 3.1548
Hits@30:
Test: 50.6769 ± 2.2281
Hits@50:
Test: 59.5848 ± 2.2540
AUC:
Test: 96.1941 ± 0.2123
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8213 ± 3.6946
Hits@20:
Test: 41.4892 ± 2.3916
Hits@30:
Test: 50.2076 ± 2.9073
Hits@50:
Test: 58.4070 ± 1.5993
AUC:
Test: 96.5693 ± 0.1041
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0812 ± 2.0253
Hits@20:
Test: 30.7310 ± 4.6251
Hits@30:
Test: 37.4504 ± 3.7731
Hits@50:
Test: 48.5514 ± 1.2777
AUC:
Test: 94.9048 ± 0.4309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.4549 ± 4.2263
Hits@20:
Test: 40.1760 ± 1.5017
Hits@30:
Test: 48.7274 ± 1.9874
Hits@50:
Test: 57.5361 ± 1.4382
AUC:
Test: 96.5995 ± 0.1282
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1291 ± 1.7026
Hits@20:
Test: 34.1742 ± 1.6400
Hits@30:
Test: 40.2076 ± 1.3447
Hits@50:
Test: 48.4928 ± 0.8180
AUC:
Test: 95.0957 ± 0.0833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.9332 ± 2.4143
Hits@20:
Test: 42.8159 ± 2.0801
Hits@30:
Test: 49.6029 ± 3.4807
Hits@50:
Test: 59.2960 ± 0.6703
AUC:
Test: 96.7251 ± 0.1154
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9792 ± 1.7790
Hits@20:
Test: 33.7726 ± 2.0725
Hits@30:
Test: 41.6200 ± 2.0782
Hits@50:
Test: 49.1877 ± 1.3945
AUC:
Test: 95.2464 ± 0.2075
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.8971 ± 4.7174
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 0.0000 ± 0.0000
Hits@50:
Test: 0.0000 ± 0.0000
AUC:
Test: 94.5732 ± 0.2081
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 0.0000 ± 0.0000
Hits@50:
Test: 0.0000 ± 0.0000
AUC:
Test: 95.4228 ± 0.0560
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.2085 ± 7.1744
Hits@20:
Test: 15.3023 ± 14.4260
Hits@30:
Test: 33.9531 ± 1.9845
Hits@50:
Test: 44.6345 ± 4.6928
AUC:
Test: 95.7559 ± 0.0889
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.4332 ± 3.1541
Hits@20:
Test: 22.1841 ± 2.3356
Hits@30:
Test: 33.0551 ± 1.7040
Hits@50:
Test: 45.2256 ± 1.0189
AUC:
Test: 96.0381 ± 0.0790
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8755 ± 5.0144
Hits@20:
Test: 43.8357 ± 5.0030
Hits@30:
Test: 51.8998 ± 4.3668
Hits@50:
Test: 64.3727 ± 1.3308
AUC:
Test: 97.3070 ± 0.0616
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7996 ± 3.0003
Hits@20:
Test: 53.4070 ± 2.6437
Hits@30:
Test: 58.5785 ± 2.2011
Hits@50:
Test: 70.0090 ± 1.9652
AUC:
Test: 98.0561 ± 0.0534
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.7536 ± 14.7925
Hits@20:
Test: 37.8881 ± 3.9123
Hits@30:
Test: 45.0948 ± 4.8571
Hits@50:
Test: 56.7013 ± 2.2507
AUC:
Test: 96.6126 ± 0.0680
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0343 ± 4.4045
Hits@20:
Test: 32.3872 ± 1.9192
Hits@30:
Test: 40.9973 ± 4.2656
Hits@50:
Test: 51.7509 ± 1.8011
AUC:
Test: 95.5758 ± 0.2046
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3276 ± 5.2881
Hits@20:
Test: 38.6823 ± 3.7853
Hits@30:
Test: 46.7915 ± 3.4083
Hits@50:
Test: 57.5135 ± 2.1399
AUC:
Test: 96.5888 ± 0.0907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4874 ± 4.0359
Hits@20:
Test: 36.5478 ± 3.6574
Hits@30:
Test: 41.8141 ± 1.2325
Hits@50:
Test: 53.4973 ± 1.6309
AUC:
Test: 95.7942 ± 0.1398
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7735 ± 7.0007
Hits@20:
Test: 49.5758 ± 3.4411
Hits@30:
Test: 58.6011 ± 1.7529
Hits@50:
Test: 68.1814 ± 2.0191
AUC:
Test: 97.5442 ± 0.0672
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0307 ± 3.1023
Hits@20:
Test: 52.9468 ± 0.7423
Hits@30:
Test: 60.0181 ± 2.9582
Hits@50:
Test: 67.4639 ± 2.3486
AUC:
Test: 97.8004 ± 0.1067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1336 ± 3.5393
Hits@20:
Test: 42.1886 ± 1.2726
Hits@30:
Test: 50.9928 ± 2.5444
Hits@50:
Test: 59.7653 ± 1.3365
AUC:
Test: 96.7359 ± 0.1062
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4073 ± 4.5469
Hits@20:
Test: 42.5842 ± 0.8613
Hits@30:
Test: 46.2169 ± 1.2185
Hits@50:
Test: 55.8664 ± 3.2277
AUC:
Test: 96.1705 ± 0.0765
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.4810 ± 1.6966
Hits@20:
Test: 31.5884 ± 3.1221
Hits@30:
Test: 39.2690 ± 3.2399
Hits@50:
Test: 48.3032 ± 1.3370
AUC:
Test: 94.8677 ± 0.2865
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5123 ± 0.3884
Hits@20:
Test: 34.3637 ± 4.1182
Hits@30:
Test: 42.5918 ± 2.8066
Hits@50:
Test: 51.2259 ± 4.4932
AUC:
Test: 95.8308 ± 0.3182
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7759 ± 3.9530
Hits@20:
Test: 37.9212 ± 2.8651
Hits@30:
Test: 46.8863 ± 1.9596
Hits@50:
Test: 56.4982 ± 2.6533
AUC:
Test: 96.1794 ± 0.1871
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8448 ± 1.6362
Hits@20:
Test: 41.2184 ± 4.6499
Hits@30:
Test: 50.0451 ± 1.2221
Hits@50:
Test: 59.2374 ± 2.7474
AUC:
Test: 96.7582 ± 0.2154
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2557 ± 3.5704
Hits@20:
Test: 38.8914 ± 4.0937
Hits@30:
Test: 47.5481 ± 2.5845
Hits@50:
Test: 53.4522 ± 1.9149
AUC:
Test: 96.0249 ± 0.1684
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7834 ± 3.2793
Hits@20:
Test: 31.7554 ± 1.5439
Hits@30:
Test: 37.4865 ± 1.4651
Hits@50:
Test: 47.8339 ± 1.2222
AUC:
Test: 94.8820 ± 0.1710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0996 ± 3.1859
Hits@20:
Test: 40.1023 ± 0.1451
Hits@30:
Test: 49.9398 ± 0.2496
Hits@50:
Test: 58.6643 ± 0.4918
AUC:
Test: 96.2671 ± 0.0439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1751 ± 3.9251
Hits@20:
Test: 47.7933 ± 4.2681
Hits@30:
Test: 57.6444 ± 2.2412
Hits@50:
Test: 65.8258 ± 2.7127
AUC:
Test: 97.1084 ± 0.1399
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.1059 ± 3.8039
Hits@20:
Test: 34.7247 ± 1.0494
Hits@30:
Test: 44.5698 ± 2.2355
Hits@50:
Test: 52.2262 ± 1.8641
AUC:
Test: 96.0333 ± 0.1509
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2353 ± 0.4038
Hits@20:
Test: 43.6974 ± 3.1299
Hits@30:
Test: 48.6537 ± 1.4106
Hits@50:
Test: 57.6188 ± 1.3523
AUC:
Test: 96.3143 ± 0.1148
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3962 ± 3.2653
Hits@20:
Test: 44.7292 ± 3.1352
Hits@30:
Test: 51.2094 ± 2.3095
Hits@50:
Test: 59.3502 ± 1.0204
AUC:
Test: 96.3170 ± 0.1300
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9410 ± 5.1238
Hits@20:
Test: 36.8156 ± 7.0314
Hits@30:
Test: 44.0659 ± 4.3365
Hits@50:
Test: 51.7073 ± 4.1743
AUC:
Test: 96.0464 ± 0.1772
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3246 ± 5.7961
Hits@20:
Test: 37.1540 ± 5.6200
Hits@30:
Test: 46.7509 ± 2.3566
Hits@50:
Test: 56.8066 ± 3.0461
AUC:
Test: 96.2448 ± 0.2359
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8421 ± 4.1627
Hits@20:
Test: 43.4567 ± 5.4472
Hits@30:
Test: 48.6236 ± 3.4194
Hits@50:
Test: 59.6255 ± 2.3518
AUC:
Test: 96.6027 ± 0.2071
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0542 ± 4.3241
Hits@20:
Test: 34.5442 ± 2.6827
Hits@30:
Test: 42.5692 ± 1.1237
Hits@50:
Test: 52.6324 ± 2.3405
AUC:
Test: 95.9169 ± 0.1144
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8709 ± 1.7898
Hits@20:
Test: 33.5875 ± 2.2435
Hits@30:
Test: 39.9819 ± 2.1695
Hits@50:
Test: 47.5271 ± 1.4292
AUC:
Test: 95.0643 ± 0.1806
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6865 ± 2.0932
Hits@20:
Test: 42.4714 ± 2.3389
Hits@30:
Test: 47.9919 ± 2.8003
Hits@50:
Test: 56.7690 ± 2.8361
AUC:
Test: 96.2901 ± 0.0923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2617 ± 5.4860
Hits@20:
Test: 40.3114 ± 2.1662
Hits@30:
Test: 48.8448 ± 2.2909
Hits@50:
Test: 58.1092 ± 1.3944
AUC:
Test: 96.4936 ± 0.0731
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1354 ± 3.6189
Hits@20:
Test: 39.2975 ± 2.5924
Hits@30:
Test: 46.1868 ± 1.8775
Hits@50:
Test: 55.1444 ± 0.6269
AUC:
Test: 96.0494 ± 0.0500
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.6023 ± 3.1200
Hits@20:
Test: 35.6498 ± 4.6393
Hits@30:
Test: 45.6528 ± 3.9421
Hits@50:
Test: 56.3327 ± 2.3325
AUC:
Test: 96.1255 ± 0.1515
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6330 ± 1.7683
Hits@20:
Test: 38.1017 ± 1.2338
Hits@30:
Test: 42.1330 ± 6.6278
Hits@50:
Test: 53.1739 ± 1.6590
AUC:
Test: 96.0407 ± 0.1958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9097 ± 1.0026
Hits@20:
Test: 33.1543 ± 2.0478
Hits@30:
Test: 39.7699 ± 1.7666
Hits@50:
Test: 48.3393 ± 1.9856
AUC:
Test: 95.1891 ± 0.1289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0842 ± 1.4399
Hits@20:
Test: 41.9224 ± 6.7142
Hits@30:
Test: 49.4886 ± 4.2727
Hits@50:
Test: 59.1155 ± 2.4755
AUC:
Test: 96.3006 ± 0.1211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6444 ± 6.3748
Hits@20:
Test: 44.1652 ± 4.6569
Hits@30:
Test: 50.8168 ± 2.6033
Hits@50:
Test: 61.4486 ± 2.3598
AUC:
Test: 96.6904 ± 0.1428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8809 ± 2.2317
Hits@20:
Test: 38.9741 ± 1.6758
Hits@30:
Test: 46.6832 ± 0.7231
Hits@50:
Test: 54.4073 ± 1.2752
AUC:
Test: 96.2034 ± 0.0824
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1766 ± 2.8478
Hits@20:
Test: 47.2473 ± 2.4658
Hits@30:
Test: 52.6023 ± 2.5386
Hits@50:
Test: 60.3791 ± 3.0539
AUC:
Test: 96.4253 ± 0.0719
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6291 ± 4.3457
Hits@20:
Test: 33.2942 ± 3.8108
Hits@30:
Test: 40.7220 ± 3.7391
Hits@50:
Test: 49.3908 ± 1.3677
AUC:
Test: 95.2507 ± 0.2859
All runs:
Hits@10:
Test: 24.8797 ± 0.6830
Hits@20:
Test: 36.7103 ± 1.4753
Hits@30:
Test: 42.1480 ± 1.8215
Hits@50:
Test: 50.6694 ± 1.6122
AUC:
Test: 95.8354 ± 0.0299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.4835 ± 2.3453
Hits@20:
Test: 44.0584 ± 2.9037
Hits@30:
Test: 49.8571 ± 2.2305
Hits@50:
Test: 59.0177 ± 1.2449
AUC:
Test: 96.4618 ± 0.0285
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7229 ± 1.1984
Hits@20:
Test: 39.2073 ± 2.5676
Hits@30:
Test: 45.1940 ± 2.4721
Hits@50:
Test: 52.5271 ± 2.1201
AUC:
Test: 95.9607 ± 0.0354
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2118 ± 2.2868
Hits@20:
Test: 40.2828 ± 2.1844
Hits@30:
Test: 47.5857 ± 3.1607
Hits@50:
Test: 57.1224 ± 1.7852
AUC:
Test: 96.2451 ± 0.1969
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.2265 ± 2.2596
Hits@20:
Test: 40.6062 ± 1.6697
Hits@30:
Test: 44.2990 ± 1.6680
Hits@50:
Test: 54.1968 ± 1.6738
AUC:
Test: 96.0618 ± 0.0668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4374 ± 3.3839
Hits@20:
Test: 41.5764 ± 4.1620
Hits@30:
Test: 49.5563 ± 1.0234
Hits@50:
Test: 57.1901 ± 2.5172
AUC:
Test: 96.2503 ± 0.0380
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.6549 ± 1.9999
Hits@20:
Test: 36.0560 ± 2.6301
Hits@30:
Test: 41.8547 ± 4.0382
Hits@50:
Test: 53.4296 ± 1.1184
AUC:
Test: 96.0095 ± 0.1464
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6267 ± 0.3005
Hits@20:
Test: 44.8932 ± 2.0111
Hits@30:
Test: 50.8649 ± 1.1192
Hits@50:
Test: 60.3415 ± 1.3265
AUC:
Test: 95.7827 ± 0.0331
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1366 ± 2.7653
Hits@20:
Test: 37.0487 ± 2.0142
Hits@30:
Test: 44.3291 ± 0.5464
Hits@50:
Test: 51.8051 ± 0.6354
AUC:
Test: 95.2019 ± 0.0849
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9131 ± 1.7068
Hits@20:
Test: 45.3069 ± 4.8011
Hits@30:
Test: 52.9558 ± 2.7050
Hits@50:
Test: 59.9955 ± 1.7833
AUC:
Test: 96.4427 ± 0.1762
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9853 ± 2.3701
Hits@20:
Test: 33.3634 ± 2.2241
Hits@30:
Test: 42.1330 ± 2.8066
Hits@50:
Test: 50.2256 ± 1.1920
AUC:
Test: 95.6952 ± 0.2389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6101 ± 2.2802
Hits@20:
Test: 37.9287 ± 2.5973
Hits@30:
Test: 46.9841 ± 2.0632
Hits@50:
Test: 57.3180 ± 1.2506
AUC:
Test: 96.2734 ± 0.0643
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0827 ± 2.4972
Hits@20:
Test: 33.1227 ± 4.5714
Hits@30:
Test: 40.9823 ± 2.3314
Hits@50:
Test: 50.6092 ± 3.4227
AUC:
Test: 95.7440 ± 0.3139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9868 ± 2.5288
Hits@20:
Test: 42.0352 ± 3.1860
Hits@30:
Test: 47.3075 ± 2.6789
Hits@50:
Test: 58.2581 ± 2.6863
AUC:
Test: 96.3208 ± 0.0834
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3770 ± 5.1943
Hits@20:
Test: 40.6212 ± 2.0897
Hits@30:
Test: 44.4570 ± 2.3015
Hits@50:
Test: 53.9636 ± 2.0862
AUC:
Test: 96.1690 ± 0.1230
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7377 ± 3.2526
Hits@20:
Test: 42.6971 ± 2.5885
Hits@30:
Test: 51.2034 ± 1.4145
Hits@50:
Test: 61.8532 ± 1.1174
AUC:
Test: 97.7958 ± 0.0751
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3309 ± 2.2569
Hits@20:
Test: 29.6330 ± 5.5883
Hits@30:
Test: 40.3129 ± 1.6489
Hits@50:
Test: 52.1059 ± 1.2476
AUC:
Test: 96.7864 ± 0.1485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0093 ± 3.3815
Hits@20:
Test: 40.2226 ± 2.7676
Hits@30:
Test: 49.3005 ± 2.0058
Hits@50:
Test: 60.9807 ± 1.5698
AUC:
Test: 97.7441 ± 0.0417
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2479 ± 6.6410
Hits@20:
Test: 34.4690 ± 1.9025
Hits@30:
Test: 43.8478 ± 0.9650
Hits@50:
Test: 53.7004 ± 1.8021
AUC:
Test: 97.0415 ± 0.1504
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5728 ± 0.8279
Hits@20:
Test: 42.1330 ± 2.7691
Hits@30:
Test: 49.8421 ± 1.7365
Hits@50:
Test: 58.1980 ± 1.8571
AUC:
Test: 97.7598 ± 0.0443
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8126 ± 1.9114
Hits@20:
Test: 36.8231 ± 1.2009
Hits@30:
Test: 43.1408 ± 1.5138
Hits@50:
Test: 52.8204 ± 2.8124
AUC:
Test: 97.0444 ± 0.0708
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6089 ± 3.0218
Hits@20:
Test: 39.5532 ± 4.1622
Hits@30:
Test: 48.2702 ± 3.9424
Hits@50:
Test: 60.5520 ± 0.4966
AUC:
Test: 97.7117 ± 0.0614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0223 ± 1.6876
Hits@20:
Test: 35.8529 ± 2.8572
Hits@30:
Test: 41.6667 ± 1.2330
Hits@50:
Test: 53.3093 ± 1.6101
AUC:
Test: 97.0974 ± 0.1575
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7533 ± 4.3343
Hits@20:
Test: 42.2232 ± 2.9294
Hits@30:
Test: 47.9994 ± 1.2239
Hits@50:
Test: 60.8378 ± 1.7890
AUC:
Test: 97.9120 ± 0.0585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7960 ± 0.5306
Hits@20:
Test: 33.6191 ± 6.2846
Hits@30:
Test: 42.1631 ± 4.2443
Hits@50:
Test: 51.9856 ± 1.8518
AUC:
Test: 96.8677 ± 0.2700
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5346 ± 0.3424
Hits@20:
Test: 38.6582 ± 2.5229
Hits@30:
Test: 47.1420 ± 1.7071
Hits@50:
Test: 59.4991 ± 3.0252
AUC:
Test: 97.7254 ± 0.0440
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3005 ± 3.8817
Hits@20:
Test: 35.6724 ± 2.5444
Hits@30:
Test: 43.8026 ± 2.7544
Hits@50:
Test: 55.0466 ± 1.7463
AUC:
Test: 97.2015 ± 0.1386
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7154 ± 3.2916
Hits@20:
Test: 39.4856 ± 4.3940
Hits@30:
Test: 50.2181 ± 2.9202
Hits@50:
Test: 60.6724 ± 1.4042
AUC:
Test: 97.8209 ± 0.0940
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7527 ± 0.9734
Hits@20:
Test: 35.1158 ± 1.5987
Hits@30:
Test: 44.1637 ± 1.6743
Hits@50:
Test: 52.1886 ± 0.4886
AUC:
Test: 97.1092 ± 0.1382
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4904 ± 0.6189
Hits@20:
Test: 37.3421 ± 0.9591
Hits@30:
Test: 47.0141 ± 2.9246
Hits@50:
Test: 59.4841 ± 1.5096
AUC:
Test: 97.6572 ± 0.0874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4807 ± 4.7674
Hits@20:
Test: 34.8075 ± 1.8901
Hits@30:
Test: 42.5391 ± 2.4967
Hits@50:
Test: 51.4591 ± 2.5882
AUC:
Test: 97.0767 ± 0.1795
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7307 ± 1.6285
Hits@20:
Test: 40.1023 ± 0.8953
Hits@30:
Test: 52.4443 ± 0.3379
Hits@50:
Test: 63.9290 ± 1.7941
AUC:
Test: 97.9654 ± 0.0944
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1122 ± 3.4746
Hits@20:
Test: 37.9287 ± 4.1772
Hits@30:
Test: 44.6300 ± 0.7231
Hits@50:
Test: 53.4371 ± 1.0487
AUC:
Test: 96.9399 ± 0.2358
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.6324 ± 2.6912
Hits@20:
Test: 38.9967 ± 4.9343
Hits@30:
Test: 49.9323 ± 2.5406
Hits@50:
Test: 60.6273 ± 4.5752
AUC:
Test: 97.8426 ± 0.0808
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7211 ± 4.6705
Hits@20:
Test: 31.8968 ± 4.2076
Hits@30:
Test: 41.8321 ± 3.3016
Hits@50:
Test: 52.7527 ± 0.8574
AUC:
Test: 96.9432 ± 0.1829
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0912 ± 2.0812
Hits@20:
Test: 41.5764 ± 0.1632
Hits@30:
Test: 50.4061 ± 0.5204
Hits@50:
Test: 62.2894 ± 2.7754
AUC:
Test: 97.8362 ± 0.0754
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.4128 ± 0.9331
Hits@20:
Test: 35.5596 ± 2.0270
Hits@30:
Test: 39.3803 ± 2.8750
Hits@50:
Test: 53.5499 ± 1.9228
AUC:
Test: 96.9241 ± 0.1467
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9705 ± 2.4647
Hits@20:
Test: 39.6661 ± 3.1728
Hits@30:
Test: 47.2849 ± 4.2739
Hits@50:
Test: 59.6119 ± 2.4032
AUC:
Test: 97.7314 ± 0.0855
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.5256 ± 5.2335
Hits@20:
Test: 30.1369 ± 4.2848
Hits@30:
Test: 40.0045 ± 5.3912
Hits@50:
Test: 51.9028 ± 4.7641
AUC:
Test: 96.8759 ± 0.4278
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4230 ± 3.7622
Hits@20:
Test: 45.4949 ± 2.7272
Hits@30:
Test: 53.3694 ± 3.9097
Hits@50:
Test: 64.4480 ± 1.1412
AUC:
Test: 97.6830 ± 0.1864
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9194 ± 0.6740
Hits@20:
Test: 39.3276 ± 1.1409
Hits@30:
Test: 46.9088 ± 2.4256
Hits@50:
Test: 55.3851 ± 0.4631
AUC:
Test: 96.9211 ± 0.0703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4452 ± 1.7270
Hits@20:
Test: 39.9519 ± 4.6940
Hits@30:
Test: 47.3751 ± 1.1991
Hits@50:
Test: 62.1014 ± 2.3227
AUC:
Test: 97.9069 ± 0.1344
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.4134 ± 2.4120
Hits@20:
Test: 37.3270 ± 1.1897
Hits@30:
Test: 45.0587 ± 2.3266
Hits@50:
Test: 55.0165 ± 2.7100
AUC:
Test: 97.0746 ± 0.1685
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3472 ± 4.2546
Hits@20:
Test: 42.5165 ± 6.0165
Hits@30:
Test: 50.2031 ± 2.4388
Hits@50:
Test: 61.4997 ± 4.6573
AUC:
Test: 97.8855 ± 0.1043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3381 ± 2.9900
Hits@20:
Test: 37.8986 ± 2.2027
Hits@30:
Test: 45.9386 ± 1.8202
Hits@50:
Test: 55.0166 ± 2.5672
AUC:
Test: 97.1755 ± 0.1577
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0391 ± 2.5470
Hits@20:
Test: 41.4109 ± 5.0402
Hits@30:
Test: 48.6011 ± 6.2895
Hits@50:
Test: 60.5896 ± 2.6271
AUC:
Test: 97.6842 ± 0.0283
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7509 ± 2.9902
Hits@20:
Test: 34.5593 ± 3.2510
Hits@30:
Test: 41.3959 ± 2.5030
Hits@50:
Test: 53.5875 ± 1.8080
AUC:
Test: 97.1628 ± 0.1817
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0903 ± 3.7518
Hits@20:
Test: 32.9046 ± 6.9666
Hits@30:
Test: 40.5912 ± 2.6969
Hits@50:
Test: 49.1501 ± 4.3501
AUC:
Test: 95.7426 ± 0.1439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.3366 ± 3.5858
Hits@20:
Test: 28.1062 ± 3.4840
Hits@30:
Test: 37.9137 ± 2.2574
Hits@50:
Test: 45.9086 ± 2.3585
AUC:
Test: 95.6049 ± 0.2147
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5716 ± 4.2193
Hits@20:
Test: 36.0936 ± 1.3781
Hits@30:
Test: 40.7190 ± 2.2672
Hits@50:
Test: 50.4813 ± 2.4652
AUC:
Test: 95.7479 ± 0.1153
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2398 ± 1.7752
Hits@20:
Test: 29.2945 ± 2.4424
Hits@30:
Test: 36.4771 ± 2.8193
Hits@50:
Test: 45.7807 ± 2.0757
AUC:
Test: 95.8809 ± 0.0710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7599 ± 2.9723
Hits@20:
Test: 36.2816 ± 2.2007
Hits@30:
Test: 44.4419 ± 2.8226
Hits@50:
Test: 52.2864 ± 2.6352
AUC:
Test: 95.8878 ± 0.0584
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6910 ± 4.5636
Hits@20:
Test: 28.6176 ± 3.8066
Hits@30:
Test: 35.7250 ± 3.7485
Hits@50:
Test: 46.2395 ± 3.7311
AUC:
Test: 95.6870 ± 0.2548
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4892 ± 1.0313
Hits@20:
Test: 34.9052 ± 4.4123
Hits@30:
Test: 41.0875 ± 2.0085
Hits@50:
Test: 50.5791 ± 2.9814
AUC:
Test: 95.8755 ± 0.1437
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7431 ± 3.4985
Hits@20:
Test: 25.7371 ± 3.7840
Hits@30:
Test: 37.9137 ± 1.5899
Hits@50:
Test: 46.2094 ± 1.1946
AUC:
Test: 95.7203 ± 0.1639
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.0463 ± 3.7928
Hits@20:
Test: 36.8682 ± 2.2648
Hits@30:
Test: 43.7425 ± 3.0641
Hits@50:
Test: 52.3992 ± 1.3539
AUC:
Test: 95.9454 ± 0.0276
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0743 ± 4.2096
Hits@20:
Test: 29.8285 ± 0.7916
Hits@30:
Test: 39.2374 ± 1.0298
Hits@50:
Test: 47.4128 ± 1.7601
AUC:
Test: 95.6800 ± 0.1405
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4819 ± 4.1307
Hits@20:
Test: 34.2810 ± 1.0013
Hits@30:
Test: 43.1859 ± 1.8169
Hits@50:
Test: 53.8884 ± 0.2910
AUC:
Test: 95.9247 ± 0.0365
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7500 ± 1.4114
Hits@20:
Test: 25.4513 ± 3.7404
Hits@30:
Test: 35.6949 ± 4.7768
Hits@50:
Test: 45.2091 ± 1.1105
AUC:
Test: 95.6545 ± 0.1373
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2632 ± 5.8966
Hits@20:
Test: 36.6727 ± 1.1660
Hits@30:
Test: 43.1182 ± 3.5238
Hits@50:
Test: 52.8956 ± 0.4631
AUC:
Test: 95.8452 ± 0.0179
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.9088 ± 2.7917
Hits@20:
Test: 26.8502 ± 3.8054
Hits@30:
Test: 35.7626 ± 2.1535
Hits@50:
Test: 45.0662 ± 2.4410
AUC:
Test: 95.6215 ± 0.2464
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3469 ± 3.5086
Hits@20:
Test: 38.7410 ± 0.6433
Hits@30:
Test: 43.7199 ± 1.2941
Hits@50:
Test: 49.6465 ± 0.9127
AUC:
Test: 95.7767 ± 0.1259
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3902 ± 1.5265
Hits@20:
Test: 31.6561 ± 2.8215
Hits@30:
Test: 37.8159 ± 2.9131
Hits@50:
Test: 47.9844 ± 1.9997
AUC:
Test: 95.8197 ± 0.1098
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2647 ± 1.2004
Hits@20:
Test: 38.3875 ± 1.6489
Hits@30:
Test: 42.9603 ± 2.6503
Hits@50:
Test: 51.3387 ± 0.8105
AUC:
Test: 95.9231 ± 0.0426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8706 ± 2.1099
Hits@20:
Test: 26.5644 ± 3.2416
Hits@30:
Test: 33.4762 ± 1.8615
Hits@50:
Test: 43.7575 ± 1.9041
AUC:
Test: 95.4304 ± 0.2499
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3087 ± 6.4303
Hits@20:
Test: 35.9883 ± 3.1246
Hits@30:
Test: 41.5539 ± 1.8062
Hits@50:
Test: 50.0978 ± 1.6362
AUC:
Test: 95.8217 ± 0.1438
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5229 ± 3.2760
Hits@20:
Test: 23.9546 ± 2.7721
Hits@30:
Test: 34.0704 ± 3.9868
Hits@50:
Test: 45.9762 ± 2.9176
AUC:
Test: 95.4630 ± 0.1657
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.0839 ± 2.5158
Hits@20:
Test: 36.1236 ± 2.5800
Hits@30:
Test: 40.9371 ± 1.9169
Hits@50:
Test: 51.2936 ± 2.8917
AUC:
Test: 95.8569 ± 0.0720
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.4862 ± 4.9589
Hits@20:
Test: 28.8207 ± 3.5269
Hits@30:
Test: 34.9880 ± 2.6303
Hits@50:
Test: 46.4952 ± 1.0751
AUC:
Test: 95.5701 ± 0.2418
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1664 ± 3.2938
Hits@20:
Test: 37.8836 ± 2.2104
Hits@30:
Test: 45.2091 ± 1.1614
Hits@50:
Test: 54.1366 ± 1.1428
AUC:
Test: 95.9040 ± 0.0990
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.7804 ± 2.8268
Hits@20:
Test: 27.8279 ± 2.7546
Hits@30:
Test: 35.3039 ± 2.7084
Hits@50:
Test: 47.3225 ± 1.5123
AUC:
Test: 95.7383 ± 0.0547
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9185 ± 0.7498
Hits@20:
Test: 36.3117 ± 6.8488
Hits@30:
Test: 42.4263 ± 6.6450
Hits@50:
Test: 50.2332 ± 2.7305
AUC:
Test: 95.1333 ± 0.3499
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6612 ± 0.8111
Hits@20:
Test: 32.0096 ± 1.2784
Hits@30:
Test: 38.0490 ± 0.9995
Hits@50:
Test: 46.6155 ± 0.6105
AUC:
Test: 95.3774 ± 0.1245
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1065 ± 1.6039
Hits@20:
Test: 37.3496 ± 2.6964
Hits@30:
Test: 44.2990 ± 3.0159
Hits@50:
Test: 51.5418 ± 0.1451
AUC:
Test: 95.8517 ± 0.0505
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0123 ± 5.0112
Hits@20:
Test: 24.3833 ± 5.1080
Hits@30:
Test: 32.1676 ± 4.1579
Hits@50:
Test: 43.4868 ± 0.6919
AUC:
Test: 95.2356 ± 0.4758
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.1134 ± 1.1155
Hits@20:
Test: 34.7548 ± 2.9302
Hits@30:
Test: 41.2530 ± 2.2034
Hits@50:
Test: 51.0078 ± 2.6520
AUC:
Test: 95.7929 ± 0.1920
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2768 ± 2.2064
Hits@20:
Test: 28.4070 ± 4.9559
Hits@30:
Test: 36.4471 ± 2.4587
Hits@50:
Test: 45.2843 ± 1.8841
AUC:
Test: 95.7521 ± 0.3030
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2262 ± 3.3200
Hits@20:
Test: 36.1312 ± 3.1357
Hits@30:
Test: 42.4714 ± 1.4748
Hits@50:
Test: 51.1808 ± 2.7134
AUC:
Test: 95.7210 ± 0.1080
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.5105 ± 3.7118
Hits@20:
Test: 30.3023 ± 4.9774
Hits@30:
Test: 34.7774 ± 3.1261
Hits@50:
Test: 46.0364 ± 2.7286
AUC:
Test: 95.7192 ± 0.2412
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2440 ± 3.2718
Hits@20:
Test: 46.8863 ± 4.2055
Hits@30:
Test: 56.1898 ± 4.3677
Hits@50:
Test: 67.0653 ± 1.2101
AUC:
Test: 98.0983 ± 0.0691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5415 ± 0.9485
Hits@20:
Test: 32.5135 ± 2.2301
Hits@30:
Test: 42.4188 ± 2.4970
Hits@50:
Test: 51.0529 ± 3.0111
AUC:
Test: 97.1652 ± 0.0128
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.3559 ± 4.1878
Hits@20:
Test: 49.4284 ± 1.8309
Hits@30:
Test: 54.8135 ± 2.9137
Hits@50:
Test: 65.9597 ± 1.0071
AUC:
Test: 98.1290 ± 0.1149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7004 ± 2.1061
Hits@20:
Test: 35.1835 ± 4.2152
Hits@30:
Test: 43.1483 ± 1.4769
Hits@50:
Test: 54.8060 ± 0.6508
AUC:
Test: 97.2931 ± 0.0469
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1242 ± 1.2427
Hits@20:
Test: 47.8264 ± 0.4400
Hits@30:
Test: 58.1303 ± 0.7351
Hits@50:
Test: 68.8779 ± 2.0282
AUC:
Test: 98.1554 ± 0.0838
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1354 ± 1.8469
Hits@20:
Test: 35.0331 ± 1.8197
Hits@30:
Test: 44.6977 ± 1.1389
Hits@50:
Test: 55.7235 ± 1.9632
AUC:
Test: 97.3376 ± 0.0932
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.5208 ± 5.1657
Hits@20:
Test: 48.5860 ± 2.8046
Hits@30:
Test: 55.5656 ± 2.0758
Hits@50:
Test: 65.9371 ± 3.5212
AUC:
Test: 98.0791 ± 0.1684
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7894 ± 1.1269
Hits@20:
Test: 38.0716 ± 0.8242
Hits@30:
Test: 44.8706 ± 0.8593
Hits@50:
Test: 56.6411 ± 2.3751
AUC:
Test: 97.4624 ± 0.0705
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0015 ± 4.5670
Hits@20:
Test: 46.3748 ± 3.3193
Hits@30:
Test: 57.2127 ± 4.3242
Hits@50:
Test: 64.5833 ± 2.2649
AUC:
Test: 98.1015 ± 0.1444
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6396 ± 1.2877
Hits@20:
Test: 35.0857 ± 1.2869
Hits@30:
Test: 44.9007 ± 1.7551
Hits@50:
Test: 54.7082 ± 1.9432
AUC:
Test: 97.3591 ± 0.0204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9501 ± 6.0638
Hits@20:
Test: 47.1119 ± 1.0362
Hits@30:
Test: 57.8670 ± 1.3433
Hits@50:
Test: 67.7873 ± 3.5854
AUC:
Test: 98.1837 ± 0.0779
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.0153 ± 4.3652
Hits@20:
Test: 36.3117 ± 1.8197
Hits@30:
Test: 44.0508 ± 2.7134
Hits@50:
Test: 52.6625 ± 1.7308
AUC:
Test: 97.3928 ± 0.0772
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1008 ± 1.7912
Hits@20:
Test: 46.5704 ± 0.9157
Hits@30:
Test: 55.3776 ± 1.9384
Hits@50:
Test: 66.8998 ± 0.1256
AUC:
Test: 98.1073 ± 0.0547
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4507 ± 0.5538
Hits@20:
Test: 31.1221 ± 1.8792
Hits@30:
Test: 42.3135 ± 3.7123
Hits@50:
Test: 55.4678 ± 2.6267
AUC:
Test: 97.2896 ± 0.2408
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1531 ± 0.3424
Hits@20:
Test: 49.3457 ± 1.7224
Hits@30:
Test: 58.4161 ± 2.1215
Hits@50:
Test: 68.0881 ± 1.6719
AUC:
Test: 98.1630 ± 0.0939
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4290 ± 1.2646
Hits@20:
Test: 34.4239 ± 3.2644
Hits@30:
Test: 44.3291 ± 1.5484
Hits@50:
Test: 55.9868 ± 1.2460
AUC:
Test: 97.3935 ± 0.0511
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8742 ± 1.1484
Hits@20:
Test: 44.6751 ± 1.0043
Hits@30:
Test: 51.9780 ± 1.4287
Hits@50:
Test: 62.4097 ± 3.3025
AUC:
Test: 98.0213 ± 0.0359
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4140 ± 3.6512
Hits@20:
Test: 36.1838 ± 4.9762
Hits@30:
Test: 43.5996 ± 1.3486
Hits@50:
Test: 54.4224 ± 1.9027
AUC:
Test: 97.3068 ± 0.1428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6652 ± 3.7412
Hits@20:
Test: 48.2175 ± 1.0669
Hits@30:
Test: 55.9492 ± 2.3364
Hits@50:
Test: 67.1631 ± 1.0031
AUC:
Test: 98.1689 ± 0.0486
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3989 ± 2.3401
Hits@20:
Test: 35.4693 ± 1.4796
Hits@30:
Test: 42.7948 ± 2.3405
Hits@50:
Test: 53.7304 ± 1.3313
AUC:
Test: 97.3512 ± 0.0942
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8451 ± 7.1509
Hits@20:
Test: 44.7879 ± 4.2586
Hits@30:
Test: 56.1597 ± 2.5448
Hits@50:
Test: 68.1032 ± 1.6804
AUC:
Test: 98.0801 ± 0.1021
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2557 ± 2.3357
Hits@20:
Test: 33.6718 ± 0.8699
Hits@30:
Test: 43.0129 ± 1.6057
Hits@50:
Test: 54.7307 ± 2.6949
AUC:
Test: 97.3949 ± 0.0610
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.8294 ± 4.2035
Hits@20:
Test: 47.1721 ± 2.9611
Hits@30:
Test: 53.4747 ± 1.4440
Hits@50:
Test: 66.8622 ± 2.5006
AUC:
Test: 98.0988 ± 0.1440
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9552 ± 1.4832
Hits@20:
Test: 35.7927 ± 2.1521
Hits@30:
Test: 45.1790 ± 1.1077
Hits@50:
Test: 57.3706 ± 2.0939
AUC:
Test: 97.3880 ± 0.0508
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.8204 ± 4.8851
Hits@20:
Test: 6.6185 ± 11.4636
Hits@30:
Test: 7.9648 ± 13.7954
Hits@50:
Test: 26.9555 ± 23.9742
AUC:
Test: 95.9924 ± 0.1979
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 0.0000 ± 0.0000
Hits@50:
Test: 26.1808 ± 22.9935
AUC:
Test: 96.1880 ± 0.3036
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7882 ± 18.0214
Hits@20:
Test: 49.2028 ± 8.4525
Hits@30:
Test: 55.7912 ± 5.4073
Hits@50:
Test: 63.3950 ± 2.1377
AUC:
Test: 97.9950 ± 0.0991
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9474 ± 3.1606
Hits@20:
Test: 34.1456 ± 1.5859
Hits@30:
Test: 40.3279 ± 1.2571
Hits@50:
Test: 55.3249 ± 2.7042
AUC:
Test: 97.2789 ± 0.0525
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1835 ± 2.2181
Hits@20:
Test: 46.3673 ± 9.6901
Hits@30:
Test: 56.3553 ± 5.1583
Hits@50:
Test: 65.9672 ± 3.0368
AUC:
Test: 97.9242 ± 0.2310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8351 ± 0.9616
Hits@20:
Test: 32.7918 ± 2.9908
Hits@30:
Test: 43.1483 ± 3.6684
Hits@50:
Test: 54.7684 ± 2.8118
AUC:
Test: 97.3266 ± 0.1555
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0493 ± 7.0476
Hits@20:
Test: 49.5412 ± 1.2612
Hits@30:
Test: 57.6940 ± 1.5943
Hits@50:
Test: 66.0800 ± 1.9154
AUC:
Test: 98.1960 ± 0.0672
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3983 ± 2.7790
Hits@20:
Test: 34.8751 ± 0.7464
Hits@30:
Test: 43.1258 ± 0.9088
Hits@50:
Test: 55.0241 ± 0.8918
AUC:
Test: 97.4575 ± 0.1111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1161 ± 5.8557
Hits@20:
Test: 46.1267 ± 3.8932
Hits@30:
Test: 56.6561 ± 2.1467
Hits@50:
Test: 67.0578 ± 2.6673
AUC:
Test: 98.2275 ± 0.1465
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5418 ± 7.1598
Hits@20:
Test: 34.5517 ± 3.0436
Hits@30:
Test: 43.9756 ± 2.4432
Hits@50:
Test: 54.6781 ± 1.3735
AUC:
Test: 97.3055 ± 0.2170
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0945 ± 4.4880
Hits@20:
Test: 50.0526 ± 2.5328
Hits@30:
Test: 58.1754 ± 4.8344
Hits@50:
Test: 68.4116 ± 1.2410
AUC:
Test: 98.3243 ± 0.0379
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1206 ± 4.6750
Hits@20:
Test: 36.8005 ± 0.7425
Hits@30:
Test: 43.6522 ± 0.6478
Hits@50:
Test: 54.3998 ± 1.1652
AUC:
Test: 97.3465 ± 0.1374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9579 ± 1.1629
Hits@20:
Test: 46.9088 ± 2.4671
Hits@30:
Test: 54.6781 ± 3.1307
Hits@50:
Test: 64.8165 ± 2.0045
AUC:
Test: 98.1854 ± 0.0818
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3162 ± 3.2366
Hits@20:
Test: 35.5144 ± 1.4254
Hits@30:
Test: 43.1483 ± 1.6230
Hits@50:
Test: 53.4296 ± 1.9353
AUC:
Test: 97.3138 ± 0.1154
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7175 ± 1.4904
Hits@20:
Test: 45.9461 ± 0.8599
Hits@30:
Test: 52.7001 ± 2.7803
Hits@50:
Test: 63.1769 ± 2.9178
AUC:
Test: 98.0890 ± 0.1774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.6757 ± 3.3104
Hits@20:
Test: 38.6206 ± 2.2259
Hits@30:
Test: 46.3523 ± 0.7143
Hits@50:
Test: 56.4756 ± 0.3414
AUC:
Test: 97.4185 ± 0.1014
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.7464 ± 1.8067
Hits@20:
Test: 46.7735 ± 8.5924
Hits@30:
Test: 57.0924 ± 3.9322
Hits@50:
Test: 67.0653 ± 3.8388
AUC:
Test: 98.2237 ± 0.1377
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3228 ± 4.4879
Hits@20:
Test: 34.9203 ± 5.2962
Hits@30:
Test: 42.9452 ± 2.6276
Hits@50:
Test: 52.8806 ± 4.2645
AUC:
Test: 97.2909 ± 0.2611
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.0698 ± 5.0842
Hits@20:
Test: 47.6534 ± 2.2758
Hits@30:
Test: 57.8144 ± 1.2632
Hits@50:
Test: 68.9907 ± 1.6697
AUC:
Test: 98.3143 ± 0.1079
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6092 ± 5.9644
Hits@20:
Test: 39.0719 ± 0.4571
Hits@30:
Test: 44.7353 ± 0.4458
Hits@50:
Test: 55.5280 ± 3.3028
AUC:
Test: 97.3831 ± 0.1152
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2521 ± 2.3553
Hits@20:
Test: 49.1802 ± 2.5584
Hits@30:
Test: 56.2425 ± 1.1880
Hits@50:
Test: 66.6441 ± 2.4854
AUC:
Test: 98.2888 ± 0.0247
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5187 ± 1.3188
Hits@20:
Test: 37.2518 ± 2.6966
Hits@30:
Test: 43.8177 ± 1.1409
Hits@50:
Test: 54.6631 ± 0.4825
AUC:
Test: 97.4974 ± 0.0333
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5749 ± 3.9637
Hits@20:
Test: 49.1576 ± 4.6297
Hits@30:
Test: 54.7082 ± 3.2303
Hits@50:
Test: 64.8090 ± 3.7894
AUC:
Test: 98.2516 ± 0.0640
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.0078 ± 2.7632
Hits@20:
Test: 35.9431 ± 3.4394
Hits@30:
Test: 44.2238 ± 2.8398
Hits@50:
Test: 56.6787 ± 2.5480
AUC:
Test: 97.5445 ± 0.1531
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.4034 ± 14.2310
Hits@20:
Test: 44.7578 ± 1.2704
Hits@30:
Test: 51.0153 ± 1.9102
Hits@50:
Test: 63.1318 ± 0.2152
AUC:
Test: 98.1311 ± 0.0461
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.1492 ± 5.2838
Hits@20:
Test: 29.5653 ± 1.9785
Hits@30:
Test: 41.9149 ± 1.8058
Hits@50:
Test: 55.5355 ± 3.5411
AUC:
Test: 97.3465 ± 0.1024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.0105 ± 2.9798
Hits@20:
Test: 49.3306 ± 2.2113
Hits@30:
Test: 60.8755 ± 2.7331
Hits@50:
Test: 68.9681 ± 1.5571
AUC:
Test: 98.3044 ± 0.1062
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7978 ± 4.3501
Hits@20:
Test: 39.6811 ± 0.5528
Hits@30:
Test: 47.0969 ± 2.3816
Hits@50:
Test: 56.0244 ± 1.6587
AUC:
Test: 97.4165 ± 0.0755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6273 ± 4.5295
Hits@20:
Test: 50.4362 ± 3.6141
Hits@30:
Test: 55.7987 ± 2.2925
Hits@50:
Test: 65.0797 ± 1.8443
AUC:
Test: 98.1824 ± 0.1215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7593 ± 2.6903
Hits@20:
Test: 36.6351 ± 0.8637
Hits@30:
Test: 45.4798 ± 1.1484
Hits@50:
Test: 55.0316 ± 0.4393
AUC:
Test: 97.4341 ± 0.0343
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2735 ± 0.8210
Hits@20:
Test: 44.4570 ± 2.8111
Hits@30:
Test: 55.3023 ± 2.9560
Hits@50:
Test: 61.6501 ± 2.7111
AUC:
Test: 98.0533 ± 0.1547
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9170 ± 2.1904
Hits@20:
Test: 35.8078 ± 2.4208
Hits@30:
Test: 46.7058 ± 0.8730
Hits@50:
Test: 55.0316 ± 2.1524
AUC:
Test: 97.3805 ± 0.0584
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 0.0000 ± 0.0000
Hits@50:
Test: 10.3941 ± 18.0031
AUC:
Test: 95.0215 ± 0.1915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 1.4741 ± 2.5533
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 0.0000 ± 0.0000
Hits@50:
Test: 26.3312 ± 22.8869
AUC:
Test: 95.9152 ± 0.1326
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7166 ± 2.5762
Hits@20:
Test: 46.6155 ± 2.5806
Hits@30:
Test: 54.0388 ± 2.2648
Hits@50:
Test: 65.3204 ± 1.1389
AUC:
Test: 98.2093 ± 0.0169
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3727 ± 13.0083
Hits@20:
Test: 32.0171 ± 0.8800
Hits@30:
Test: 42.3661 ± 2.7465
Hits@50:
Test: 57.4158 ± 0.6197
AUC:
Test: 97.3905 ± 0.0707
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8141 ± 0.9827
Hits@20:
Test: 42.9076 ± 2.1924
Hits@30:
Test: 54.3396 ± 0.7639
Hits@50:
Test: 63.7034 ± 0.9049
AUC:
Test: 98.0648 ± 0.0315
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9997 ± 2.2813
Hits@20:
Test: 35.0782 ± 2.7691
Hits@30:
Test: 43.2461 ± 3.6495
Hits@50:
Test: 54.7759 ± 1.6584
AUC:
Test: 97.4546 ± 0.2540
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6637 ± 8.4002
Hits@20:
Test: 45.4723 ± 2.8491
Hits@30:
Test: 53.9260 ± 1.1862
Hits@50:
Test: 64.3652 ± 4.0459
AUC:
Test: 98.1220 ± 0.1008
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6853 ± 1.8695
Hits@20:
Test: 35.8529 ± 3.1630
Hits@30:
Test: 45.2166 ± 5.8093
Hits@50:
Test: 55.8514 ± 0.4070
AUC:
Test: 97.4062 ± 0.1268
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7458 ± 7.6097
Hits@20:
Test: 39.0644 ± 8.0105
Hits@30:
Test: 45.9762 ± 6.7949
Hits@50:
Test: 55.8213 ± 4.0991
AUC:
Test: 96.2750 ± 0.5435
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.5171 ± 4.4080
Hits@20:
Test: 26.9931 ± 3.0627
Hits@30:
Test: 33.5214 ± 4.0100
Hits@50:
Test: 45.2617 ± 3.5820
AUC:
Test: 94.4131 ± 0.6389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1974 ± 3.5794
Hits@20:
Test: 41.4185 ± 5.8030
Hits@30:
Test: 49.9323 ± 1.9682
Hits@50:
Test: 57.8896 ± 3.7281
AUC:
Test: 96.6157 ± 0.0280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2473 ± 2.9211
Hits@20:
Test: 31.5884 ± 4.7623
Hits@30:
Test: 38.8914 ± 1.5411
Hits@50:
Test: 47.7813 ± 1.4820
AUC:
Test: 95.0016 ± 0.2115
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6107 ± 7.0332
Hits@20:
Test: 42.3736 ± 4.9188
Hits@30:
Test: 51.8727 ± 4.9001
Hits@50:
Test: 59.1832 ± 2.1191
AUC:
Test: 96.7151 ± 0.1551
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9922 ± 0.1502
Hits@20:
Test: 31.5208 ± 2.2617
Hits@30:
Test: 38.9290 ± 2.2734
Hits@50:
Test: 47.7963 ± 2.2466
AUC:
Test: 94.9972 ± 0.2626
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.0755 ± 1.3595
Hits@20:
Test: 42.0653 ± 3.7121
Hits@30:
Test: 48.9471 ± 3.4268
Hits@50:
Test: 59.7398 ± 1.8247
AUC:
Test: 96.5775 ± 0.1648
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5187 ± 1.1891
Hits@20:
Test: 33.5740 ± 2.2594
Hits@30:
Test: 38.8087 ± 1.0193
Hits@50:
Test: 47.6384 ± 1.2378
AUC:
Test: 95.0489 ± 0.1296
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3622 ± 4.7888
Hits@20:
Test: 39.3427 ± 3.5705
Hits@30:
Test: 47.8715 ± 2.8574
Hits@50:
Test: 57.4459 ± 0.4061
AUC:
Test: 96.6286 ± 0.1419
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3005 ± 2.8199
Hits@20:
Test: 32.6264 ± 1.5046
Hits@30:
Test: 37.7933 ± 2.1556
Hits@50:
Test: 47.9016 ± 2.9446
AUC:
Test: 94.9979 ± 0.2128
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4979 ± 4.9998
Hits@20:
Test: 44.2690 ± 3.4518
Hits@30:
Test: 51.4140 ± 0.9534
Hits@50:
Test: 58.5966 ± 2.9094
AUC:
Test: 96.6526 ± 0.0907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6919 ± 2.6416
Hits@20:
Test: 31.0168 ± 1.5464
Hits@30:
Test: 38.5454 ± 2.5188
Hits@50:
Test: 48.9997 ± 1.9280
AUC:
Test: 94.9596 ± 0.2542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9705 ± 1.6089
Hits@20:
Test: 43.9681 ± 2.0979
Hits@30:
Test: 48.4732 ± 1.3389
Hits@50:
Test: 59.9729 ± 2.3805
AUC:
Test: 96.7736 ± 0.1806
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1501 ± 2.2601
Hits@20:
Test: 32.0848 ± 2.8199
Hits@30:
Test: 38.5981 ± 1.5595
Hits@50:
Test: 47.5632 ± 1.3092
AUC:
Test: 94.9587 ± 0.2064
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5737 ± 0.3758
Hits@20:
Test: 41.2004 ± 2.8804
Hits@30:
Test: 51.4290 ± 2.8756
Hits@50:
Test: 57.8971 ± 0.9240
AUC:
Test: 96.7108 ± 0.1007
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5716 ± 2.6061
Hits@20:
Test: 32.2653 ± 4.2563
Hits@30:
Test: 40.7491 ± 3.5191
Hits@50:
Test: 48.5334 ± 2.8543
AUC:
Test: 95.0287 ± 0.3444
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.8839 ± 12.0248
Hits@20:
Test: 36.4997 ± 3.2899
Hits@30:
Test: 45.7506 ± 3.0014
Hits@50:
Test: 56.8442 ± 4.2172
AUC:
Test: 96.4683 ± 0.1736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7061 ± 1.7469
Hits@20:
Test: 32.2954 ± 2.5244
Hits@30:
Test: 39.2674 ± 1.0833
Hits@50:
Test: 49.9624 ± 1.6120
AUC:
Test: 95.4494 ± 0.0969
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7900 ± 2.1282
Hits@20:
Test: 41.9149 ± 2.8084
Hits@30:
Test: 49.0298 ± 3.4423
Hits@50:
Test: 60.4768 ± 2.8904
AUC:
Test: 96.7725 ± 0.1218
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8490 ± 3.7070
Hits@20:
Test: 32.0924 ± 2.9640
Hits@30:
Test: 38.1242 ± 0.7172
Hits@50:
Test: 48.2551 ± 1.3252
AUC:
Test: 95.0494 ± 0.1675
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4823 ± 2.7676
Hits@20:
Test: 41.8773 ± 1.8930
Hits@30:
Test: 49.0072 ± 3.4291
Hits@50:
Test: 58.5891 ± 1.8793
AUC:
Test: 96.5348 ± 0.0709
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6838 ± 2.9896
Hits@20:
Test: 31.2124 ± 2.8971
Hits@30:
Test: 38.1694 ± 4.1594
Hits@50:
Test: 47.4278 ± 1.1556
AUC:
Test: 94.9300 ± 0.1125
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2593 ± 2.5829
Hits@20:
Test: 46.6080 ± 1.5310
Hits@30:
Test: 51.6471 ± 1.7876
Hits@50:
Test: 59.6796 ± 1.9098
AUC:
Test: 96.6673 ± 0.0729
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8794 ± 3.2949
Hits@20:
Test: 34.6194 ± 2.5884
Hits@30:
Test: 38.4853 ± 1.5332
Hits@50:
Test: 47.5782 ± 1.4899
AUC:
Test: 95.0483 ± 0.2822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 0.0000 ± 0.0000
Hits@50:
Test: 0.0000 ± 0.0000
AUC:
Test: 94.3498 ± 0.1630
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.1209 ± 3.6736
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 0.0000 ± 0.0000
Hits@50:
Test: 0.0000 ± 0.0000
AUC:
Test: 95.2717 ± 0.0928
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.6980 ± 17.9633
Hits@20:
Test: 27.9182 ± 24.1799
Hits@30:
Test: 32.2804 ± 27.9564
Hits@50:
Test: 56.5960 ± 2.2784
AUC:
Test: 96.7203 ± 0.1439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1802 ± 2.3467
Hits@20:
Test: 34.2133 ± 2.7012
Hits@30:
Test: 41.8998 ± 1.6829
Hits@50:
Test: 50.5942 ± 0.8365
AUC:
Test: 95.6011 ± 0.1262
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7993 ± 5.0377
Hits@20:
Test: 40.3279 ± 3.1743
Hits@30:
Test: 48.7816 ± 2.4994
Hits@50:
Test: 59.8526 ± 2.3979
AUC:
Test: 96.6869 ± 0.0568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7295 ± 2.7412
Hits@20:
Test: 31.7840 ± 2.4519
Hits@30:
Test: 39.8014 ± 1.1965
Hits@50:
Test: 48.0144 ± 2.3286
AUC:
Test: 94.9475 ± 0.2035
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3776 ± 1.3111
Hits@20:
Test: 43.8703 ± 2.2402
Hits@30:
Test: 48.1047 ± 1.2311
Hits@50:
Test: 58.2581 ± 3.2572
AUC:
Test: 96.6017 ± 0.0175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2103 ± 2.4497
Hits@20:
Test: 34.0403 ± 1.9676
Hits@30:
Test: 41.6291 ± 1.1602
Hits@50:
Test: 47.9468 ± 1.0804
AUC:
Test: 95.0486 ± 0.2615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.7536 ± 2.7377
Hits@20:
Test: 15.3069 ± 3.7904
Hits@30:
Test: 22.3646 ± 3.6852
Hits@50:
Test: 28.2265 ± 3.1654
AUC:
Test: 86.1205 ± 0.7761
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.2581 ± 3.5702
Hits@20:
Test: 18.1182 ± 2.4068
Hits@30:
Test: 24.6119 ± 1.2932
Hits@50:
Test: 32.2608 ± 1.5723
AUC:
Test: 85.2167 ± 0.2854
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.1462 ± 1.5367
Hits@20:
Test: 17.7437 ± 1.5479
Hits@30:
Test: 22.5226 ± 1.5909
Hits@50:
Test: 26.5072 ± 2.2985
AUC:
Test: 85.6583 ± 0.5573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.2491 ± 2.2090
Hits@20:
Test: 20.6227 ± 2.9688
Hits@30:
Test: 26.1778 ± 2.6626
Hits@50:
Test: 32.2924 ± 1.8993
AUC:
Test: 85.1465 ± 0.3047
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.3764 ± 2.3631
Hits@20:
Test: 17.4413 ± 2.0207
Hits@30:
Test: 20.6092 ± 0.7048
Hits@50:
Test: 28.6552 ± 1.3740
AUC:
Test: 86.0686 ± 0.6216
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0704 ± 3.2080
Hits@20:
Test: 19.6345 ± 5.5127
Hits@30:
Test: 25.7220 ± 3.0376
Hits@50:
Test: 31.6200 ± 2.4493
AUC:
Test: 85.2638 ± 0.7658
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5966 ± 1.0170
Hits@20:
Test: 18.7004 ± 1.2362
Hits@30:
Test: 21.9269 ± 0.7397
Hits@50:
Test: 28.1904 ± 1.5431
AUC:
Test: 86.3392 ± 0.2300
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.4838 ± 1.5105
Hits@20:
Test: 19.3141 ± 2.2917
Hits@30:
Test: 26.5433 ± 1.5738
Hits@50:
Test: 31.8592 ± 1.0356
AUC:
Test: 85.4215 ± 0.1716
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.2238 ± 1.8855
Hits@20:
Test: 16.7509 ± 2.8439
Hits@30:
Test: 21.0695 ± 2.1898
Hits@50:
Test: 28.1588 ± 2.0336
AUC:
Test: 86.4410 ± 0.3850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.7058 ± 1.1709
Hits@20:
Test: 16.7238 ± 2.2786
Hits@30:
Test: 21.6561 ± 2.9131
Hits@50:
Test: 30.1489 ± 1.3160
AUC:
Test: 84.3445 ± 0.8807
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9052 ± 2.7966
Hits@20:
Test: 16.9404 ± 2.0602
Hits@30:
Test: 21.2094 ± 2.7180
Hits@50:
Test: 26.5208 ± 2.7248
AUC:
Test: 86.3297 ± 0.4723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.8294 ± 2.0788
Hits@20:
Test: 17.5812 ± 3.5889
Hits@30:
Test: 23.3078 ± 1.7211
Hits@50:
Test: 31.0108 ± 1.8615
AUC:
Test: 85.1006 ± 0.5765
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.4738 ± 4.0451
Hits@20:
Test: 17.8159 ± 1.9107
Hits@30:
Test: 21.9359 ± 2.4375
Hits@50:
Test: 27.4413 ± 2.7572
AUC:
Test: 86.5625 ± 0.6309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.6832 ± 1.4557
Hits@20:
Test: 19.6255 ± 1.1661
Hits@30:
Test: 25.0587 ± 0.8077
Hits@50:
Test: 31.8276 ± 1.5030
AUC:
Test: 85.3418 ± 0.3364
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.8953 ± 1.4296
Hits@20:
Test: 17.2608 ± 1.8943
Hits@30:
Test: 22.1886 ± 1.4640
Hits@50:
Test: 27.9061 ± 1.5405
AUC:
Test: 86.7412 ± 0.6278
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5921 ± 2.5499
Hits@20:
Test: 20.9025 ± 2.5186
Hits@30:
Test: 24.0659 ± 1.0327
Hits@50:
Test: 31.2545 ± 1.4901
AUC:
Test: 85.5158 ± 0.2148
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.4350 ± 2.2870
Hits@20:
Test: 14.6886 ± 4.1378
Hits@30:
Test: 21.8186 ± 3.7628
Hits@50:
Test: 26.8051 ± 2.3440
AUC:
Test: 86.0084 ± 0.5321
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9323 ± 2.6369
Hits@20:
Test: 15.8845 ± 3.4240
Hits@30:
Test: 21.7103 ± 3.3234
Hits@50:
Test: 26.9088 ± 2.4895
AUC:
Test: 82.5622 ± 0.7789
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.0253 ± 1.2333
Hits@20:
Test: 13.8177 ± 2.7684
Hits@30:
Test: 21.6697 ± 2.7619
Hits@50:
Test: 26.3177 ± 1.7110
AUC:
Test: 86.0717 ± 0.5883
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.0460 ± 3.5811
Hits@20:
Test: 20.3339 ± 3.5213
Hits@30:
Test: 24.5171 ± 1.7075
Hits@50:
Test: 31.1236 ± 1.7702
AUC:
Test: 84.8394 ± 0.8270
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.5749 ± 2.6784
Hits@20:
Test: 17.9513 ± 1.9565
Hits@30:
Test: 20.8529 ± 2.3305
Hits@50:
Test: 27.0081 ± 2.3645
AUC:
Test: 86.2973 ± 0.7015
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.6625 ± 1.6977
Hits@20:
Test: 19.3321 ± 1.5800
Hits@30:
Test: 25.7717 ± 1.5805
Hits@50:
Test: 32.7798 ± 1.1008
AUC:
Test: 85.4538 ± 0.5179
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7301 ± 2.3118
Hits@20:
Test: 18.1363 ± 2.7196
Hits@30:
Test: 22.2473 ± 2.1356
Hits@50:
Test: 27.5496 ± 1.3869
AUC:
Test: 86.3504 ± 0.3348
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3682 ± 1.7490
Hits@20:
Test: 20.7446 ± 1.6049
Hits@30:
Test: 25.0316 ± 2.5026
Hits@50:
Test: 31.4892 ± 2.6923
AUC:
Test: 85.4866 ± 0.3342
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0433 ± 2.7481
Hits@20:
Test: 19.8105 ± 3.2767
Hits@30:
Test: 25.4558 ± 2.8305
Hits@50:
Test: 31.9449 ± 2.4047
AUC:
Test: 85.6629 ± 0.6922
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.7220 ± 1.4245
Hits@20:
Test: 23.0551 ± 1.5633
Hits@30:
Test: 27.0081 ± 0.9993
Hits@50:
Test: 31.5298 ± 0.7766
AUC:
Test: 82.4765 ± 0.5748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.8384 ± 1.6605
Hits@20:
Test: 16.2680 ± 2.2353
Hits@30:
Test: 20.0903 ± 1.1880
Hits@50:
Test: 25.0226 ± 4.6737
AUC:
Test: 85.8249 ± 0.6444
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.8845 ± 1.8284
Hits@20:
Test: 17.6579 ± 4.4462
Hits@30:
Test: 22.7617 ± 1.9413
Hits@50:
Test: 28.4161 ± 1.6305
AUC:
Test: 82.6926 ± 0.7658
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.3863 ± 2.5328
Hits@20:
Test: 13.8628 ± 3.9936
Hits@30:
Test: 20.5054 ± 1.3465
Hits@50:
Test: 26.8412 ± 1.6122
AUC:
Test: 86.0658 ± 0.5921
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.8078 ± 2.9247
Hits@20:
Test: 17.0442 ± 3.9697
Hits@30:
Test: 22.2969 ± 3.8528
Hits@50:
Test: 29.2825 ± 2.1609
AUC:
Test: 84.4584 ± 1.1675
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.5957 ± 1.4417
Hits@20:
Test: 17.1796 ± 2.7452
Hits@30:
Test: 20.6634 ± 1.3487
Hits@50:
Test: 27.4188 ± 4.0205
AUC:
Test: 86.5490 ± 0.4625
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1381 ± 2.0895
Hits@20:
Test: 20.1895 ± 2.6157
Hits@30:
Test: 25.4016 ± 3.1257
Hits@50:
Test: 32.5135 ± 1.4949
AUC:
Test: 85.3355 ± 0.2206
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.6904 ± 3.3940
Hits@20:
Test: 24.3953 ± 1.3810
Hits@30:
Test: 30.2437 ± 3.4943
Hits@50:
Test: 36.0469 ± 2.3246
AUC:
Test: 87.7023 ± 0.6668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.9422 ± 1.7640
Hits@20:
Test: 18.9756 ± 4.2298
Hits@30:
Test: 26.2861 ± 3.6539
Hits@50:
Test: 34.4765 ± 4.2073
AUC:
Test: 86.2063 ± 2.2850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7121 ± 5.1789
Hits@20:
Test: 43.7545 ± 6.7720
Hits@30:
Test: 52.1977 ± 3.4026
Hits@50:
Test: 61.2545 ± 2.3928
AUC:
Test: 95.8750 ± 0.2680
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.3899 ± 2.0734
Hits@20:
Test: 47.3556 ± 3.0208
Hits@30:
Test: 55.2843 ± 2.1031
Hits@50:
Test: 63.0144 ± 2.7768
AUC:
Test: 96.6746 ± 0.2036
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.4504 ± 8.2555
Hits@20:
Test: 49.1065 ± 5.1718
Hits@30:
Test: 56.5388 ± 2.7343
Hits@50:
Test: 65.4874 ± 2.9973
AUC:
Test: 97.2244 ± 0.1552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3502 ± 5.2430
Hits@20:
Test: 53.9937 ± 1.3386
Hits@30:
Test: 60.2888 ± 2.1367
Hits@50:
Test: 70.0767 ± 1.0585
AUC:
Test: 98.0051 ± 0.0264
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.4007 ± 1.1944
Hits@20:
Test: 16.4982 ± 2.1882
Hits@30:
Test: 20.4468 ± 2.4978
Hits@50:
Test: 28.9847 ± 2.7777
AUC:
Test: 86.5194 ± 0.6384
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.9152 ± 1.9380
Hits@20:
Test: 20.0045 ± 1.7598
Hits@30:
Test: 26.0514 ± 2.8627
Hits@50:
Test: 32.9468 ± 1.1378
AUC:
Test: 85.6256 ± 0.4699
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.3321 ± 5.7621
Hits@20:
Test: 25.9116 ± 5.7223
Hits@30:
Test: 31.0199 ± 5.5196
Hits@50:
Test: 35.8574 ± 4.9162
AUC:
Test: 88.1769 ± 1.5217
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.1634 ± 0.9442
Hits@20:
Test: 22.6444 ± 4.7826
Hits@30:
Test: 27.8249 ± 3.1701
Hits@50:
Test: 35.5866 ± 1.7503
AUC:
Test: 87.0358 ± 0.6231
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9197 ± 4.4562
Hits@20:
Test: 52.2563 ± 3.5673
Hits@30:
Test: 60.6363 ± 1.0689
Hits@50:
Test: 68.5334 ± 1.1184
AUC:
Test: 97.2428 ± 0.1695
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6245 ± 4.4586
Hits@20:
Test: 51.9675 ± 2.5144
Hits@30:
Test: 62.6399 ± 3.3611
Hits@50:
Test: 72.1029 ± 2.3672
AUC:
Test: 98.0895 ± 0.0901
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.9088 ± 1.9556
Hits@20:
Test: 17.0623 ± 1.5840
Hits@30:
Test: 20.2572 ± 1.3102
Hits@50:
Test: 26.4531 ± 1.7505
AUC:
Test: 86.3275 ± 0.7723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.2491 ± 2.1971
Hits@20:
Test: 21.5523 ± 1.7415
Hits@30:
Test: 25.3159 ± 1.9362
Hits@50:
Test: 32.7527 ± 0.9296
AUC:
Test: 85.9427 ± 0.5623
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.1182 ± 1.1285
Hits@20:
Test: 18.2175 ± 1.5855
Hits@30:
Test: 22.4007 ± 2.6533
Hits@50:
Test: 28.9756 ± 1.6993
AUC:
Test: 85.9356 ± 0.3936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5199 ± 1.5960
Hits@20:
Test: 19.6570 ± 0.9777
Hits@30:
Test: 24.1516 ± 1.8671
Hits@50:
Test: 32.0171 ± 1.0891
AUC:
Test: 85.7790 ± 0.4776
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.0776 ± 2.9617
Hits@20:
Test: 45.1895 ± 5.6626
Hits@30:
Test: 55.5686 ± 4.8960
Hits@50:
Test: 63.3574 ± 1.5687
AUC:
Test: 95.9688 ± 0.1541
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1760 ± 2.9242
Hits@20:
Test: 51.8773 ± 1.5728
Hits@30:
Test: 58.6823 ± 1.4787
Hits@50:
Test: 67.1796 ± 1.0894
AUC:
Test: 97.0694 ± 0.1227
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2699 ± 2.7333
Hits@20:
Test: 18.4792 ± 1.5166
Hits@30:
Test: 22.8159 ± 1.8060
Hits@50:
Test: 27.1977 ± 3.3449
AUC:
Test: 86.5274 ± 0.4655
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.2265 ± 3.1771
Hits@20:
Test: 19.6255 ± 1.1595
Hits@30:
Test: 25.1489 ± 1.3912
Hits@50:
Test: 31.2410 ± 0.7440
AUC:
Test: 85.4828 ± 0.1544
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1516 ± 2.2003
Hits@20:
Test: 18.5830 ± 1.7751
Hits@30:
Test: 20.8032 ± 2.1887
Hits@50:
Test: 28.8764 ± 2.0196
AUC:
Test: 86.5449 ± 0.4134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.7590 ± 1.0818
Hits@20:
Test: 17.3195 ± 2.1649
Hits@30:
Test: 25.5144 ± 2.3083
Hits@50:
Test: 31.5659 ± 1.5608
AUC:
Test: 85.5737 ± 0.2373
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9468 ± 3.4249
Hits@20:
Test: 26.9359 ± 4.7335
Hits@30:
Test: 32.6895 ± 4.3638
Hits@50:
Test: 39.4224 ± 4.1806
AUC:
Test: 89.1482 ± 1.3892
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.7717 ± 1.5893
Hits@20:
Test: 21.9269 ± 1.2623
Hits@30:
Test: 29.2013 ± 1.7993
Hits@50:
Test: 34.6841 ± 1.2225
AUC:
Test: 87.2907 ± 0.2753
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5424 ± 2.3172
Hits@20:
Test: 30.3023 ± 3.5686
Hits@30:
Test: 36.2590 ± 2.6682
Hits@50:
Test: 42.4007 ± 3.4338
AUC:
Test: 89.2595 ± 1.3120
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.7193 ± 3.1349
Hits@20:
Test: 23.9215 ± 0.9561
Hits@30:
Test: 27.4684 ± 1.0005
Hits@50:
Test: 34.9323 ± 2.0566
AUC:
Test: 87.2660 ± 0.3164
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.3168 ± 2.0685
Hits@20:
Test: 45.2031 ± 2.0726
Hits@30:
Test: 51.9043 ± 1.8223
Hits@50:
Test: 60.4648 ± 0.6101
AUC:
Test: 96.0082 ± 0.1867
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7662 ± 1.6283
Hits@20:
Test: 49.2960 ± 3.8329
Hits@30:
Test: 55.3114 ± 4.2364
Hits@50:
Test: 65.2617 ± 2.0144
AUC:
Test: 96.8516 ± 0.1673
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0695 ± 2.3717
Hits@20:
Test: 47.2608 ± 4.1036
Hits@30:
Test: 56.5659 ± 2.5871
Hits@50:
Test: 66.0830 ± 3.2855
AUC:
Test: 97.1942 ± 0.1363
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0505 ± 3.0751
Hits@20:
Test: 51.5253 ± 3.0813
Hits@30:
Test: 61.0605 ± 2.6119
Hits@50:
Test: 68.6958 ± 1.0777
AUC:
Test: 97.9641 ± 0.0777
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.0018 ± 3.4588
Hits@20:
Test: 17.1480 ± 2.3742
Hits@30:
Test: 19.6977 ± 2.3612
Hits@50:
Test: 28.8222 ± 1.8782
AUC:
Test: 86.5635 ± 0.8967
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.8168 ± 2.2304
Hits@20:
Test: 16.5523 ± 4.0408
Hits@30:
Test: 22.1751 ± 3.2110
Hits@50:
Test: 29.9955 ± 3.2990
AUC:
Test: 84.5706 ± 1.6679
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.9088 ± 4.4070
Hits@20:
Test: 25.9070 ± 4.9699
Hits@30:
Test: 29.8511 ± 3.9448
Hits@50:
Test: 37.2428 ± 3.3727
AUC:
Test: 87.9873 ± 1.3210
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.8881 ± 0.4228
Hits@20:
Test: 21.3628 ± 2.0368
Hits@30:
Test: 28.3890 ± 1.4124
Hits@50:
Test: 34.4269 ± 0.6993
AUC:
Test: 87.2563 ± 0.5806
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1877 ± 7.0423
Hits@20:
Test: 50.2076 ± 3.9988
Hits@30:
Test: 59.9865 ± 1.3708
Hits@50:
Test: 67.4819 ± 2.4059
AUC:
Test: 97.1650 ± 0.1261
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.3150 ± 3.0728
Hits@20:
Test: 53.0415 ± 1.9919
Hits@30:
Test: 62.7392 ± 3.0238
Hits@50:
Test: 72.2473 ± 1.9750
AUC:
Test: 98.0908 ± 0.0726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.6363 ± 3.0857
Hits@20:
Test: 17.5722 ± 2.2049
Hits@30:
Test: 21.2004 ± 1.8869
Hits@50:
Test: 28.6868 ± 1.0245
AUC:
Test: 86.1814 ± 0.6446
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.4043 ± 2.1420
Hits@20:
Test: 18.9982 ± 2.4530
Hits@30:
Test: 25.0451 ± 0.4215
Hits@50:
Test: 31.6742 ± 0.8626
AUC:
Test: 85.7456 ± 0.3716
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.8944 ± 2.0688
Hits@20:
Test: 19.4540 ± 1.8151
Hits@30:
Test: 22.1390 ± 2.7486
Hits@50:
Test: 29.0975 ± 1.3412
AUC:
Test: 86.2138 ± 0.5251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.8935 ± 2.4396
Hits@20:
Test: 22.4955 ± 1.9117
Hits@30:
Test: 27.0939 ± 2.1424
Hits@50:
Test: 33.6733 ± 1.2911
AUC:
Test: 85.8086 ± 0.3755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.4070 ± 7.8934
Hits@20:
Test: 45.8439 ± 4.4688
Hits@30:
Test: 51.2996 ± 3.5145
Hits@50:
Test: 62.4007 ± 1.7127
AUC:
Test: 95.9306 ± 0.1729
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7392 ± 5.9290
Hits@20:
Test: 48.7545 ± 4.6025
Hits@30:
Test: 57.4865 ± 3.1021
Hits@50:
Test: 64.7518 ± 1.4359
AUC:
Test: 96.9719 ± 0.1387
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3484 ± 1.4865
Hits@20:
Test: 18.8538 ± 2.0644
Hits@30:
Test: 22.4188 ± 1.5549
Hits@50:
Test: 27.8520 ± 1.9569
AUC:
Test: 86.3219 ± 0.8253
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5514 ± 1.2393
Hits@20:
Test: 20.2527 ± 2.0217
Hits@30:
Test: 25.3971 ± 1.4189
Hits@50:
Test: 32.7031 ± 1.2375
AUC:
Test: 85.5731 ± 0.2175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.3466 ± 0.8784
Hits@20:
Test: 19.2238 ± 0.9183
Hits@30:
Test: 22.3917 ± 1.7941
Hits@50:
Test: 29.9819 ± 1.2639
AUC:
Test: 86.4703 ± 1.2044
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0343 ± 2.8687
Hits@20:
Test: 17.0803 ± 2.7708
Hits@30:
Test: 24.7518 ± 1.1872
Hits@50:
Test: 31.2681 ± 1.7021
AUC:
Test: 85.5479 ± 0.2865
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0569 ± 2.4488
Hits@20:
Test: 28.3078 ± 1.8366
Hits@30:
Test: 31.8773 ± 4.3391
Hits@50:
Test: 40.8664 ± 2.6397
AUC:
Test: 89.3818 ± 1.0147
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.1625 ± 2.4161
Hits@20:
Test: 23.5289 ± 1.5869
Hits@30:
Test: 28.7816 ± 2.1160
Hits@50:
Test: 35.9296 ± 0.7449
AUC:
Test: 87.2914 ± 0.1574
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7617 ± 3.8411
Hits@20:
Test: 32.8384 ± 4.5715
Hits@30:
Test: 38.5650 ± 3.2045
Hits@50:
Test: 45.1264 ± 3.8019
AUC:
Test: 89.9754 ± 0.7121
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.4612 ± 5.7760
Hits@20:
Test: 24.7022 ± 4.8498
Hits@30:
Test: 30.7717 ± 4.0207
Hits@50:
Test: 36.8592 ± 3.5440
AUC:
Test: 87.4206 ± 1.3394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8764 ± 5.4095
Hits@20:
Test: 48.0957 ± 3.6555
Hits@30:
Test: 54.5036 ± 1.1196
Hits@50:
Test: 63.2040 ± 1.4410
AUC:
Test: 95.8893 ± 0.1500
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.3466 ± 5.8832
Hits@20:
Test: 50.8213 ± 3.4239
Hits@30:
Test: 58.3393 ± 2.4475
Hits@50:
Test: 66.7825 ± 1.9486
AUC:
Test: 96.7471 ± 0.2980
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8601 ± 5.4378
Hits@20:
Test: 50.4016 ± 1.1590
Hits@30:
Test: 58.1092 ± 3.1249
Hits@50:
Test: 67.9919 ± 1.6188
AUC:
Test: 97.2508 ± 0.1394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0126 ± 3.7866
Hits@20:
Test: 54.3682 ± 2.1385
Hits@30:
Test: 63.1047 ± 1.8437
Hits@50:
Test: 70.3610 ± 1.6031
AUC:
Test: 98.0103 ± 0.0549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.7022 ± 1.2940
Hits@20:
Test: 14.7563 ± 4.0234
Hits@30:
Test: 20.0045 ± 2.6324
Hits@50:
Test: 27.8475 ± 1.0966
AUC:
Test: 86.5034 ± 1.0291
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2653 ± 2.8397
Hits@20:
Test: 17.8520 ± 2.1985
Hits@30:
Test: 23.8989 ± 2.4048
Hits@50:
Test: 31.3673 ± 1.6200
AUC:
Test: 84.7009 ± 0.8261
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2166 ± 5.2744
Hits@20:
Test: 30.4242 ± 3.8725
Hits@30:
Test: 36.0695 ± 5.9419
Hits@50:
Test: 41.3357 ± 5.3413
AUC:
Test: 89.5827 ± 1.6018
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.4269 ± 5.2310
Hits@20:
Test: 20.4061 ± 4.8482
Hits@30:
Test: 26.4531 ± 5.7809
Hits@50:
Test: 33.4477 ± 4.3207
AUC:
Test: 86.5838 ± 1.5886
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9287 ± 6.7320
Hits@20:
Test: 48.6417 ± 4.6282
Hits@30:
Test: 59.4359 ± 3.8456
Hits@50:
Test: 67.4774 ± 3.1669
AUC:
Test: 97.2606 ± 0.1124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0596 ± 3.4359
Hits@20:
Test: 55.6453 ± 3.6883
Hits@30:
Test: 62.1706 ± 3.1268
Hits@50:
Test: 73.3303 ± 2.8410
AUC:
Test: 98.1409 ± 0.0933
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.4215 ± 3.3297
Hits@20:
Test: 18.2220 ± 2.0420
Hits@30:
Test: 20.2843 ± 1.2707
Hits@50:
Test: 27.6715 ± 0.8622
AUC:
Test: 86.1576 ± 0.6072
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.9675 ± 1.9621
Hits@20:
Test: 18.8673 ± 0.8921
Hits@30:
Test: 24.5803 ± 0.8845
Hits@50:
Test: 32.0307 ± 1.7670
AUC:
Test: 85.6372 ± 0.3557
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.4639 ± 2.6814
Hits@20:
Test: 17.9152 ± 1.6568
Hits@30:
Test: 22.2112 ± 0.9608
Hits@50:
Test: 28.3619 ± 1.1324
AUC:
Test: 86.2280 ± 0.6814
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.9359 ± 2.1165
Hits@20:
Test: 20.2978 ± 4.3416
Hits@30:
Test: 25.3430 ± 1.6298
Hits@50:
Test: 31.4982 ± 1.5000
AUC:
Test: 85.4567 ± 0.7351
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8493 ± 6.6849
Hits@20:
Test: 44.4269 ± 4.7023
Hits@30:
Test: 52.3150 ± 3.6938
Hits@50:
Test: 61.9269 ± 1.1111
AUC:
Test: 96.0229 ± 0.1561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4233 ± 2.7071
Hits@20:
Test: 46.3764 ± 3.0482
Hits@30:
Test: 54.2780 ± 3.7144
Hits@50:
Test: 63.3800 ± 1.8573
AUC:
Test: 96.9241 ± 0.2172
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3574 ± 2.6188
Hits@20:
Test: 18.8809 ± 2.9230
Hits@30:
Test: 22.3195 ± 2.2327
Hits@50:
Test: 28.0686 ± 1.1503
AUC:
Test: 86.6058 ± 0.3597
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2870 ± 1.8226
Hits@20:
Test: 20.7310 ± 3.0860
Hits@30:
Test: 24.6931 ± 1.8284
Hits@50:
Test: 31.5343 ± 0.9909
AUC:
Test: 85.4933 ± 0.3366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.8881 ± 2.3603
Hits@20:
Test: 17.5271 ± 2.5770
Hits@30:
Test: 22.0713 ± 1.5022
Hits@50:
Test: 28.8899 ± 0.9958
AUC:
Test: 86.3036 ± 0.4825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.3610 ± 1.5097
Hits@20:
Test: 18.8854 ± 3.2565
Hits@30:
Test: 24.1877 ± 1.4845
Hits@50:
Test: 31.1778 ± 1.0218
AUC:
Test: 85.4842 ± 0.2833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.4016 ± 4.1406
Hits@20:
Test: 28.0009 ± 5.3256
Hits@30:
Test: 33.1182 ± 5.9898
Hits@50:
Test: 38.7861 ± 4.6288
AUC:
Test: 88.5119 ± 1.4163
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.8782 ± 2.4220
Hits@20:
Test: 22.9061 ± 2.5992
Hits@30:
Test: 27.9738 ± 1.2224
Hits@50:
Test: 36.7193 ± 1.3837
AUC:
Test: 87.4156 ± 0.0688
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.2040 ± 2.8260
Hits@20:
Test: 24.4224 ± 2.5308
Hits@30:
Test: 29.3186 ± 2.7243
Hits@50:
Test: 36.7554 ± 2.1579
AUC:
Test: 89.3616 ± 0.7599
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.4630 ± 2.1039
Hits@20:
Test: 26.7419 ± 1.1329
Hits@30:
Test: 31.0424 ± 1.3070
Hits@50:
Test: 35.9792 ± 1.4683
AUC:
Test: 86.8788 ± 0.8838
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1182 ± 3.8462
Hits@20:
Test: 44.0523 ± 2.2063
Hits@30:
Test: 50.6814 ± 2.6935
Hits@50:
Test: 58.4161 ± 1.4987
AUC:
Test: 95.1591 ± 0.1276
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.3312 ± 1.1901
Hits@20:
Test: 44.6661 ± 2.3126
Hits@30:
Test: 51.0334 ± 2.2588
Hits@50:
Test: 59.5081 ± 2.4301
AUC:
Test: 95.3003 ± 0.2660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8646 ± 4.2245
Hits@20:
Test: 50.8529 ± 5.3379
Hits@30:
Test: 59.0478 ± 4.0824
Hits@50:
Test: 66.2590 ± 2.5118
AUC:
Test: 97.2756 ± 0.2557
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0623 ± 4.6718
Hits@20:
Test: 52.7031 ± 2.9772
Hits@30:
Test: 62.6805 ± 2.6882
Hits@50:
Test: 71.8863 ± 2.1924
AUC:
Test: 98.0544 ± 0.0664
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.5190 ± 1.5101
Hits@20:
Test: 17.2157 ± 2.2455
Hits@30:
Test: 22.4413 ± 1.7936
Hits@50:
Test: 27.7572 ± 1.4930
AUC:
Test: 86.1031 ± 0.1481
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1336 ± 4.4691
Hits@20:
Test: 20.7310 ± 3.8198
Hits@30:
Test: 25.6137 ± 2.1651
Hits@50:
Test: 30.6047 ± 2.9583
AUC:
Test: 84.1440 ± 0.6999
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.2717 ± 2.4482
Hits@20:
Test: 29.8014 ± 3.6313
Hits@30:
Test: 35.5235 ± 5.6871
Hits@50:
Test: 42.6670 ± 3.6772
AUC:
Test: 89.3599 ± 0.6575
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5469 ± 0.8416
Hits@20:
Test: 28.4928 ± 2.4445
Hits@30:
Test: 32.5226 ± 1.6008
Hits@50:
Test: 39.1832 ± 0.8389
AUC:
Test: 88.5033 ± 0.3215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4061 ± 5.3702
Hits@20:
Test: 53.2130 ± 2.7626
Hits@30:
Test: 61.2094 ± 2.3463
Hits@50:
Test: 67.7256 ± 2.6255
AUC:
Test: 97.2728 ± 0.1748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.2672 ± 3.5529
Hits@20:
Test: 54.9819 ± 5.5338
Hits@30:
Test: 64.5081 ± 4.0840
Hits@50:
Test: 72.8610 ± 1.4631
AUC:
Test: 98.1281 ± 0.0508
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.6995 ± 1.3138
Hits@20:
Test: 16.4711 ± 0.8977
Hits@30:
Test: 21.0469 ± 1.5180
Hits@50:
Test: 26.5343 ± 1.1305
AUC:
Test: 86.0826 ± 0.4980
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.3881 ± 1.7436
Hits@20:
Test: 20.5190 ± 1.3876
Hits@30:
Test: 25.7175 ± 1.4768
Hits@50:
Test: 31.8998 ± 1.0787
AUC:
Test: 85.0959 ± 0.5878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.7789 ± 1.8473
Hits@20:
Test: 16.6471 ± 2.7839
Hits@30:
Test: 22.6309 ± 2.1868
Hits@50:
Test: 28.1814 ± 1.6183
AUC:
Test: 85.9913 ± 0.6034
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.7401 ± 2.2347
Hits@20:
Test: 22.2247 ± 1.5077
Hits@30:
Test: 26.6787 ± 1.5082
Hits@50:
Test: 32.7888 ± 1.2501
AUC:
Test: 85.2697 ± 0.6033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5442 ± 1.4669
Hits@20:
Test: 45.0316 ± 3.2777
Hits@30:
Test: 54.5668 ± 2.4614
Hits@50:
Test: 60.9296 ± 2.8390
AUC:
Test: 95.9704 ± 0.1728
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7193 ± 4.0234
Hits@20:
Test: 53.0957 ± 1.9578
Hits@30:
Test: 59.9910 ± 1.7786
Hits@50:
Test: 68.1182 ± 0.9745
AUC:
Test: 97.1717 ± 0.0654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3394 ± 1.2787
Hits@20:
Test: 18.1092 ± 2.7195
Hits@30:
Test: 21.9630 ± 3.3864
Hits@50:
Test: 27.5451 ± 2.6521
AUC:
Test: 86.3670 ± 0.7496
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0569 ± 2.5333
Hits@20:
Test: 18.5469 ± 2.9008
Hits@30:
Test: 25.3700 ± 2.6397
Hits@50:
Test: 31.7193 ± 1.7837
AUC:
Test: 85.4200 ± 0.2772
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2202 ± 2.1197
Hits@20:
Test: 19.9188 ± 2.1780
Hits@30:
Test: 22.5406 ± 1.5256
Hits@50:
Test: 28.5153 ± 0.5738
AUC:
Test: 86.1736 ± 0.3373
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.0903 ± 2.8810
Hits@20:
Test: 19.7789 ± 4.3186
Hits@30:
Test: 24.7924 ± 1.9350
Hits@50:
Test: 32.3060 ± 0.8360
AUC:
Test: 85.3863 ± 0.1177
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.0560 ± 4.0564
Hits@20:
Test: 26.5794 ± 3.9590
Hits@30:
Test: 31.8773 ± 3.1228
Hits@50:
Test: 39.2419 ± 4.4882
AUC:
Test: 88.2527 ± 1.5799
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.0496 ± 1.8611
Hits@20:
Test: 23.1363 ± 1.8635
Hits@30:
Test: 28.1182 ± 1.8633
Hits@50:
Test: 35.7401 ± 1.7927
AUC:
Test: 87.3496 ± 0.2374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0821 ± 5.1626
Hits@20:
Test: 47.4549 ± 2.0010
Hits@30:
Test: 57.2247 ± 1.8246
Hits@50:
Test: 66.3583 ± 0.7522
AUC:
Test: 97.3567 ± 0.0636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5090 ± 2.4635
Hits@20:
Test: 35.9702 ± 3.4086
Hits@30:
Test: 44.5713 ± 1.9000
Hits@50:
Test: 52.3917 ± 1.1082
AUC:
Test: 96.2745 ± 0.1629
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5081 ± 5.7900
Hits@20:
Test: 59.0884 ± 3.3489
Hits@30:
Test: 67.0848 ± 1.1658
Hits@50:
Test: 73.8583 ± 1.1529
AUC:
Test: 97.9397 ± 0.0557
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0171 ± 6.1969
Hits@20:
Test: 50.1489 ± 6.2610
Hits@30:
Test: 58.1543 ± 3.3756
Hits@50:
Test: 66.9449 ± 3.2552
AUC:
Test: 97.7243 ± 0.2936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4513 ± 3.9116
Hits@20:
Test: 42.8610 ± 4.2006
Hits@30:
Test: 53.6643 ± 7.6800
Hits@50:
Test: 64.8511 ± 6.9631
AUC:
Test: 97.2521 ± 0.2152
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2563 ± 2.1827
Hits@20:
Test: 52.1661 ± 1.7626
Hits@30:
Test: 60.1489 ± 0.7516
Hits@50:
Test: 68.9666 ± 1.5162
AUC:
Test: 97.9692 ± 0.0663
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2292 ± 2.4761
Hits@20:
Test: 44.2735 ± 3.8050
Hits@30:
Test: 50.4061 ± 1.9460
Hits@50:
Test: 57.1480 ± 1.1737
AUC:
Test: 96.4596 ± 0.1049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6227 ± 3.9061
Hits@20:
Test: 38.9079 ± 5.6905
Hits@30:
Test: 43.2085 ± 3.8473
Hits@50:
Test: 53.2085 ± 2.9187
AUC:
Test: 96.0945 ± 0.2394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6092 ± 6.1563
Hits@20:
Test: 49.4540 ± 4.4025
Hits@30:
Test: 56.4305 ± 3.4873
Hits@50:
Test: 64.7022 ± 4.4130
AUC:
Test: 97.4123 ± 0.2089
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5379 ± 1.2423
Hits@20:
Test: 37.5587 ± 7.2231
Hits@30:
Test: 46.5884 ± 4.0370
Hits@50:
Test: 55.0451 ± 4.2970
AUC:
Test: 96.2932 ± 0.3379
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4314 ± 3.9436
Hits@20:
Test: 57.5271 ± 0.7981
Hits@30:
Test: 64.8691 ± 1.9453
Hits@50:
Test: 72.9874 ± 0.9718
AUC:
Test: 97.6535 ± 0.0498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6498 ± 8.7409
Hits@20:
Test: 56.9179 ± 2.4132
Hits@30:
Test: 64.8646 ± 2.4796
Hits@50:
Test: 72.2022 ± 0.8749
AUC:
Test: 98.2000 ± 0.0714
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7924 ± 1.9556
Hits@20:
Test: 41.5433 ± 3.1674
Hits@30:
Test: 47.2969 ± 2.0635
Hits@50:
Test: 57.1977 ± 2.3707
AUC:
Test: 96.3143 ± 0.0772
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7383 ± 3.8797
Hits@20:
Test: 32.4549 ± 6.3337
Hits@30:
Test: 41.6020 ± 2.4516
Hits@50:
Test: 51.7283 ± 3.4103
AUC:
Test: 95.7837 ± 0.2571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5966 ± 7.3632
Hits@20:
Test: 42.1525 ± 3.7361
Hits@30:
Test: 47.6218 ± 6.5042
Hits@50:
Test: 59.6977 ± 1.8397
AUC:
Test: 96.3646 ± 0.2181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6778 ± 5.4269
Hits@20:
Test: 36.6832 ± 4.3907
Hits@30:
Test: 44.3682 ± 3.7747
Hits@50:
Test: 53.1182 ± 4.2945
AUC:
Test: 96.0617 ± 0.2043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6218 ± 3.2185
Hits@20:
Test: 59.9504 ± 1.5844
Hits@30:
Test: 66.5794 ± 2.2042
Hits@50:
Test: 74.6976 ± 0.8917
AUC:
Test: 97.9695 ± 0.0886
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9819 ± 4.7565
Hits@20:
Test: 54.6661 ± 3.4569
Hits@30:
Test: 62.6940 ± 1.2251
Hits@50:
Test: 71.0875 ± 3.3840
AUC:
Test: 97.9291 ± 0.1467
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.3619 ± 4.6037
Hits@20:
Test: 44.0569 ± 1.1999
Hits@30:
Test: 50.0090 ± 2.1294
Hits@50:
Test: 59.1245 ± 0.5019
AUC:
Test: 96.3176 ± 0.0732
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4765 ± 1.8278
Hits@20:
Test: 39.2013 ± 4.1327
Hits@30:
Test: 44.7924 ± 1.1116
Hits@50:
Test: 52.6534 ± 3.9457
AUC:
Test: 96.1140 ± 0.1574
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.7193 ± 4.6385
Hits@20:
Test: 42.4549 ± 2.1395
Hits@30:
Test: 49.8466 ± 1.2304
Hits@50:
Test: 58.8989 ± 1.2427
AUC:
Test: 96.3042 ± 0.1094
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0641 ± 4.5574
Hits@20:
Test: 39.2870 ± 3.1251
Hits@30:
Test: 43.2897 ± 2.8321
Hits@50:
Test: 51.7735 ± 1.8191
AUC:
Test: 96.0645 ± 0.2204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5009 ± 3.5017
Hits@20:
Test: 50.8664 ± 0.4801
Hits@30:
Test: 59.6164 ± 2.1607
Hits@50:
Test: 67.5632 ± 2.6825
AUC:
Test: 97.4685 ± 0.1016
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.7365 ± 4.1168
Hits@20:
Test: 43.6191 ± 3.2689
Hits@30:
Test: 47.3014 ± 2.8214
Hits@50:
Test: 57.4819 ± 3.6720
AUC:
Test: 96.6270 ± 0.2146
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.8258 ± 2.5664
Hits@20:
Test: 50.9161 ± 2.3691
Hits@30:
Test: 57.4368 ± 2.4520
Hits@50:
Test: 67.5135 ± 1.0641
AUC:
Test: 97.4572 ± 0.1181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8538 ± 5.0551
Hits@20:
Test: 37.6399 ± 2.1382
Hits@30:
Test: 44.2825 ± 3.8757
Hits@50:
Test: 56.4982 ± 0.9996
AUC:
Test: 96.3886 ± 0.1529
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0794 ± 4.0541
Hits@20:
Test: 55.4648 ± 3.8620
Hits@30:
Test: 63.0460 ± 3.4614
Hits@50:
Test: 71.8773 ± 1.9872
AUC:
Test: 97.8992 ± 0.0331
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6697 ± 3.8195
Hits@20:
Test: 53.0596 ± 3.5219
Hits@30:
Test: 61.9495 ± 3.8456
Hits@50:
Test: 70.5190 ± 2.9952
AUC:
Test: 97.9251 ± 0.1569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5803 ± 6.2721
Hits@20:
Test: 47.7301 ± 5.4028
Hits@30:
Test: 55.8303 ± 3.5807
Hits@50:
Test: 66.1462 ± 4.2400
AUC:
Test: 97.2485 ± 0.1581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8845 ± 3.9466
Hits@20:
Test: 51.0018 ± 4.1886
Hits@30:
Test: 59.2780 ± 2.9856
Hits@50:
Test: 68.0596 ± 1.7137
AUC:
Test: 97.9385 ± 0.0966
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5785 ± 3.5458
Hits@20:
Test: 44.9459 ± 6.0180
Hits@30:
Test: 51.0063 ± 3.3515
Hits@50:
Test: 58.8312 ± 3.9762
AUC:
Test: 96.4608 ± 0.1969
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7004 ± 4.3745
Hits@20:
Test: 37.7978 ± 1.5212
Hits@30:
Test: 44.8105 ± 2.3547
Hits@50:
Test: 52.3691 ± 2.0515
AUC:
Test: 96.0311 ± 0.1082
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0433 ± 3.5223
Hits@20:
Test: 47.6895 ± 3.3661
Hits@30:
Test: 55.1534 ± 1.7999
Hits@50:
Test: 64.7969 ± 1.9541
AUC:
Test: 97.2815 ± 0.0693
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9702 ± 4.2075
Hits@20:
Test: 40.8935 ± 7.7398
Hits@30:
Test: 46.2500 ± 4.3108
Hits@50:
Test: 55.8032 ± 4.6436
AUC:
Test: 96.4051 ± 0.3871
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4594 ± 1.5825
Hits@20:
Test: 55.6904 ± 5.3156
Hits@30:
Test: 62.9783 ± 2.9603
Hits@50:
Test: 71.3538 ± 1.6410
AUC:
Test: 97.6267 ± 0.0691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6931 ± 1.9018
Hits@20:
Test: 57.3375 ± 1.7456
Hits@30:
Test: 64.3005 ± 1.2302
Hits@50:
Test: 72.4594 ± 1.6120
AUC:
Test: 98.2039 ± 0.0603
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6579 ± 1.9432
Hits@20:
Test: 40.3610 ± 2.7104
Hits@30:
Test: 47.9422 ± 1.7510
Hits@50:
Test: 56.5027 ± 1.5129
AUC:
Test: 96.2829 ± 0.1299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0893 ± 2.6732
Hits@20:
Test: 34.3096 ± 5.6385
Hits@30:
Test: 42.4188 ± 2.2516
Hits@50:
Test: 49.7608 ± 3.1551
AUC:
Test: 95.8599 ± 0.2661
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.7599 ± 4.8531
Hits@20:
Test: 42.9152 ± 2.9674
Hits@30:
Test: 49.6435 ± 2.9511
Hits@50:
Test: 57.8971 ± 1.9270
AUC:
Test: 96.4457 ± 0.1586
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5027 ± 4.9280
Hits@20:
Test: 33.9892 ± 4.5122
Hits@30:
Test: 43.7726 ± 2.5271
Hits@50:
Test: 51.5208 ± 1.9198
AUC:
Test: 95.9443 ± 0.2755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7590 ± 5.6230
Hits@20:
Test: 56.0560 ± 2.4442
Hits@30:
Test: 64.8691 ± 2.6032
Hits@50:
Test: 72.6399 ± 1.6299
AUC:
Test: 97.8889 ± 0.0372
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2094 ± 4.4748
Hits@20:
Test: 51.0560 ± 4.4969
Hits@30:
Test: 61.9179 ± 1.3950
Hits@50:
Test: 69.1200 ± 2.0410
AUC:
Test: 97.8826 ± 0.1027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5758 ± 3.6790
Hits@20:
Test: 42.5090 ± 3.1164
Hits@30:
Test: 51.7328 ± 2.8372
Hits@50:
Test: 58.8403 ± 1.5873
AUC:
Test: 96.2650 ± 0.0666
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9125 ± 4.0795
Hits@20:
Test: 36.5072 ± 6.3035
Hits@30:
Test: 44.8240 ± 4.5037
Hits@50:
Test: 52.9197 ± 4.2096
AUC:
Test: 96.0545 ± 0.2472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2744 ± 4.4448
Hits@20:
Test: 43.0054 ± 2.8303
Hits@30:
Test: 51.8412 ± 2.1745
Hits@50:
Test: 58.6462 ± 1.4526
AUC:
Test: 96.2875 ± 0.0490
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4097 ± 3.6360
Hits@20:
Test: 36.5523 ± 4.7273
Hits@30:
Test: 43.8583 ± 2.9911
Hits@50:
Test: 51.2500 ± 4.0712
AUC:
Test: 96.0184 ± 0.2536
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7572 ± 4.8709
Hits@20:
Test: 49.5352 ± 3.0953
Hits@30:
Test: 58.8267 ± 4.0556
Hits@50:
Test: 66.4621 ± 2.9614
AUC:
Test: 97.3624 ± 0.1111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9233 ± 9.8932
Hits@20:
Test: 42.2067 ± 6.3839
Hits@30:
Test: 47.7256 ± 5.1943
Hits@50:
Test: 57.1616 ± 4.3193
AUC:
Test: 96.5749 ± 0.4352
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1173 ± 3.4562
Hits@20:
Test: 53.7590 ± 3.1858
Hits@30:
Test: 61.3267 ± 4.4000
Hits@50:
Test: 68.7681 ± 1.8295
AUC:
Test: 97.5077 ± 0.0311
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1760 ± 2.0093
Hits@20:
Test: 41.0199 ± 3.4178
Hits@30:
Test: 50.1805 ± 1.6740
Hits@50:
Test: 57.7753 ± 1.8552
AUC:
Test: 96.5337 ± 0.0724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6083 ± 3.2538
Hits@20:
Test: 58.2265 ± 1.1327
Hits@30:
Test: 66.8005 ± 1.0644
Hits@50:
Test: 73.2175 ± 2.3403
AUC:
Test: 98.0111 ± 0.0929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.9810 ± 3.7405
Hits@20:
Test: 57.3872 ± 3.1107
Hits@30:
Test: 63.7681 ± 1.1980
Hits@50:
Test: 72.2879 ± 0.8184
AUC:
Test: 98.0299 ± 0.0710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5063 ± 10.9235
Hits@20:
Test: 50.6904 ± 5.3304
Hits@30:
Test: 58.7139 ± 5.0084
Hits@50:
Test: 68.5108 ± 3.5689
AUC:
Test: 97.3595 ± 0.2389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7094 ± 5.9389
Hits@20:
Test: 55.0045 ± 3.3928
Hits@30:
Test: 63.0144 ± 4.3534
Hits@50:
Test: 70.7265 ± 3.3684
AUC:
Test: 98.0446 ± 0.1825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9639 ± 2.5089
Hits@20:
Test: 45.2662 ± 2.7237
Hits@30:
Test: 52.8926 ± 2.2673
Hits@50:
Test: 59.7699 ± 1.6583
AUC:
Test: 96.6021 ± 0.1616
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7211 ± 2.0872
Hits@20:
Test: 35.9116 ± 3.9056
Hits@30:
Test: 43.6913 ± 1.8462
Hits@50:
Test: 52.5857 ± 1.6490
AUC:
Test: 95.9912 ± 0.2329
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5054 ± 2.0905
Hits@20:
Test: 55.7401 ± 2.5474
Hits@30:
Test: 60.8935 ± 2.0022
Hits@50:
Test: 68.1453 ± 1.0308
AUC:
Test: 97.5754 ± 0.0464
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8493 ± 2.8800
Hits@20:
Test: 39.9368 ± 3.3979
Hits@30:
Test: 46.5794 ± 2.7188
Hits@50:
Test: 55.3520 ± 2.1457
AUC:
Test: 96.3510 ± 0.2520
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0523 ± 4.6216
Hits@20:
Test: 54.0523 ± 3.5278
Hits@30:
Test: 63.0009 ± 3.5124
Hits@50:
Test: 71.2951 ± 1.1220
AUC:
Test: 97.6787 ± 0.1304
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.9847 ± 5.5371
Hits@20:
Test: 53.7365 ± 3.3726
Hits@30:
Test: 62.2563 ± 3.7180
Hits@50:
Test: 71.7599 ± 1.0492
AUC:
Test: 98.1459 ± 0.1308
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8809 ± 4.1499
Hits@20:
Test: 37.2247 ± 3.1114
Hits@30:
Test: 46.1011 ± 3.4448
Hits@50:
Test: 56.5930 ± 1.5013
AUC:
Test: 96.2412 ± 0.2688
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8357 ± 2.2386
Hits@20:
Test: 39.6119 ± 3.6598
Hits@30:
Test: 45.0677 ± 4.1253
Hits@50:
Test: 53.0641 ± 3.8383
AUC:
Test: 96.1040 ± 0.1560
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1227 ± 3.9837
Hits@20:
Test: 42.9829 ± 4.4464
Hits@30:
Test: 50.0541 ± 3.0093
Hits@50:
Test: 59.3637 ± 1.4880
AUC:
Test: 96.4246 ± 0.1610
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2193 ± 4.3772
Hits@20:
Test: 37.0758 ± 3.9379
Hits@30:
Test: 45.1534 ± 2.6728
Hits@50:
Test: 53.7004 ± 1.8510
AUC:
Test: 96.0242 ± 0.2190
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.7789 ± 1.6496
Hits@20:
Test: 59.1291 ± 3.2648
Hits@30:
Test: 66.7328 ± 2.4113
Hits@50:
Test: 73.3755 ± 1.1715
AUC:
Test: 97.9493 ± 0.0373
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8673 ± 5.4892
Hits@20:
Test: 55.3294 ± 4.9096
Hits@30:
Test: 62.2338 ± 3.6251
Hits@50:
Test: 70.4783 ± 2.9252
AUC:
Test: 97.9804 ± 0.1459
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1381 ± 1.7347
Hits@20:
Test: 42.6715 ± 2.8826
Hits@30:
Test: 51.0695 ± 1.6355
Hits@50:
Test: 59.2960 ± 1.9771
AUC:
Test: 96.3134 ± 0.1114
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8249 ± 4.1477
Hits@20:
Test: 38.6191 ± 2.8461
Hits@30:
Test: 43.6327 ± 3.0917
Hits@50:
Test: 51.8592 ± 2.8575
AUC:
Test: 96.0632 ± 0.1839
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9901 ± 0.6546
Hits@20:
Test: 43.2130 ± 1.5885
Hits@30:
Test: 50.4874 ± 2.3161
Hits@50:
Test: 58.6417 ± 1.9270
AUC:
Test: 96.3104 ± 0.0717
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3736 ± 3.9896
Hits@20:
Test: 36.3989 ± 5.3057
Hits@30:
Test: 43.4567 ± 4.9408
Hits@50:
Test: 52.1661 ± 3.4620
AUC:
Test: 95.9407 ± 0.2234
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3267 ± 3.7452
Hits@20:
Test: 51.7328 ± 2.3228
Hits@30:
Test: 59.1245 ± 2.6825
Hits@50:
Test: 67.8700 ± 3.3581
AUC:
Test: 97.4498 ± 0.1399
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8132 ± 2.9855
Hits@20:
Test: 40.3294 ± 4.8849
Hits@30:
Test: 49.5623 ± 4.2466
Hits@50:
Test: 56.3177 ± 2.0543
AUC:
Test: 96.6466 ± 0.2897
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3285 ± 4.3516
Hits@20:
Test: 50.9883 ± 4.2621
Hits@30:
Test: 57.0307 ± 2.0897
Hits@50:
Test: 64.7789 ± 1.9547
AUC:
Test: 96.6124 ± 0.1163
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6949 ± 4.5758
Hits@20:
Test: 40.2572 ± 4.0003
Hits@30:
Test: 46.7915 ± 3.8057
Hits@50:
Test: 54.2690 ± 1.3609
AUC:
Test: 95.8288 ± 0.2819
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6886 ± 1.4661
Hits@20:
Test: 55.0812 ± 2.9799
Hits@30:
Test: 63.8357 ± 1.1083
Hits@50:
Test: 71.5704 ± 1.6310
AUC:
Test: 97.5239 ± 0.1350
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.2780 ± 1.8978
Hits@20:
Test: 47.9197 ± 2.7737
Hits@30:
Test: 54.3953 ± 1.7760
Hits@50:
Test: 63.3845 ± 1.6728
AUC:
Test: 97.1085 ± 0.1501
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2455 ± 7.5479
Hits@20:
Test: 51.6245 ± 11.0683
Hits@30:
Test: 60.2076 ± 8.5278
Hits@50:
Test: 68.6868 ± 5.8332
AUC:
Test: 97.4125 ± 0.2160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.3466 ± 1.1897
Hits@20:
Test: 53.0235 ± 3.3433
Hits@30:
Test: 63.2401 ± 0.9983
Hits@50:
Test: 71.2094 ± 1.1436
AUC:
Test: 98.1350 ± 0.0847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1146 ± 4.9273
Hits@20:
Test: 43.9756 ± 4.6203
Hits@30:
Test: 51.5975 ± 2.7096
Hits@50:
Test: 61.0153 ± 1.8842
AUC:
Test: 96.5518 ± 0.1450
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6381 ± 3.2663
Hits@20:
Test: 33.9892 ± 4.6797
Hits@30:
Test: 42.3285 ± 3.6131
Hits@50:
Test: 51.7825 ± 4.1951
AUC:
Test: 95.8038 ± 0.3312
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1552 ± 4.6698
Hits@20:
Test: 52.4143 ± 2.8519
Hits@30:
Test: 59.6977 ± 3.0185
Hits@50:
Test: 67.2924 ± 2.2939
AUC:
Test: 97.4636 ± 0.1113
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.3917 ± 1.7105
Hits@20:
Test: 41.4395 ± 4.0732
Hits@30:
Test: 48.5785 ± 2.3019
Hits@50:
Test: 56.8502 ± 2.3844
AUC:
Test: 96.5490 ± 0.0987
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.9549 ± 1.2787
Hits@20:
Test: 56.5794 ± 1.9113
Hits@30:
Test: 65.4738 ± 2.2403
Hits@50:
Test: 72.7347 ± 1.1494
AUC:
Test: 97.7144 ± 0.0691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6327 ± 2.1150
Hits@20:
Test: 59.3547 ± 1.3303
Hits@30:
Test: 66.1101 ± 2.0857
Hits@50:
Test: 73.1543 ± 1.5008
AUC:
Test: 98.2661 ± 0.0696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4657 ± 4.5460
Hits@20:
Test: 42.6670 ± 4.0704
Hits@30:
Test: 49.0839 ± 2.9308
Hits@50:
Test: 59.1561 ± 1.5014
AUC:
Test: 96.4355 ± 0.1514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0307 ± 4.4065
Hits@20:
Test: 37.8610 ± 2.9849
Hits@30:
Test: 45.7446 ± 2.4717
Hits@50:
Test: 54.5893 ± 1.4624
AUC:
Test: 96.0491 ± 0.1583
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9359 ± 1.9159
Hits@20:
Test: 42.0262 ± 1.9517
Hits@30:
Test: 50.3926 ± 1.9357
Hits@50:
Test: 58.9982 ± 1.1728
AUC:
Test: 96.5344 ± 0.1305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3691 ± 5.3350
Hits@20:
Test: 35.6273 ± 6.9466
Hits@30:
Test: 43.6372 ± 4.3464
Hits@50:
Test: 52.7256 ± 4.1543
AUC:
Test: 95.9433 ± 0.4061
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2256 ± 4.3246
Hits@20:
Test: 60.4242 ± 2.3215
Hits@30:
Test: 65.5776 ± 2.4087
Hits@50:
Test: 74.7157 ± 1.1132
AUC:
Test: 98.0022 ± 0.0419
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.8637 ± 2.0235
Hits@20:
Test: 55.6453 ± 2.6219
Hits@30:
Test: 63.6417 ± 2.4606
Hits@50:
Test: 72.2518 ± 1.3655
AUC:
Test: 98.0499 ± 0.0973
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1588 ± 1.9887
Hits@20:
Test: 43.6778 ± 2.5212
Hits@30:
Test: 50.6137 ± 3.1491
Hits@50:
Test: 58.5018 ± 2.1245
AUC:
Test: 96.2527 ± 0.1071
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8330 ± 1.7043
Hits@20:
Test: 38.1227 ± 1.8620
Hits@30:
Test: 43.2942 ± 2.2156
Hits@50:
Test: 52.1164 ± 1.3263
AUC:
Test: 96.0830 ± 0.1178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2798 ± 2.6589
Hits@20:
Test: 42.2473 ± 2.0750
Hits@30:
Test: 49.4991 ± 2.0479
Hits@50:
Test: 57.6850 ± 1.2853
AUC:
Test: 96.3357 ± 0.1281
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6787 ± 2.0511
Hits@20:
Test: 38.0912 ± 3.7588
Hits@30:
Test: 45.2753 ± 4.1687
Hits@50:
Test: 54.6074 ± 1.6336
AUC:
Test: 96.1677 ± 0.1922
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4350 ± 5.5916
Hits@20:
Test: 53.1137 ± 3.0582
Hits@30:
Test: 59.5126 ± 2.8232
Hits@50:
Test: 66.9946 ± 1.9434
AUC:
Test: 97.5685 ± 0.1470
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4901 ± 2.9402
Hits@20:
Test: 46.4801 ± 3.3989
Hits@30:
Test: 50.7040 ± 1.9569
Hits@50:
Test: 58.5560 ± 0.9856
AUC:
Test: 96.7365 ± 0.0682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3231 ± 7.0284
Hits@20:
Test: 48.6372 ± 3.0535
Hits@30:
Test: 58.5379 ± 2.4636
Hits@50:
Test: 68.4431 ± 1.8880
AUC:
Test: 98.2071 ± 0.0920
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5821 ± 1.2542
Hits@20:
Test: 34.0253 ± 2.8413
Hits@30:
Test: 43.2536 ± 2.1861
Hits@50:
Test: 53.5695 ± 2.6738
AUC:
Test: 97.0716 ± 0.2078
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7852 ± 2.8006
Hits@20:
Test: 53.5379 ± 3.5853
Hits@30:
Test: 60.0993 ± 3.4828
Hits@50:
Test: 71.6291 ± 1.5648
AUC:
Test: 98.4185 ± 0.0460
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7401 ± 2.2345
Hits@20:
Test: 45.7626 ± 2.9972
Hits@30:
Test: 54.3276 ± 1.2319
Hits@50:
Test: 65.2572 ± 1.9484
AUC:
Test: 98.1394 ± 0.0834
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9043 ± 3.0467
Hits@20:
Test: 36.6291 ± 3.4657
Hits@30:
Test: 44.2825 ± 3.6878
Hits@50:
Test: 54.6706 ± 2.6517
AUC:
Test: 96.3717 ± 0.1014
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4720 ± 4.5669
Hits@20:
Test: 45.1083 ± 7.8541
Hits@30:
Test: 56.0830 ± 3.8285
Hits@50:
Test: 65.8845 ± 4.2149
AUC:
Test: 97.1333 ± 0.0696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2139 ± 2.1212
Hits@20:
Test: 36.4937 ± 3.5345
Hits@30:
Test: 42.5406 ± 4.4574
Hits@50:
Test: 53.3123 ± 3.0222
AUC:
Test: 96.5119 ± 0.4155
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2301 ± 1.0876
Hits@20:
Test: 51.4801 ± 3.3131
Hits@30:
Test: 59.6345 ± 3.1060
Hits@50:
Test: 68.7816 ± 3.5190
AUC:
Test: 97.9653 ± 0.1862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2608 ± 2.5699
Hits@20:
Test: 50.0722 ± 3.6810
Hits@30:
Test: 59.1787 ± 2.2634
Hits@50:
Test: 65.7897 ± 2.2242
AUC:
Test: 97.2948 ± 0.1296
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9368 ± 1.7039
Hits@20:
Test: 38.7229 ± 3.9557
Hits@30:
Test: 47.7888 ± 3.7717
Hits@50:
Test: 59.6525 ± 4.4097
AUC:
Test: 97.7803 ± 0.1227
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9783 ± 6.7784
Hits@20:
Test: 54.8285 ± 3.7545
Hits@30:
Test: 61.7193 ± 2.9195
Hits@50:
Test: 69.3502 ± 1.9565
AUC:
Test: 97.9509 ± 0.1755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1065 ± 2.5420
Hits@20:
Test: 33.2220 ± 2.5006
Hits@30:
Test: 42.4639 ± 2.6720
Hits@50:
Test: 53.3123 ± 2.0955
AUC:
Test: 97.0657 ± 0.1222
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1507 ± 7.1913
Hits@20:
Test: 44.0569 ± 3.5196
Hits@30:
Test: 56.2816 ± 4.8511
Hits@50:
Test: 65.2437 ± 3.4963
AUC:
Test: 97.0549 ± 0.1553
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5596 ± 4.0340
Hits@20:
Test: 50.4783 ± 3.8970
Hits@30:
Test: 57.5857 ± 4.4082
Hits@50:
Test: 67.7301 ± 3.5232
AUC:
Test: 97.8723 ± 0.1485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9810 ± 5.3171
Hits@20:
Test: 44.6570 ± 7.3352
Hits@30:
Test: 53.7906 ± 5.6440
Hits@50:
Test: 66.6471 ± 2.9948
AUC:
Test: 98.0919 ± 0.1011
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.9413 ± 6.2214
Hits@20:
Test: 22.5090 ± 6.7282
Hits@30:
Test: 29.0975 ± 5.3083
Hits@50:
Test: 36.2319 ± 6.2205
AUC:
Test: 93.5356 ± 1.5806
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6516 ± 2.2072
Hits@20:
Test: 36.7554 ± 2.5976
Hits@30:
Test: 44.6661 ± 1.6693
Hits@50:
Test: 55.6318 ± 1.7534
AUC:
Test: 97.3147 ± 0.1279
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0469 ± 2.4924
Hits@20:
Test: 21.7690 ± 4.5520
Hits@30:
Test: 25.6498 ± 3.6144
Hits@50:
Test: 32.5993 ± 4.2784
AUC:
Test: 91.2469 ± 1.2043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9016 ± 5.9048
Hits@20:
Test: 52.3736 ± 6.0783
Hits@30:
Test: 59.6841 ± 2.4484
Hits@50:
Test: 69.7699 ± 2.8737
AUC:
Test: 97.8616 ± 0.2291
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1498 ± 4.3459
Hits@20:
Test: 37.8294 ± 4.9850
Hits@30:
Test: 46.7690 ± 3.5700
Hits@50:
Test: 57.9468 ± 3.6363
AUC:
Test: 96.6850 ± 0.2803
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9955 ± 4.5004
Hits@20:
Test: 34.7834 ± 6.9916
Hits@30:
Test: 43.6101 ± 4.3231
Hits@50:
Test: 53.1588 ± 3.2296
AUC:
Test: 96.4830 ± 0.5128
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8484 ± 3.5684
Hits@20:
Test: 52.0668 ± 3.2453
Hits@30:
Test: 61.4576 ± 3.3498
Hits@50:
Test: 71.0695 ± 1.5902
AUC:
Test: 98.3302 ± 0.0641
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8764 ± 3.7059
Hits@20:
Test: 50.2166 ± 5.8334
Hits@30:
Test: 58.6462 ± 2.5579
Hits@50:
Test: 65.5280 ± 1.1550
AUC:
Test: 97.1274 ± 0.0996
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8583 ± 2.1479
Hits@20:
Test: 40.5821 ± 1.7036
Hits@30:
Test: 47.2112 ± 2.9057
Hits@50:
Test: 59.2148 ± 3.1041
AUC:
Test: 97.7592 ± 0.0502
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8042 ± 3.0088
Hits@20:
Test: 54.4359 ± 2.3674
Hits@30:
Test: 62.1886 ± 1.3853
Hits@50:
Test: 70.6543 ± 1.4449
AUC:
Test: 98.0076 ± 0.1012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.2374 ± 0.9307
Hits@20:
Test: 13.8673 ± 2.0354
Hits@30:
Test: 19.3592 ± 0.9400
Hits@50:
Test: 25.8393 ± 2.7280
AUC:
Test: 89.5805 ± 0.3241
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4892 ± 3.7851
Hits@20:
Test: 35.0812 ± 1.3706
Hits@30:
Test: 44.6796 ± 1.9630
Hits@50:
Test: 52.8430 ± 2.1373
AUC:
Test: 97.1304 ± 0.1480
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.6146 ± 2.1894
Hits@20:
Test: 18.7951 ± 3.1695
Hits@30:
Test: 23.2401 ± 2.0195
Hits@50:
Test: 29.2644 ± 1.7687
AUC:
Test: 89.3451 ± 0.4567
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1002 ± 3.2725
Hits@20:
Test: 42.3646 ± 5.1088
Hits@30:
Test: 49.8421 ± 6.1079
Hits@50:
Test: 59.9684 ± 3.2058
AUC:
Test: 97.7420 ± 0.1103
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.1769 ± 2.9770
Hits@20:
Test: 17.0578 ± 3.6337
Hits@30:
Test: 23.5334 ± 2.3374
Hits@50:
Test: 30.8845 ± 3.3253
AUC:
Test: 92.0860 ± 1.1550
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5794 ± 2.7833
Hits@20:
Test: 35.5144 ± 1.6914
Hits@30:
Test: 43.4973 ± 4.7956
Hits@50:
Test: 53.5063 ± 2.0856
AUC:
Test: 97.1925 ± 0.1659
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.8745 ± 4.2306
Hits@20:
Test: 23.2491 ± 4.7012
Hits@30:
Test: 27.8159 ± 4.0999
Hits@50:
Test: 35.4558 ± 5.0392
AUC:
Test: 92.0665 ± 1.3127
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3330 ± 1.8453
Hits@20:
Test: 47.6986 ± 6.8752
Hits@30:
Test: 56.3222 ± 3.2404
Hits@50:
Test: 65.9296 ± 2.3938
AUC:
Test: 97.2867 ± 0.0838
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2392 ± 4.4633
Hits@20:
Test: 54.5307 ± 5.0334
Hits@30:
Test: 62.4052 ± 4.0717
Hits@50:
Test: 73.4161 ± 0.9852
AUC:
Test: 98.4478 ± 0.1091
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3087 ± 5.4033
Hits@20:
Test: 54.6977 ± 2.4727
Hits@30:
Test: 62.1255 ± 1.7832
Hits@50:
Test: 70.6904 ± 3.0007
AUC:
Test: 97.9789 ± 0.1223
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.5659 ± 1.9749
Hits@20:
Test: 16.2906 ± 1.9539
Hits@30:
Test: 21.3944 ± 0.7820
Hits@50:
Test: 27.0893 ± 0.9430
AUC:
Test: 89.9017 ± 0.7443
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7049 ± 0.8766
Hits@20:
Test: 48.1182 ± 1.9898
Hits@30:
Test: 56.7374 ± 2.7249
Hits@50:
Test: 65.7130 ± 2.5342
AUC:
Test: 98.1642 ± 0.1000
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.9657 ± 2.2221
Hits@20:
Test: 22.1706 ± 1.5282
Hits@30:
Test: 28.1092 ± 1.6038
Hits@50:
Test: 34.3908 ± 1.0761
AUC:
Test: 90.4794 ± 0.1954
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6751 ± 4.3185
Hits@20:
Test: 40.5460 ± 5.1406
Hits@30:
Test: 47.4413 ± 4.1235
Hits@50:
Test: 57.9558 ± 5.0094
AUC:
Test: 97.7133 ± 0.1163
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.1480 ± 2.1761
Hits@20:
Test: 17.8745 ± 2.5062
Hits@30:
Test: 22.7617 ± 1.6599
Hits@50:
Test: 29.9052 ± 1.7487
AUC:
Test: 90.4559 ± 0.4905
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.7121 ± 2.1150
Hits@20:
Test: 23.8854 ± 1.9639
Hits@30:
Test: 29.0117 ± 2.0722
Hits@50:
Test: 34.9639 ± 1.1029
AUC:
Test: 90.9264 ± 0.0556
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2166 ± 1.2440
Hits@20:
Test: 33.3664 ± 2.8913
Hits@30:
Test: 40.5596 ± 2.4865
Hits@50:
Test: 52.5000 ± 2.7319
AUC:
Test: 97.0760 ± 0.2417
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6020 ± 5.3976
Hits@20:
Test: 37.8655 ± 6.0384
Hits@30:
Test: 48.7590 ± 4.2922
Hits@50:
Test: 57.8520 ± 1.5384
AUC:
Test: 96.7756 ± 0.1787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6047 ± 6.1820
Hits@20:
Test: 39.9413 ± 2.3175
Hits@30:
Test: 48.8583 ± 4.9295
Hits@50:
Test: 60.2978 ± 4.4313
AUC:
Test: 97.6670 ± 0.1748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9097 ± 3.6618
Hits@20:
Test: 46.0379 ± 6.1230
Hits@30:
Test: 53.3123 ± 3.3250
Hits@50:
Test: 61.9991 ± 2.8948
AUC:
Test: 97.2859 ± 0.2295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6300 ± 0.8177
Hits@20:
Test: 34.0298 ± 2.7061
Hits@30:
Test: 42.6399 ± 1.6326
Hits@50:
Test: 51.6742 ± 2.6885
AUC:
Test: 97.0071 ± 0.2001
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0569 ± 6.3839
Hits@20:
Test: 46.5930 ± 5.3529
Hits@30:
Test: 53.9937 ± 1.7669
Hits@50:
Test: 64.2825 ± 3.1414
AUC:
Test: 98.0435 ± 0.1017
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.7915 ± 5.2071
Hits@20:
Test: 40.9928 ± 5.3281
Hits@30:
Test: 47.8791 ± 4.6353
Hits@50:
Test: 54.2283 ± 5.4415
AUC:
Test: 95.4885 ± 0.5184
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2816 ± 1.8394
Hits@20:
Test: 35.1579 ± 3.1491
Hits@30:
Test: 44.7112 ± 1.9599
Hits@50:
Test: 56.6832 ± 2.6041
AUC:
Test: 97.1916 ± 0.0644
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5181 ± 1.6775
Hits@20:
Test: 46.5749 ± 3.6710
Hits@30:
Test: 55.0135 ± 3.7016
Hits@50:
Test: 65.7130 ± 1.3512
AUC:
Test: 98.1143 ± 0.0423
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5451 ± 3.6120
Hits@20:
Test: 42.1435 ± 3.2121
Hits@30:
Test: 49.4810 ± 3.0732
Hits@50:
Test: 56.5388 ± 1.7183
AUC:
Test: 95.9397 ± 0.2710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7653 ± 2.9404
Hits@20:
Test: 36.1643 ± 2.3279
Hits@30:
Test: 45.2031 ± 2.2571
Hits@50:
Test: 54.3637 ± 2.0079
AUC:
Test: 97.1740 ± 0.1721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5460 ± 4.1837
Hits@20:
Test: 49.7744 ± 4.0347
Hits@30:
Test: 55.7626 ± 4.7079
Hits@50:
Test: 65.7401 ± 2.3211
AUC:
Test: 97.1550 ± 0.0585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3971 ± 4.3913
Hits@20:
Test: 48.9847 ± 4.2090
Hits@30:
Test: 57.3782 ± 3.1855
Hits@50:
Test: 70.8980 ± 2.5499
AUC:
Test: 98.3659 ± 0.1176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5551 ± 3.9268
Hits@20:
Test: 55.1805 ± 3.7995
Hits@30:
Test: 62.4413 ± 3.1651
Hits@50:
Test: 70.6634 ± 2.3744
AUC:
Test: 97.8990 ± 0.0253
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5289 ± 2.8058
Hits@20:
Test: 45.4152 ± 2.0871
Hits@30:
Test: 54.6345 ± 1.8541
Hits@50:
Test: 62.9603 ± 2.1388
AUC:
Test: 98.0561 ± 0.1501
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3222 ± 2.1945
Hits@20:
Test: 40.5415 ± 4.1343
Hits@30:
Test: 52.0307 ± 4.3588
Hits@50:
Test: 64.7924 ± 0.9750
AUC:
Test: 97.1898 ± 0.1571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.7148 ± 7.2277
Hits@20:
Test: 45.2392 ± 5.2627
Hits@30:
Test: 53.9350 ± 3.8731
Hits@50:
Test: 64.4088 ± 3.0439
AUC:
Test: 97.0504 ± 0.2406
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9801 ± 4.5692
Hits@20:
Test: 50.6498 ± 1.9965
Hits@30:
Test: 58.3529 ± 3.3971
Hits@50:
Test: 67.7121 ± 1.6804
AUC:
Test: 97.8477 ± 0.1366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7491 ± 2.8119
Hits@20:
Test: 53.1408 ± 2.4572
Hits@30:
Test: 59.2825 ± 2.3205
Hits@50:
Test: 69.2374 ± 1.5288
AUC:
Test: 98.0385 ± 0.0863
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3637 ± 5.5163
Hits@20:
Test: 20.5957 ± 7.7971
Hits@30:
Test: 27.3421 ± 8.9795
Hits@50:
Test: 34.7338 ± 8.7114
AUC:
Test: 92.0745 ± 1.7780
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5271 ± 3.3637
Hits@20:
Test: 39.3953 ± 3.4447
Hits@30:
Test: 49.5713 ± 1.5465
Hits@50:
Test: 60.6047 ± 3.2346
AUC:
Test: 97.7668 ± 0.1168
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5966 ± 3.1680
Hits@20:
Test: 33.9350 ± 3.8240
Hits@30:
Test: 42.3962 ± 1.6650
Hits@50:
Test: 53.5966 ± 1.5348
AUC:
Test: 97.0082 ± 0.2441
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.0487 ± 1.8444
Hits@20:
Test: 22.6805 ± 1.4681
Hits@30:
Test: 28.1498 ± 1.7070
Hits@50:
Test: 33.8357 ± 2.5947
AUC:
Test: 91.4250 ± 0.5239
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8231 ± 5.2262
Hits@20:
Test: 43.5334 ± 6.3945
Hits@30:
Test: 53.5560 ± 4.8901
Hits@50:
Test: 65.4829 ± 2.6394
AUC:
Test: 98.1197 ± 0.1596
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6498 ± 3.1344
Hits@20:
Test: 38.4792 ± 4.9491
Hits@30:
Test: 49.0162 ± 2.8033
Hits@50:
Test: 56.7780 ± 2.0036
AUC:
Test: 96.6651 ± 0.1118
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4919 ± 3.1077
Hits@20:
Test: 36.8141 ± 1.6121
Hits@30:
Test: 45.8258 ± 2.1684
Hits@50:
Test: 55.5641 ± 2.4024
AUC:
Test: 97.2458 ± 0.1636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.7130 ± 8.2505
Hits@20:
Test: 38.0054 ± 7.9851
Hits@30:
Test: 46.4260 ± 5.4699
Hits@50:
Test: 56.2680 ± 4.5841
AUC:
Test: 96.7034 ± 0.4839
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1561 ± 6.6485
Hits@20:
Test: 48.7365 ± 6.5534
Hits@30:
Test: 57.5948 ± 3.6816
Hits@50:
Test: 68.2762 ± 3.2395
AUC:
Test: 97.8301 ± 0.1718
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1913 ± 5.9015
Hits@20:
Test: 50.0090 ± 2.4177
Hits@30:
Test: 57.2292 ± 3.0882
Hits@50:
Test: 66.9495 ± 1.9085
AUC:
Test: 97.1324 ± 0.1141
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4919 ± 2.3936
Hits@20:
Test: 52.5406 ± 3.6720
Hits@30:
Test: 61.7644 ± 1.7154
Hits@50:
Test: 71.0469 ± 1.7913
AUC:
Test: 98.2481 ± 0.0730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5812 ± 4.6230
Hits@20:
Test: 55.8935 ± 3.1038
Hits@30:
Test: 62.6489 ± 2.0492
Hits@50:
Test: 71.6065 ± 2.6203
AUC:
Test: 98.0571 ± 0.0947
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4025 ± 3.9916
Hits@20:
Test: 39.0027 ± 4.0525
Hits@30:
Test: 48.8764 ± 2.7599
Hits@50:
Test: 60.1625 ± 1.0904
AUC:
Test: 97.7718 ± 0.0585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.0857 ± 1.1303
Hits@20:
Test: 15.6904 ± 2.9715
Hits@30:
Test: 19.1652 ± 2.6737
Hits@50:
Test: 24.7744 ± 3.4664
AUC:
Test: 89.8367 ± 0.1975
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3962 ± 3.9135
Hits@20:
Test: 34.3457 ± 3.2265
Hits@30:
Test: 43.2130 ± 3.2756
Hits@50:
Test: 51.4440 ± 1.6786
AUC:
Test: 97.1033 ± 0.1957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.5135 ± 2.2544
Hits@20:
Test: 16.7148 ± 2.5938
Hits@30:
Test: 22.4774 ± 3.4974
Hits@50:
Test: 27.5090 ± 2.6705
AUC:
Test: 89.0725 ± 0.3546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6092 ± 4.6252
Hits@20:
Test: 42.9242 ± 3.0295
Hits@30:
Test: 50.0722 ± 2.9909
Hits@50:
Test: 61.6742 ± 2.2970
AUC:
Test: 97.7793 ± 0.0907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.4693 ± 3.6764
Hits@20:
Test: 20.4693 ± 4.8881
Hits@30:
Test: 27.6038 ± 3.8677
Hits@50:
Test: 34.5442 ± 6.9428
AUC:
Test: 93.2010 ± 1.3831
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.9639 ± 4.0627
Hits@20:
Test: 19.4675 ± 4.6066
Hits@30:
Test: 25.9477 ± 4.5519
Hits@50:
Test: 31.4982 ± 3.6707
AUC:
Test: 91.2163 ± 1.5156
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3881 ± 1.8074
Hits@20:
Test: 36.1056 ± 2.8955
Hits@30:
Test: 44.1471 ± 0.4579
Hits@50:
Test: 53.3032 ± 2.0151
AUC:
Test: 97.1828 ± 0.1525
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.9856 ± 5.2049
Hits@20:
Test: 49.8466 ± 6.6493
Hits@30:
Test: 57.3466 ± 2.8899
Hits@50:
Test: 66.5298 ± 1.4703
AUC:
Test: 97.2706 ± 0.0255
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1688 ± 5.1008
Hits@20:
Test: 54.0749 ± 4.9540
Hits@30:
Test: 63.6282 ± 1.7201
Hits@50:
Test: 73.8312 ± 1.7949
AUC:
Test: 98.4796 ± 0.0838
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9567 ± 4.0939
Hits@20:
Test: 54.2915 ± 4.4861
Hits@30:
Test: 61.0560 ± 1.9547
Hits@50:
Test: 69.7247 ± 1.8240
AUC:
Test: 98.0028 ± 0.0955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.7383 ± 2.0159
Hits@20:
Test: 16.1959 ± 3.8778
Hits@30:
Test: 18.9260 ± 4.0186
Hits@50:
Test: 26.7374 ± 4.2088
AUC:
Test: 90.0386 ± 0.7959
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3511 ± 2.1434
Hits@20:
Test: 45.6498 ± 2.6142
Hits@30:
Test: 53.8899 ± 2.8379
Hits@50:
Test: 64.6029 ± 3.0315
AUC:
Test: 98.1329 ± 0.1051
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.4666 ± 0.7347
Hits@20:
Test: 22.4504 ± 1.5763
Hits@30:
Test: 27.4504 ± 2.4286
Hits@50:
Test: 34.4810 ± 1.3567
AUC:
Test: 90.5948 ± 0.1328
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.0523 ± 4.6766
Hits@20:
Test: 15.4738 ± 2.8072
Hits@30:
Test: 19.9955 ± 4.5544
Hits@50:
Test: 27.2022 ± 3.3605
AUC:
Test: 89.7285 ± 0.8332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9910 ± 2.7319
Hits@20:
Test: 38.5785 ± 4.2239
Hits@30:
Test: 46.3357 ± 3.8781
Hits@50:
Test: 61.0605 ± 2.5990
AUC:
Test: 97.7378 ± 0.0723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.7283 ± 1.3418
Hits@20:
Test: 22.7527 ± 1.2188
Hits@30:
Test: 27.7798 ± 2.0720
Hits@50:
Test: 35.1173 ± 0.6921
AUC:
Test: 90.9410 ± 0.1953
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.1209 ± 5.0099
Hits@20:
Test: 37.4549 ± 5.3305
Hits@30:
Test: 45.0722 ± 4.7159
Hits@50:
Test: 54.9188 ± 3.0694
AUC:
Test: 97.1957 ± 0.2581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.7220 ± 5.8304
Hits@20:
Test: 41.0199 ± 3.3447
Hits@30:
Test: 49.6661 ± 3.5851
Hits@50:
Test: 60.0045 ± 4.4619
AUC:
Test: 96.7933 ± 0.1018
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8845 ± 3.6369
Hits@20:
Test: 38.1273 ± 2.7846
Hits@30:
Test: 49.0208 ± 1.4705
Hits@50:
Test: 59.8646 ± 2.3287
AUC:
Test: 97.6822 ± 0.1299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2329 ± 8.1930
Hits@20:
Test: 44.7473 ± 5.1444
Hits@30:
Test: 51.5208 ± 2.4085
Hits@50:
Test: 61.6381 ± 3.1311
AUC:
Test: 97.1959 ± 0.2599
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8538 ± 3.1329
Hits@20:
Test: 36.3718 ± 3.0602
Hits@30:
Test: 41.8953 ± 3.2729
Hits@50:
Test: 52.3466 ± 2.4946
AUC:
Test: 97.0649 ± 0.1284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8800 ± 4.3796
Hits@20:
Test: 38.4928 ± 6.0503
Hits@30:
Test: 46.6922 ± 6.0633
Hits@50:
Test: 53.3619 ± 4.9081
AUC:
Test: 93.6032 ± 0.8888
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2148 ± 3.6979
Hits@20:
Test: 45.4107 ± 5.0689
Hits@30:
Test: 54.6751 ± 1.4549
Hits@50:
Test: 66.0108 ± 1.6369
AUC:
Test: 98.0648 ± 0.0937
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2861 ± 1.5045
Hits@20:
Test: 39.8285 ± 1.6743
Hits@30:
Test: 43.3800 ± 2.4425
Hits@50:
Test: 49.7157 ± 2.0243
AUC:
Test: 92.6859 ± 0.3907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8312 ± 3.8074
Hits@20:
Test: 37.5857 ± 1.1121
Hits@30:
Test: 45.3249 ± 1.6159
Hits@50:
Test: 55.7175 ± 1.8173
AUC:
Test: 97.2490 ± 0.1148
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7040 ± 5.4455
Hits@20:
Test: 49.5307 ± 2.9743
Hits@30:
Test: 55.7807 ± 1.5922
Hits@50:
Test: 62.8430 ± 1.9263
AUC:
Test: 96.4618 ± 0.3447
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7762 ± 4.4951
Hits@20:
Test: 47.1119 ± 4.0565
Hits@30:
Test: 56.8592 ± 2.1958
Hits@50:
Test: 68.4431 ± 1.2565
AUC:
Test: 98.2088 ± 0.0495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.1011 ± 2.0535
Hits@20:
Test: 55.3700 ± 1.9149
Hits@30:
Test: 60.6137 ± 1.4287
Hits@50:
Test: 65.6318 ± 1.0627
AUC:
Test: 97.2285 ± 0.1352
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6805 ± 7.1940
Hits@20:
Test: 44.8962 ± 6.6890
Hits@30:
Test: 53.1679 ± 5.1026
Hits@50:
Test: 64.4449 ± 3.8876
AUC:
Test: 97.0389 ± 0.1595
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9657 ± 0.9648
Hits@20:
Test: 38.7545 ± 1.9059
Hits@30:
Test: 49.0975 ± 1.2563
Hits@50:
Test: 59.0478 ± 2.4286
AUC:
Test: 97.5737 ± 0.1166
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1697 ± 3.4481
Hits@20:
Test: 49.9639 ± 4.7988
Hits@30:
Test: 60.1940 ± 3.0079
Hits@50:
Test: 68.1227 ± 2.7261
AUC:
Test: 97.8822 ± 0.1532
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9025 ± 5.6133
Hits@20:
Test: 54.1336 ± 3.9463
Hits@30:
Test: 62.8339 ± 3.7924
Hits@50:
Test: 73.7590 ± 1.9472
AUC:
Test: 98.5486 ± 0.0873
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5190 ± 3.6335
Hits@20:
Test: 22.0893 ± 2.4936
Hits@30:
Test: 26.3899 ± 2.9654
Hits@50:
Test: 34.0884 ± 2.4214
AUC:
Test: 90.6981 ± 0.2998
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.2906 ± 0.6971
Hits@20:
Test: 22.6173 ± 2.7374
Hits@30:
Test: 27.6625 ± 2.4985
Hits@50:
Test: 34.4495 ± 2.2461
AUC:
Test: 90.2314 ± 0.3740
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0930 ± 1.8987
Hits@20:
Test: 51.6742 ± 3.2729
Hits@30:
Test: 58.1588 ± 2.4729
Hits@50:
Test: 68.5875 ± 1.8630
AUC:
Test: 98.2404 ± 0.0810
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9504 ± 7.3296
Hits@20:
Test: 40.1895 ± 7.0309
Hits@30:
Test: 43.9486 ± 5.9858
Hits@50:
Test: 52.9332 ± 5.4372
AUC:
Test: 95.3431 ± 0.7463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5596 ± 4.9059
Hits@20:
Test: 49.0478 ± 6.0045
Hits@30:
Test: 58.0641 ± 4.0905
Hits@50:
Test: 66.8727 ± 2.2454
AUC:
Test: 97.2817 ± 0.1210
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4783 ± 2.4405
Hits@20:
Test: 42.8069 ± 3.7762
Hits@30:
Test: 49.8060 ± 2.5253
Hits@50:
Test: 56.4215 ± 4.1457
AUC:
Test: 95.8971 ± 0.3261
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.9765 ± 3.9060
Hits@20:
Test: 46.4079 ± 2.6731
Hits@30:
Test: 53.9395 ± 4.6562
Hits@50:
Test: 65.6814 ± 2.0529
AUC:
Test: 97.1472 ± 0.1175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2265 ± 2.6684
Hits@20:
Test: 51.8186 ± 3.5073
Hits@30:
Test: 58.8177 ± 2.2905
Hits@50:
Test: 67.1706 ± 2.0089
AUC:
Test: 97.9989 ± 0.1614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0433 ± 5.0583
Hits@20:
Test: 54.9459 ± 2.9076
Hits@30:
Test: 63.2717 ± 1.4875
Hits@50:
Test: 72.2699 ± 2.0043
AUC:
Test: 98.0742 ± 0.0686
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0307 ± 2.3671
Hits@20:
Test: 39.3276 ± 2.2385
Hits@30:
Test: 48.6868 ± 1.9544
Hits@50:
Test: 60.8574 ± 2.0710
AUC:
Test: 97.8280 ± 0.0571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.3457 ± 2.8562
Hits@20:
Test: 16.0514 ± 1.5722
Hits@30:
Test: 20.9070 ± 2.3419
Hits@50:
Test: 26.9991 ± 4.7395
AUC:
Test: 89.6407 ± 0.4624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0226 ± 3.4388
Hits@20:
Test: 35.3971 ± 4.2957
Hits@30:
Test: 41.8051 ± 4.3899
Hits@50:
Test: 52.6218 ± 3.1199
AUC:
Test: 97.0244 ± 0.2547
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.1218 ± 4.7236
Hits@20:
Test: 19.8421 ± 4.6136
Hits@30:
Test: 23.4341 ± 4.9857
Hits@50:
Test: 29.2328 ± 3.1052
AUC:
Test: 89.1939 ± 0.5649
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.3989 ± 2.7646
Hits@20:
Test: 23.4657 ± 3.1751
Hits@30:
Test: 29.8601 ± 3.7810
Hits@50:
Test: 38.0957 ± 3.6774
AUC:
Test: 92.5505 ± 0.8208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1408 ± 2.1009
Hits@20:
Test: 45.6859 ± 5.8964
Hits@30:
Test: 54.5397 ± 4.5120
Hits@50:
Test: 67.6625 ± 2.9039
AUC:
Test: 98.1065 ± 0.1600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.4215 ± 4.6123
Hits@20:
Test: 22.3466 ± 3.6673
Hits@30:
Test: 27.7437 ± 4.2572
Hits@50:
Test: 35.4242 ± 5.5417
AUC:
Test: 91.3848 ± 1.2540
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9179 ± 3.4892
Hits@20:
Test: 36.6877 ± 3.3490
Hits@30:
Test: 43.9892 ± 2.9839
Hits@50:
Test: 55.2347 ± 2.5842
AUC:
Test: 97.2028 ± 0.1929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2699 ± 3.3619
Hits@20:
Test: 45.8393 ± 4.6866
Hits@30:
Test: 55.3655 ± 2.2059
Hits@50:
Test: 65.8213 ± 2.3491
AUC:
Test: 97.2365 ± 0.0860
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5975 ± 4.7812
Hits@20:
Test: 50.7220 ± 7.8563
Hits@30:
Test: 58.4386 ± 4.2131
Hits@50:
Test: 69.6706 ± 1.4330
AUC:
Test: 97.9322 ± 0.2221
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0406 ± 2.8191
Hits@20:
Test: 50.7581 ± 5.6566
Hits@30:
Test: 59.9052 ± 4.4141
Hits@50:
Test: 69.6345 ± 3.1908
AUC:
Test: 97.9217 ± 0.1787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.5803 ± 3.3670
Hits@20:
Test: 13.3484 ± 5.4995
Hits@30:
Test: 19.4404 ± 4.9322
Hits@50:
Test: 26.5569 ± 4.3117
AUC:
Test: 89.6708 ± 0.7942
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6877 ± 2.4606
Hits@20:
Test: 51.9901 ± 4.1859
Hits@30:
Test: 60.8303 ± 3.7161
Hits@50:
Test: 70.3023 ± 0.7632
AUC:
Test: 98.2839 ± 0.1409
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.5226 ± 2.9086
Hits@20:
Test: 21.7825 ± 2.0262
Hits@30:
Test: 27.2067 ± 1.6647
Hits@50:
Test: 34.4043 ± 0.8271
AUC:
Test: 90.4998 ± 0.1135
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.2482 ± 2.4375
Hits@20:
Test: 15.1940 ± 2.9202
Hits@30:
Test: 20.1805 ± 2.3720
Hits@50:
Test: 28.1949 ± 2.3171
AUC:
Test: 90.0286 ± 0.6688
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8637 ± 4.3570
Hits@20:
Test: 39.6616 ± 2.6992
Hits@30:
Test: 47.8520 ± 2.1273
Hits@50:
Test: 59.0072 ± 2.0167
AUC:
Test: 97.7012 ± 0.0475
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.6137 ± 2.4188
Hits@20:
Test: 21.8412 ± 0.8683
Hits@30:
Test: 28.6913 ± 1.1572
Hits@50:
Test: 36.1823 ± 1.0828
AUC:
Test: 90.8214 ± 0.1292
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3375 ± 2.6678
Hits@20:
Test: 31.8908 ± 3.4509
Hits@30:
Test: 38.8628 ± 1.0858
Hits@50:
Test: 48.6868 ± 4.4403
AUC:
Test: 96.8634 ± 0.1994
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0424 ± 6.0318
Hits@20:
Test: 43.9170 ± 4.1048
Hits@30:
Test: 51.2680 ± 2.8025
Hits@50:
Test: 60.9251 ± 1.6911
AUC:
Test: 96.8231 ± 0.1375
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3249 ± 5.2621
Hits@20:
Test: 42.8294 ± 1.9591
Hits@30:
Test: 50.3520 ± 2.4206
Hits@50:
Test: 60.8529 ± 0.2597
AUC:
Test: 97.8310 ± 0.1177
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.7861 ± 4.8985
Hits@20:
Test: 44.5713 ± 1.9867
Hits@30:
Test: 52.8610 ± 2.2286
Hits@50:
Test: 62.7437 ± 0.4420
AUC:
Test: 97.2657 ± 0.1427
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8601 ± 3.0088
Hits@20:
Test: 35.8439 ± 1.1859
Hits@30:
Test: 43.1002 ± 1.2211
Hits@50:
Test: 53.5424 ± 3.0719
AUC:
Test: 97.0703 ± 0.1664
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9495 ± 2.8470
Hits@20:
Test: 35.7852 ± 3.6915
Hits@30:
Test: 43.0776 ± 4.4386
Hits@50:
Test: 50.7671 ± 3.7689
AUC:
Test: 94.2733 ± 0.5310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3926 ± 6.1809
Hits@20:
Test: 54.7518 ± 4.3992
Hits@30:
Test: 63.1047 ± 4.7912
Hits@50:
Test: 74.1742 ± 2.0008
AUC:
Test: 98.4337 ± 0.0706
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.1940 ± 2.3265
Hits@20:
Test: 26.1372 ± 2.3096
Hits@30:
Test: 31.1056 ± 3.5634
Hits@50:
Test: 38.7590 ± 3.3135
AUC:
Test: 86.2355 ± 0.8165
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8809 ± 3.3642
Hits@20:
Test: 44.5623 ± 4.6027
Hits@30:
Test: 55.1850 ± 2.7098
Hits@50:
Test: 64.1155 ± 2.5356
AUC:
Test: 98.0907 ± 0.1029
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9531 ± 1.2877
Hits@20:
Test: 45.9567 ± 2.0360
Hits@30:
Test: 51.4170 ± 1.6502
Hits@50:
Test: 58.9440 ± 0.7461
AUC:
Test: 94.7253 ± 0.3444
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9052 ± 1.8354
Hits@20:
Test: 40.9341 ± 2.2021
Hits@30:
Test: 48.8132 ± 3.5266
Hits@50:
Test: 58.0460 ± 2.8580
AUC:
Test: 97.7059 ± 0.1423
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1282 ± 1.0706
Hits@20:
Test: 46.5298 ± 1.9473
Hits@30:
Test: 51.0695 ± 1.3915
Hits@50:
Test: 56.7735 ± 1.3895
AUC:
Test: 92.8076 ± 0.3692
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5848 ± 2.1050
Hits@20:
Test: 33.9395 ± 2.8277
Hits@30:
Test: 41.4756 ± 3.2739
Hits@50:
Test: 52.8655 ± 2.9289
AUC:
Test: 97.0851 ± 0.2278
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6489 ± 5.1759
Hits@20:
Test: 43.3619 ± 3.9768
Hits@30:
Test: 54.0704 ± 3.5807
Hits@50:
Test: 64.3727 ± 2.5106
AUC:
Test: 96.9109 ± 0.1854
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1002 ± 3.6398
Hits@20:
Test: 37.4684 ± 5.1042
Hits@30:
Test: 48.1182 ± 3.2427
Hits@50:
Test: 59.1516 ± 2.2949
AUC:
Test: 97.5943 ± 0.0867
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8375 ± 4.3178
Hits@20:
Test: 49.5578 ± 1.6340
Hits@30:
Test: 56.9224 ± 2.1136
Hits@50:
Test: 65.9973 ± 2.7209
AUC:
Test: 97.7662 ± 0.0666
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9233 ± 5.9567
Hits@20:
Test: 34.4269 ± 5.1258
Hits@30:
Test: 43.5424 ± 3.0271
Hits@50:
Test: 54.3457 ± 2.3476
AUC:
Test: 97.0431 ± 0.2598
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.1264 ± 5.2054
Hits@20:
Test: 28.1949 ± 3.4624
Hits@30:
Test: 33.0009 ± 4.2536
Hits@50:
Test: 41.2410 ± 5.7121
AUC:
Test: 92.2096 ± 1.1950
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5280 ± 5.3318
Hits@20:
Test: 45.4016 ± 1.2953
Hits@30:
Test: 52.6579 ± 5.4092
Hits@50:
Test: 65.1805 ± 3.2570
AUC:
Test: 97.9914 ± 0.1357
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.1083 ± 5.5937
Hits@20:
Test: 26.3267 ± 5.6964
Hits@30:
Test: 30.5686 ± 6.0764
Hits@50:
Test: 36.8547 ± 4.4320
AUC:
Test: 89.1764 ± 1.4172
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3736 ± 1.4479
Hits@20:
Test: 37.4955 ± 2.0507
Hits@30:
Test: 45.3655 ± 3.4432
Hits@50:
Test: 57.0532 ± 1.6246
AUC:
Test: 97.3287 ± 0.1158
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7473 ± 4.9575
Hits@20:
Test: 41.0018 ± 3.8397
Hits@30:
Test: 47.2879 ± 3.1352
Hits@50:
Test: 53.8132 ± 3.5754
AUC:
Test: 94.1284 ± 0.4315
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8502 ± 4.4828
Hits@20:
Test: 46.1462 ± 2.3076
Hits@30:
Test: 55.7536 ± 1.9484
Hits@50:
Test: 67.0126 ± 3.7092
AUC:
Test: 97.9972 ± 0.0298
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2283 ± 1.2444
Hits@20:
Test: 40.6588 ± 1.7525
Hits@30:
Test: 44.6390 ± 1.4294
Hits@50:
Test: 50.0902 ± 1.5134
AUC:
Test: 92.9906 ± 0.2959
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3321 ± 5.5162
Hits@20:
Test: 51.9404 ± 3.3166
Hits@30:
Test: 57.8069 ± 2.9977
Hits@50:
Test: 66.5433 ± 2.1489
AUC:
Test: 97.0182 ± 0.0775
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8980 ± 4.2671
Hits@20:
Test: 40.9296 ± 0.8939
Hits@30:
Test: 48.5199 ± 1.8488
Hits@50:
Test: 57.8159 ± 0.9766
AUC:
Test: 97.1848 ± 0.1337
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2283 ± 2.8631
Hits@20:
Test: 53.1588 ± 3.2376
Hits@30:
Test: 60.8213 ± 2.2178
Hits@50:
Test: 69.8014 ± 1.4697
AUC:
Test: 97.9171 ± 0.0418
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4756 ± 2.7751
Hits@20:
Test: 48.5830 ± 2.9283
Hits@30:
Test: 58.8087 ± 3.2058
Hits@50:
Test: 70.0542 ± 1.3043
AUC:
Test: 98.3627 ± 0.0726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3664 ± 2.8721
Hits@20:
Test: 18.8764 ± 4.1927
Hits@30:
Test: 24.8375 ± 3.4882
Hits@50:
Test: 30.6949 ± 3.9665
AUC:
Test: 89.8815 ± 0.3017
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.7338 ± 1.8148
Hits@20:
Test: 18.3664 ± 2.4437
Hits@30:
Test: 23.3529 ± 0.9764
Hits@50:
Test: 30.1128 ± 1.1547
AUC:
Test: 88.9016 ± 0.3269
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.4431 ± 2.9415
Hits@20:
Test: 42.0532 ± 5.8129
Hits@30:
Test: 49.9007 ± 3.7939
Hits@50:
Test: 61.6832 ± 2.7044
AUC:
Test: 97.4642 ± 0.4083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5957 ± 2.8412
Hits@20:
Test: 21.1191 ± 3.7044
Hits@30:
Test: 28.5605 ± 4.4191
Hits@50:
Test: 36.5659 ± 3.3552
AUC:
Test: 90.4309 ± 0.5283
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.9693 ± 5.2561
Hits@20:
Test: 45.5460 ± 3.7411
Hits@30:
Test: 56.0695 ± 3.5260
Hits@50:
Test: 66.9495 ± 1.9904
AUC:
Test: 97.3985 ± 0.1816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.1616 ± 1.2804
Hits@20:
Test: 23.9034 ± 3.2312
Hits@30:
Test: 28.4522 ± 2.4959
Hits@50:
Test: 35.1083 ± 3.0345
AUC:
Test: 90.0068 ± 0.3999
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9792 ± 5.6453
Hits@20:
Test: 51.5885 ± 6.0895
Hits@30:
Test: 57.6264 ± 4.1607
Hits@50:
Test: 67.4188 ± 1.0113
AUC:
Test: 97.0818 ± 0.0822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5532 ± 4.6171
Hits@20:
Test: 50.3339 ± 2.7290
Hits@30:
Test: 59.6074 ± 1.7563
Hits@50:
Test: 70.1038 ± 1.4817
AUC:
Test: 98.1843 ± 0.0674
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4170 ± 5.2198
Hits@20:
Test: 54.6029 ± 1.9025
Hits@30:
Test: 61.8321 ± 2.2869
Hits@50:
Test: 70.6724 ± 2.6637
AUC:
Test: 97.9327 ± 0.0849
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.8285 ± 0.6450
Hits@20:
Test: 14.6209 ± 2.1030
Hits@30:
Test: 20.3791 ± 1.9125
Hits@50:
Test: 27.0894 ± 2.9468
AUC:
Test: 89.4083 ± 0.8046
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5912 ± 2.4514
Hits@20:
Test: 41.8818 ± 2.6134
Hits@30:
Test: 51.2365 ± 1.7982
Hits@50:
Test: 63.5560 ± 1.9247
AUC:
Test: 97.9907 ± 0.0282
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.4215 ± 2.0157
Hits@20:
Test: 22.8655 ± 1.2770
Hits@30:
Test: 28.0686 ± 1.2382
Hits@50:
Test: 34.7067 ± 1.1256
AUC:
Test: 90.5197 ± 0.2094
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.0740 ± 2.9739
Hits@20:
Test: 18.1363 ± 4.1458
Hits@30:
Test: 21.7825 ± 4.2742
Hits@50:
Test: 29.2960 ± 4.7921
AUC:
Test: 89.8543 ± 0.8310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3944 ± 2.3489
Hits@20:
Test: 36.1146 ± 2.6438
Hits@30:
Test: 44.3457 ± 4.1829
Hits@50:
Test: 55.3385 ± 1.7464
AUC:
Test: 97.1169 ± 0.2365
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.6814 ± 0.8915
Hits@20:
Test: 22.9829 ± 1.6778
Hits@30:
Test: 27.8430 ± 1.3828
Hits@50:
Test: 34.7653 ± 0.9996
AUC:
Test: 90.8041 ± 0.0707
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0785 ± 3.5287
Hits@20:
Test: 47.6264 ± 2.7958
Hits@30:
Test: 58.0912 ± 3.6146
Hits@50:
Test: 68.9621 ± 2.7120
AUC:
Test: 98.2351 ± 0.0806
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0740 ± 6.8140
Hits@20:
Test: 44.0253 ± 1.2820
Hits@30:
Test: 51.6832 ± 3.1959
Hits@50:
Test: 58.8854 ± 2.5653
AUC:
Test: 96.6954 ± 0.0458
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9486 ± 3.0497
Hits@20:
Test: 36.7419 ± 5.3062
Hits@30:
Test: 46.2320 ± 3.4287
Hits@50:
Test: 56.2816 ± 1.9781
AUC:
Test: 97.2860 ± 0.3188
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1679 ± 2.4999
Hits@20:
Test: 43.9801 ± 3.5945
Hits@30:
Test: 50.0000 ± 3.8136
Hits@50:
Test: 59.0975 ± 2.3024
AUC:
Test: 97.1536 ± 0.1327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.5884 ± 3.4464
Hits@20:
Test: 41.2681 ± 2.7624
Hits@30:
Test: 49.5487 ± 3.9882
Hits@50:
Test: 59.9549 ± 2.8458
AUC:
Test: 96.7985 ± 0.1512
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8087 ± 3.7046
Hits@20:
Test: 51.2455 ± 5.5317
Hits@30:
Test: 60.0857 ± 3.4813
Hits@50:
Test: 69.7789 ± 2.8385
AUC:
Test: 97.8724 ± 0.1084
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7202 ± 3.9285
Hits@20:
Test: 43.7590 ± 2.6608
Hits@30:
Test: 53.1092 ± 3.4990
Hits@50:
Test: 62.6805 ± 2.5277
AUC:
Test: 97.3520 ± 0.1632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7969 ± 4.4108
Hits@20:
Test: 53.0235 ± 1.2615
Hits@30:
Test: 59.1922 ± 2.8935
Hits@50:
Test: 70.9747 ± 2.6250
AUC:
Test: 98.3563 ± 0.1026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8574 ± 5.4702
Hits@20:
Test: 52.2473 ± 5.3588
Hits@30:
Test: 58.7184 ± 1.3490
Hits@50:
Test: 68.2807 ± 0.8272
AUC:
Test: 97.4087 ± 0.0691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6643 ± 5.0275
Hits@20:
Test: 41.6200 ± 3.1324
Hits@30:
Test: 48.5560 ± 1.6714
Hits@50:
Test: 59.3096 ± 1.3420
AUC:
Test: 97.7917 ± 0.0611
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4206 ± 2.2098
Hits@20:
Test: 52.9197 ± 4.2046
Hits@30:
Test: 61.6787 ± 3.4765
Hits@50:
Test: 70.6137 ± 3.4139
AUC:
Test: 97.9994 ± 0.1504
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7554 ± 7.2267
Hits@20:
Test: 48.7861 ± 6.7291
Hits@30:
Test: 56.3899 ± 4.4424
Hits@50:
Test: 65.8890 ± 1.7567
AUC:
Test: 97.1454 ± 0.3132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2229 ± 3.7757
Hits@20:
Test: 35.2347 ± 3.7012
Hits@30:
Test: 44.2374 ± 2.6236
Hits@50:
Test: 55.1173 ± 3.2073
AUC:
Test: 97.1811 ± 0.2038
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9892 ± 4.8391
Hits@20:
Test: 49.8511 ± 3.0790
Hits@30:
Test: 57.8655 ± 3.0614
Hits@50:
Test: 67.3782 ± 2.5716
AUC:
Test: 97.8795 ± 0.1809
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2301 ± 3.9684
Hits@20:
Test: 41.8276 ± 2.9775
Hits@30:
Test: 49.0208 ± 3.2444
Hits@50:
Test: 63.5108 ± 2.8614
AUC:
Test: 97.9244 ± 0.0649
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4567 ± 1.2842
Hits@20:
Test: 35.0587 ± 1.6940
Hits@30:
Test: 43.1092 ± 1.6667
Hits@50:
Test: 53.3032 ± 3.3052
AUC:
Test: 97.0920 ± 0.1036
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2789 ± 2.4752
Hits@20:
Test: 28.3168 ± 2.0912
Hits@30:
Test: 35.8439 ± 1.9085
Hits@50:
Test: 45.6588 ± 3.0375
AUC:
Test: 95.5298 ± 0.4836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.6128 ± 2.1283
Hits@20:
Test: 26.7599 ± 2.7289
Hits@30:
Test: 32.7933 ± 3.1227
Hits@50:
Test: 39.9729 ± 2.9845
AUC:
Test: 94.0575 ± 0.6724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0045 ± 6.5998
Hits@20:
Test: 54.9323 ± 5.5780
Hits@30:
Test: 61.1778 ± 3.0275
Hits@50:
Test: 72.7482 ± 2.2791
AUC:
Test: 98.4978 ± 0.1069
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.0370 ± 5.9697
Hits@20:
Test: 25.0000 ± 5.3642
Hits@30:
Test: 31.3493 ± 2.8457
Hits@50:
Test: 36.1823 ± 3.6719
AUC:
Test: 87.9734 ± 1.2160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9486 ± 4.7321
Hits@20:
Test: 39.0569 ± 3.0398
Hits@30:
Test: 49.6435 ± 3.9022
Hits@50:
Test: 59.1922 ± 2.9289
AUC:
Test: 96.8493 ± 0.1919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1227 ± 3.2080
Hits@20:
Test: 45.5190 ± 2.7152
Hits@30:
Test: 56.1552 ± 2.8477
Hits@50:
Test: 65.8890 ± 1.9443
AUC:
Test: 98.1572 ± 0.0985
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9043 ± 7.3692
Hits@20:
Test: 39.2599 ± 6.5921
Hits@30:
Test: 49.6570 ± 4.7409
Hits@50:
Test: 58.5560 ± 4.4401
AUC:
Test: 96.6252 ± 0.2295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.3375 ± 3.1638
Hits@20:
Test: 17.7482 ± 1.5138
Hits@30:
Test: 22.8610 ± 1.6286
Hits@50:
Test: 30.4016 ± 2.6963
AUC:
Test: 86.5001 ± 0.3737
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7392 ± 6.1596
Hits@20:
Test: 45.3384 ± 3.4767
Hits@30:
Test: 53.2491 ± 4.1572
Hits@50:
Test: 62.6309 ± 3.2581
AUC:
Test: 97.4136 ± 0.2653
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5532 ± 1.9284
Hits@20:
Test: 40.2437 ± 2.1564
Hits@30:
Test: 47.2157 ± 3.6445
Hits@50:
Test: 59.7383 ± 4.5385
AUC:
Test: 97.6653 ± 0.1035
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.0903 ± 1.8949
Hits@20:
Test: 22.0126 ± 2.8409
Hits@30:
Test: 27.6218 ± 1.4513
Hits@50:
Test: 34.7744 ± 1.4836
AUC:
Test: 86.9835 ± 0.5134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3935 ± 6.2839
Hits@20:
Test: 50.8393 ± 6.1064
Hits@30:
Test: 58.9531 ± 3.4639
Hits@50:
Test: 66.1507 ± 2.1229
AUC:
Test: 97.0544 ± 0.1569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8421 ± 3.0734
Hits@20:
Test: 35.1940 ± 2.5808
Hits@30:
Test: 43.6282 ± 3.4506
Hits@50:
Test: 54.2103 ± 2.7264
AUC:
Test: 97.0841 ± 0.1977
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.5569 ± 0.2677
Hits@20:
Test: 11.7374 ± 2.0626
Hits@30:
Test: 16.0966 ± 1.9225
Hits@50:
Test: 21.3403 ± 2.4288
AUC:
Test: 81.2650 ± 0.5588
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.7644 ± 4.0791
Hits@20:
Test: 20.2031 ± 8.4142
Hits@30:
Test: 25.8393 ± 9.9447
Hits@50:
Test: 34.2825 ± 13.6253
AUC:
Test: 91.8766 ± 5.4403
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.3953 ± 6.1002
Hits@20:
Test: 53.8087 ± 3.6432
Hits@30:
Test: 60.2392 ± 2.2809
Hits@50:
Test: 69.9413 ± 2.1354
AUC:
Test: 98.0132 ± 0.0729
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.0379 ± 2.1979
Hits@20:
Test: 39.6255 ± 3.3254
Hits@30:
Test: 46.6291 ± 1.4993
Hits@50:
Test: 58.7906 ± 3.8815
AUC:
Test: 97.6975 ± 0.1024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.3872 ± 1.3694
Hits@20:
Test: 11.5975 ± 2.4224
Hits@30:
Test: 16.4125 ± 3.7164
Hits@50:
Test: 21.6742 ± 2.7468
AUC:
Test: 87.7051 ± 1.6669
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.0939 ± 1.8242
Hits@20:
Test: 46.0875 ± 3.6345
Hits@30:
Test: 54.0072 ± 2.3769
Hits@50:
Test: 62.0172 ± 2.2513
AUC:
Test: 95.9771 ± 0.1885
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.3303 ± 2.3124
Hits@20:
Test: 14.0930 ± 3.0810
Hits@30:
Test: 17.3466 ± 3.0414
Hits@50:
Test: 22.9061 ± 3.4319
AUC:
Test: 85.5790 ± 2.0386
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0262 ± 3.0614
Hits@20:
Test: 35.2076 ± 1.6975
Hits@30:
Test: 42.2247 ± 1.6520
Hits@50:
Test: 54.0523 ± 3.2851
AUC:
Test: 97.1094 ± 0.1596
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7762 ± 2.5920
Hits@20:
Test: 36.6697 ± 1.2722
Hits@30:
Test: 43.3168 ± 2.9866
Hits@50:
Test: 53.2356 ± 2.2161
AUC:
Test: 96.5224 ± 0.2588
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8502 ± 6.9962
Hits@20:
Test: 46.5162 ± 6.0765
Hits@30:
Test: 55.2347 ± 2.7860
Hits@50:
Test: 65.8258 ± 3.1897
AUC:
Test: 98.1027 ± 0.1687
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0623 ± 2.9337
Hits@20:
Test: 30.2888 ± 2.3716
Hits@30:
Test: 36.9810 ± 4.5777
Hits@50:
Test: 47.6309 ± 3.4395
AUC:
Test: 95.9200 ± 0.2825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8845 ± 4.7116
Hits@20:
Test: 37.3150 ± 4.9332
Hits@30:
Test: 44.6977 ± 3.0442
Hits@50:
Test: 53.3123 ± 3.0807
AUC:
Test: 95.0935 ± 0.5099
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.6399 ± 1.8080
Hits@20:
Test: 14.1922 ± 3.3236
Hits@30:
Test: 18.5740 ± 4.9829
Hits@50:
Test: 25.4603 ± 7.2094
AUC:
Test: 88.6663 ± 4.3253
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.4874 ± 3.2146
Hits@20:
Test: 21.5704 ± 4.6769
Hits@30:
Test: 27.7843 ± 6.6482
Hits@50:
Test: 34.4901 ± 5.8543
AUC:
Test: 92.7343 ± 1.6635
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1011 ± 5.7286
Hits@20:
Test: 35.4152 ± 5.6446
Hits@30:
Test: 45.4422 ± 3.9515
Hits@50:
Test: 55.1444 ± 5.5985
AUC:
Test: 97.2390 ± 0.4059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4314 ± 1.6466
Hits@20:
Test: 46.7419 ± 3.9377
Hits@30:
Test: 52.7708 ± 4.7517
Hits@50:
Test: 63.7861 ± 1.8337
AUC:
Test: 96.8242 ± 0.2263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3511 ± 4.0745
Hits@20:
Test: 49.3953 ± 3.6088
Hits@30:
Test: 57.8926 ± 3.5402
Hits@50:
Test: 67.1931 ± 1.1870
AUC:
Test: 97.3109 ± 0.1004
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0569 ± 4.1630
Hits@20:
Test: 51.9495 ± 3.4491
Hits@30:
Test: 61.1868 ± 0.9686
Hits@50:
Test: 68.6868 ± 0.7331
AUC:
Test: 97.3840 ± 0.1485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5884 ± 4.7998
Hits@20:
Test: 44.8917 ± 3.4411
Hits@30:
Test: 50.8393 ± 4.1642
Hits@50:
Test: 59.8375 ± 2.2294
AUC:
Test: 96.6851 ± 0.1313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0406 ± 2.9101
Hits@20:
Test: 52.9287 ± 5.6117
Hits@30:
Test: 60.8845 ± 2.5487
Hits@50:
Test: 70.4016 ± 3.2112
AUC:
Test: 97.9698 ± 0.1574
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.8592 ± 3.1547
Hits@20:
Test: 29.4314 ± 1.6893
Hits@30:
Test: 36.2320 ± 1.9450
Hits@50:
Test: 48.0686 ± 2.3274
AUC:
Test: 95.8840 ± 0.1447
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.9179 ± 1.4614
Hits@20:
Test: 10.2617 ± 1.7733
Hits@30:
Test: 13.6372 ± 1.0603
Hits@50:
Test: 20.2527 ± 2.1309
AUC:
Test: 85.8309 ± 1.7266
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.4079 ± 1.5959
Hits@20:
Test: 17.1480 ± 1.3469
Hits@30:
Test: 20.9477 ± 2.6048
Hits@50:
Test: 26.9991 ± 1.2972
AUC:
Test: 86.9990 ± 0.3724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5532 ± 1.7545
Hits@20:
Test: 42.3691 ± 3.1647
Hits@30:
Test: 49.9323 ± 4.2424
Hits@50:
Test: 59.6570 ± 2.3912
AUC:
Test: 96.9722 ± 0.2457
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.2040 ± 3.0166
Hits@20:
Test: 42.3511 ± 4.8876
Hits@30:
Test: 47.9964 ± 4.8808
Hits@50:
Test: 58.0505 ± 4.4096
AUC:
Test: 95.7889 ± 0.5404
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.9440 ± 3.2554
Hits@20:
Test: 11.2455 ± 6.5092
Hits@30:
Test: 17.7798 ± 5.2264
Hits@50:
Test: 23.2852 ± 7.0092
AUC:
Test: 88.0678 ± 2.7437
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7220 ± 4.6682
Hits@20:
Test: 55.7717 ± 3.7788
Hits@30:
Test: 62.4684 ± 2.8910
Hits@50:
Test: 70.2076 ± 1.6688
AUC:
Test: 97.5519 ± 0.0560
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2338 ± 3.6479
Hits@20:
Test: 18.1182 ± 4.2585
Hits@30:
Test: 22.8249 ± 2.7152
Hits@50:
Test: 29.8195 ± 2.2205
AUC:
Test: 88.5912 ± 0.9917
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2202 ± 2.5635
Hits@20:
Test: 50.2347 ± 5.2330
Hits@30:
Test: 59.6029 ± 3.0956
Hits@50:
Test: 67.5767 ± 3.2496
AUC:
Test: 97.8699 ± 0.1573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4125 ± 6.5638
Hits@20:
Test: 44.9278 ± 7.0870
Hits@30:
Test: 54.9233 ± 4.2965
Hits@50:
Test: 67.4233 ± 2.6142
AUC:
Test: 97.2469 ± 0.1746
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.2220 ± 1.0190
Hits@20:
Test: 41.3538 ± 3.0243
Hits@30:
Test: 52.1751 ± 5.1960
Hits@50:
Test: 62.3105 ± 2.8228
AUC:
Test: 97.0568 ± 0.1699
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3863 ± 2.3028
Hits@20:
Test: 48.6011 ± 1.6273
Hits@30:
Test: 55.5912 ± 2.4839
Hits@50:
Test: 65.6182 ± 0.7533
AUC:
Test: 97.5887 ± 0.0631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4242 ± 4.3707
Hits@20:
Test: 47.6625 ± 3.5565
Hits@30:
Test: 54.8691 ± 3.4809
Hits@50:
Test: 64.6480 ± 2.5636
AUC:
Test: 97.7377 ± 0.1219
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0253 ± 4.8360
Hits@20:
Test: 47.7933 ± 7.3106
Hits@30:
Test: 57.4684 ± 4.4887
Hits@50:
Test: 66.1146 ± 3.8525
AUC:
Test: 97.2145 ± 0.1475
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7518 ± 3.7596
Hits@20:
Test: 35.0767 ± 4.0673
Hits@30:
Test: 42.7888 ± 4.7840
Hits@50:
Test: 54.6616 ± 3.8203
AUC:
Test: 96.8773 ± 0.4059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5496 ± 2.5818
Hits@20:
Test: 46.2906 ± 1.8992
Hits@30:
Test: 53.3664 ± 3.6433
Hits@50:
Test: 62.5090 ± 1.5830
AUC:
Test: 96.5892 ± 0.2861
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5199 ± 5.3486
Hits@20:
Test: 45.7942 ± 4.5290
Hits@30:
Test: 52.5767 ± 3.6832
Hits@50:
Test: 61.6561 ± 2.2302
AUC:
Test: 97.3980 ± 0.1601
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6543 ± 3.3603
Hits@20:
Test: 53.8809 ± 2.3032
Hits@30:
Test: 60.9747 ± 2.1776
Hits@50:
Test: 69.4765 ± 2.6683
AUC:
Test: 98.0006 ± 0.1191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7310 ± 3.1988
Hits@20:
Test: 45.2753 ± 2.8845
Hits@30:
Test: 50.2347 ± 1.9161
Hits@50:
Test: 57.7256 ± 3.4364
AUC:
Test: 96.2723 ± 0.1295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4792 ± 4.1265
Hits@20:
Test: 51.5659 ± 3.8806
Hits@30:
Test: 60.3881 ± 3.7839
Hits@50:
Test: 70.8890 ± 1.9291
AUC:
Test: 97.9896 ± 0.1103
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4152 ± 3.2046
Hits@20:
Test: 36.7148 ± 2.3867
Hits@30:
Test: 44.1742 ± 1.4883
Hits@50:
Test: 51.9810 ± 0.9912
AUC:
Test: 95.9388 ± 0.1764
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1959 ± 6.9096
Hits@20:
Test: 49.5532 ± 3.6061
Hits@30:
Test: 58.9892 ± 5.1199
Hits@50:
Test: 66.7870 ± 1.0761
AUC:
Test: 97.0657 ± 0.2297
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3827 ± 6.2076
Hits@20:
Test: 48.1949 ± 4.2321
Hits@30:
Test: 56.3403 ± 1.7012
Hits@50:
Test: 66.1327 ± 1.0878
AUC:
Test: 97.2675 ± 0.1393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3538 ± 5.5830
Hits@20:
Test: 30.6995 ± 0.9300
Hits@30:
Test: 36.5704 ± 1.3662
Hits@50:
Test: 46.9449 ± 1.4121
AUC:
Test: 95.8028 ± 0.1958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3249 ± 3.3840
Hits@20:
Test: 52.9964 ± 2.9061
Hits@30:
Test: 60.1218 ± 2.1666
Hits@50:
Test: 67.9558 ± 3.0410
AUC:
Test: 97.9062 ± 0.1357
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5650 ± 2.9142
Hits@20:
Test: 44.3005 ± 1.6153
Hits@30:
Test: 52.2428 ± 1.2152
Hits@50:
Test: 61.7960 ± 2.1766
AUC:
Test: 97.4620 ± 0.0702
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6805 ± 2.9177
Hits@20:
Test: 34.0298 ± 1.5147
Hits@30:
Test: 41.9540 ± 2.1493
Hits@50:
Test: 53.2401 ± 2.6891
AUC:
Test: 96.5341 ± 0.3017
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.2130 ± 1.2264
Hits@20:
Test: 17.9197 ± 0.8787
Hits@30:
Test: 20.3700 ± 2.8830
Hits@50:
Test: 27.9738 ± 2.1631
AUC:
Test: 86.0517 ± 0.7001
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6462 ± 4.4499
Hits@20:
Test: 45.7491 ± 5.2506
Hits@30:
Test: 54.0930 ± 4.9526
Hits@50:
Test: 65.7942 ± 3.8072
AUC:
Test: 97.0701 ± 0.2465
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7338 ± 3.9843
Hits@20:
Test: 44.1291 ± 2.2830
Hits@30:
Test: 48.7139 ± 3.7457
Hits@50:
Test: 58.4973 ± 1.7722
AUC:
Test: 96.8207 ± 0.1125
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.8547 ± 1.8982
Hits@20:
Test: 12.5000 ± 2.2173
Hits@30:
Test: 17.7121 ± 1.4001
Hits@50:
Test: 23.0235 ± 2.2819
AUC:
Test: 84.6396 ± 1.2844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.3646 ± 3.8393
Hits@20:
Test: 54.2238 ± 3.8496
Hits@30:
Test: 59.7744 ± 2.2085
Hits@50:
Test: 68.4477 ± 3.2013
AUC:
Test: 97.9501 ± 0.0904
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9206 ± 2.9037
Hits@20:
Test: 50.3565 ± 2.7793
Hits@30:
Test: 58.8899 ± 1.7298
Hits@50:
Test: 68.4657 ± 0.9703
AUC:
Test: 97.9030 ± 0.0699
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0478 ± 4.3907
Hits@20:
Test: 30.6995 ± 1.6310
Hits@30:
Test: 38.4431 ± 4.2623
Hits@50:
Test: 49.1155 ± 3.1595
AUC:
Test: 96.1447 ± 0.2354
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.8051 ± 1.3291
Hits@20:
Test: 18.8403 ± 2.1236
Hits@30:
Test: 25.3384 ± 1.3337
Hits@50:
Test: 32.3691 ± 1.5745
AUC:
Test: 85.5523 ± 0.7039
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.5839 ± 4.8447
Hits@20:
Test: 22.0713 ± 3.4047
Hits@30:
Test: 28.6146 ± 4.7372
Hits@50:
Test: 36.4395 ± 4.9156
AUC:
Test: 92.4949 ± 0.8369
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6372 ± 6.6419
Hits@20:
Test: 56.8141 ± 2.8550
Hits@30:
Test: 62.4955 ± 2.0023
Hits@50:
Test: 70.6227 ± 0.8194
AUC:
Test: 97.5876 ± 0.0337
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.7058 ± 2.7511
Hits@20:
Test: 22.9061 ± 2.5108
Hits@30:
Test: 28.3574 ± 4.1914
Hits@50:
Test: 34.6616 ± 5.4785
AUC:
Test: 91.6131 ± 1.4581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.9810 ± 2.8126
Hits@20:
Test: 13.7184 ± 1.8043
Hits@30:
Test: 18.8673 ± 2.5378
Hits@50:
Test: 24.4043 ± 2.6224
AUC:
Test: 81.5261 ± 0.9497
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.7825 ± 4.1958
Hits@20:
Test: 44.2960 ± 2.8795
Hits@30:
Test: 51.0244 ± 2.1392
Hits@50:
Test: 59.4856 ± 2.6393
AUC:
Test: 97.2510 ± 0.1733
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8610 ± 5.1091
Hits@20:
Test: 40.1444 ± 1.8245
Hits@30:
Test: 47.7527 ± 2.9618
Hits@50:
Test: 58.4928 ± 3.2172
AUC:
Test: 96.7786 ± 0.1448
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.8854 ± 5.1559
Hits@20:
Test: 58.2987 ± 3.6586
Hits@30:
Test: 64.2915 ± 3.3506
Hits@50:
Test: 72.4819 ± 1.7429
AUC:
Test: 98.1396 ± 0.0885
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.4016 ± 2.1789
Hits@20:
Test: 27.1570 ± 4.7072
Hits@30:
Test: 32.5541 ± 4.0103
Hits@50:
Test: 37.8565 ± 4.0319
AUC:
Test: 88.6154 ± 1.4152
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3502 ± 4.4498
Hits@20:
Test: 19.6570 ± 4.5617
Hits@30:
Test: 27.5000 ± 6.4273
Hits@50:
Test: 35.3655 ± 4.5858
AUC:
Test: 92.8940 ± 1.4491
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.9829 ± 4.4565
Hits@20:
Test: 33.7139 ± 4.4812
Hits@30:
Test: 39.9594 ± 2.6064
Hits@50:
Test: 50.6273 ± 1.4105
AUC:
Test: 95.8252 ± 0.0647
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.9269 ± 4.5623
Hits@20:
Test: 47.8114 ± 4.9042
Hits@30:
Test: 55.6995 ± 4.3896
Hits@50:
Test: 63.1408 ± 3.4238
AUC:
Test: 97.4857 ± 0.1900
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.4134 ± 0.7108
Hits@20:
Test: 6.9404 ± 0.5343
Hits@30:
Test: 9.7969 ± 0.9278
Hits@50:
Test: 13.8764 ± 0.5296
AUC:
Test: 81.9115 ± 0.8833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.0289 ± 2.9381
Hits@20:
Test: 27.7843 ± 3.2774
Hits@30:
Test: 34.2148 ± 2.8271
Hits@50:
Test: 46.4982 ± 1.7577
AUC:
Test: 95.6937 ± 0.1760
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.3854 ± 2.7136
Hits@20:
Test: 17.3827 ± 2.7052
Hits@30:
Test: 23.0190 ± 2.7019
Hits@50:
Test: 26.5117 ± 3.8758
AUC:
Test: 86.0215 ± 1.2025
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5442 ± 8.0127
Hits@20:
Test: 53.1724 ± 1.9532
Hits@30:
Test: 58.9711 ± 2.9274
Hits@50:
Test: 68.1724 ± 2.2792
AUC:
Test: 97.0914 ± 0.1012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.5036 ± 1.8931
Hits@20:
Test: 19.6390 ± 3.1409
Hits@30:
Test: 25.6588 ± 1.6572
Hits@50:
Test: 32.4594 ± 2.5287
AUC:
Test: 91.0253 ± 0.5961
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4585 ± 1.8782
Hits@20:
Test: 36.0379 ± 1.6762
Hits@30:
Test: 42.4955 ± 1.7152
Hits@50:
Test: 51.5704 ± 1.9486
AUC:
Test: 95.8522 ± 0.1214
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2338 ± 1.9754
Hits@20:
Test: 54.7834 ± 2.1420
Hits@30:
Test: 61.5930 ± 2.4671
Hits@50:
Test: 69.9639 ± 2.3458
AUC:
Test: 98.0364 ± 0.0790
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.9847 ± 2.7325
Hits@20:
Test: 22.3511 ± 0.9259
Hits@30:
Test: 27.4774 ± 1.5636
Hits@50:
Test: 34.8150 ± 0.9087
AUC:
Test: 87.3564 ± 0.6486
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.9621 ± 4.5545
Hits@20:
Test: 28.6372 ± 3.8665
Hits@30:
Test: 36.8998 ± 1.9057
Hits@50:
Test: 46.0063 ± 0.9387
AUC:
Test: 95.6790 ± 0.1600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.2446 ± 1.1952
Hits@20:
Test: 11.1688 ± 0.9820
Hits@30:
Test: 16.0244 ± 3.2890
Hits@50:
Test: 22.6940 ± 3.4942
AUC:
Test: 87.1511 ± 0.7178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.7708 ± 1.5453
Hits@20:
Test: 11.5884 ± 1.4846
Hits@30:
Test: 16.5884 ± 1.1593
Hits@50:
Test: 23.3394 ± 1.6077
AUC:
Test: 86.0907 ± 1.6742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.3457 ± 1.5653
Hits@20:
Test: 14.3818 ± 2.1260
Hits@30:
Test: 18.4973 ± 1.8709
Hits@50:
Test: 23.9801 ± 2.3626
AUC:
Test: 86.0976 ± 0.8260
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.2383 ± 2.0174
Hits@20:
Test: 14.1787 ± 1.4389
Hits@30:
Test: 18.0190 ± 1.8493
Hits@50:
Test: 24.1787 ± 1.9206
AUC:
Test: 82.2904 ± 0.8359
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8177 ± 4.8068
Hits@20:
Test: 58.2085 ± 4.1895
Hits@30:
Test: 64.2328 ± 2.4726
Hits@50:
Test: 70.3204 ± 0.8088
AUC:
Test: 97.5700 ± 0.1324
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.1525 ± 4.7975
Hits@20:
Test: 23.9079 ± 6.8939
Hits@30:
Test: 29.3321 ± 7.2679
Hits@50:
Test: 38.4296 ± 6.5802
AUC:
Test: 94.0166 ± 1.3631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0190 ± 5.1532
Hits@20:
Test: 37.2067 ± 4.7389
Hits@30:
Test: 47.7256 ± 4.5162
Hits@50:
Test: 57.8791 ± 3.3741
AUC:
Test: 96.7172 ± 0.2314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0190 ± 2.5819
Hits@20:
Test: 48.5740 ± 6.3891
Hits@30:
Test: 55.6859 ± 4.1671
Hits@50:
Test: 65.1218 ± 2.7532
AUC:
Test: 97.5270 ± 0.1687
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5226 ± 6.2989
Hits@20:
Test: 50.7446 ± 9.3113
Hits@30:
Test: 59.8466 ± 4.2339
Hits@50:
Test: 67.8069 ± 1.8094
AUC:
Test: 97.1766 ± 0.0981
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.7067 ± 4.0273
Hits@20:
Test: 23.0505 ± 5.1881
Hits@30:
Test: 29.8962 ± 5.3155
Hits@50:
Test: 36.3989 ± 5.5573
AUC:
Test: 93.2128 ± 1.6867
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3448 ± 1.5658
Hits@20:
Test: 36.7690 ± 3.2355
Hits@30:
Test: 41.9991 ± 3.2622
Hits@50:
Test: 51.4847 ± 3.1673
AUC:
Test: 95.8806 ± 0.0314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8078 ± 4.6520
Hits@20:
Test: 52.9783 ± 1.8625
Hits@30:
Test: 60.4558 ± 2.9393
Hits@50:
Test: 68.8809 ± 2.0704
AUC:
Test: 97.4188 ± 0.1642
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6390 ± 4.6788
Hits@20:
Test: 34.6570 ± 3.9365
Hits@30:
Test: 46.3628 ± 3.7439
Hits@50:
Test: 57.2879 ± 4.1872
AUC:
Test: 97.0217 ± 0.2631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0361 ± 2.0507
Hits@20:
Test: 31.3222 ± 1.1170
Hits@30:
Test: 38.5244 ± 1.6927
Hits@50:
Test: 48.2672 ± 2.1924
AUC:
Test: 95.9349 ± 0.0924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7662 ± 2.3875
Hits@20:
Test: 18.8854 ± 3.3136
Hits@30:
Test: 25.4874 ± 4.7194
Hits@50:
Test: 34.3998 ± 5.2200
AUC:
Test: 93.1270 ± 1.3770
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5090 ± 4.3832
Hits@20:
Test: 57.4504 ± 3.3090
Hits@30:
Test: 64.6976 ± 3.4414
Hits@50:
Test: 73.2897 ± 1.5743
AUC:
Test: 98.1228 ± 0.1266
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.9738 ± 1.8031
Hits@20:
Test: 10.8845 ± 3.1413
Hits@30:
Test: 13.9621 ± 3.6122
Hits@50:
Test: 19.1922 ± 3.9883
AUC:
Test: 85.1011 ± 2.6681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1155 ± 3.1845
Hits@20:
Test: 38.3845 ± 1.8580
Hits@30:
Test: 44.5487 ± 1.8681
Hits@50:
Test: 54.0388 ± 1.4032
AUC:
Test: 95.9581 ± 0.0317
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.5343 ± 1.6828
Hits@20:
Test: 18.2717 ± 1.2886
Hits@30:
Test: 20.8890 ± 1.1334
Hits@50:
Test: 26.5162 ± 0.8226
AUC:
Test: 87.0330 ± 0.3326
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.8005 ± 2.9011
Hits@20:
Test: 57.0758 ± 2.6039
Hits@30:
Test: 64.8330 ± 0.6168
Hits@50:
Test: 72.4278 ± 1.4851
AUC:
Test: 98.1090 ± 0.0692
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.8574 ± 4.9507
Hits@20:
Test: 29.9323 ± 4.8105
Hits@30:
Test: 37.0532 ± 2.2028
Hits@50:
Test: 46.9991 ± 2.2214
AUC:
Test: 95.8470 ± 0.2528
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.7933 ± 2.4724
Hits@20:
Test: 12.6805 ± 3.8438
Hits@30:
Test: 16.6381 ± 4.9883
Hits@50:
Test: 23.5289 ± 5.5268
AUC:
Test: 88.0175 ± 2.2401
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5018 ± 4.1182
Hits@20:
Test: 37.8700 ± 3.7077
Hits@30:
Test: 43.1453 ± 4.0035
Hits@50:
Test: 53.7951 ± 3.7814
AUC:
Test: 96.5770 ± 0.4105
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3619 ± 1.4381
Hits@20:
Test: 19.8195 ± 2.3136
Hits@30:
Test: 23.3213 ± 3.1119
Hits@50:
Test: 30.4558 ± 1.9603
AUC:
Test: 88.8523 ± 0.7709
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7238 ± 2.7250
Hits@20:
Test: 46.1552 ± 3.7252
Hits@30:
Test: 52.8069 ± 1.4203
Hits@50:
Test: 61.1733 ± 1.5619
AUC:
Test: 96.8876 ± 0.0460
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4079 ± 3.0651
Hits@20:
Test: 41.7238 ± 2.7019
Hits@30:
Test: 49.4991 ± 1.8145
Hits@50:
Test: 60.2798 ± 2.4695
AUC:
Test: 97.0422 ± 0.1088
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.9134 ± 2.1050
Hits@20:
Test: 48.5108 ± 2.9044
Hits@30:
Test: 56.8005 ± 3.0096
Hits@50:
Test: 65.4558 ± 2.1615
AUC:
Test: 97.7143 ± 0.0684
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5541 ± 6.3530
Hits@20:
Test: 33.4251 ± 3.9833
Hits@30:
Test: 40.0722 ± 4.1872
Hits@50:
Test: 50.7626 ± 1.8338
AUC:
Test: 96.2590 ± 0.2105
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.0487 ± 2.5082
Hits@20:
Test: 16.7554 ± 1.4979
Hits@30:
Test: 21.6471 ± 1.1196
Hits@50:
Test: 27.5903 ± 1.8844
AUC:
Test: 86.3296 ± 0.6566
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6029 ± 4.8043
Hits@20:
Test: 50.4783 ± 2.3800
Hits@30:
Test: 58.2852 ± 2.4428
Hits@50:
Test: 66.0018 ± 0.8000
AUC:
Test: 97.8293 ± 0.1008
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.3791 ± 4.9137
Hits@20:
Test: 16.4440 ± 4.5963
Hits@30:
Test: 23.1182 ± 6.0510
Hits@50:
Test: 32.9152 ± 8.8632
AUC:
Test: 91.8490 ± 3.5502
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.5063 ± 0.8960
Hits@20:
Test: 12.5857 ± 1.5061
Hits@30:
Test: 17.5135 ± 1.3125
Hits@50:
Test: 24.8917 ± 2.3197
AUC:
Test: 84.3460 ± 1.1681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6390 ± 3.5302
Hits@20:
Test: 44.6480 ± 2.7192
Hits@30:
Test: 51.8051 ± 3.3391
Hits@50:
Test: 58.8222 ± 1.6021
AUC:
Test: 96.7963 ± 0.2072
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2978 ± 4.2128
Hits@20:
Test: 40.5686 ± 7.2339
Hits@30:
Test: 45.9747 ± 6.8239
Hits@50:
Test: 53.7771 ± 6.8124
AUC:
Test: 92.5660 ± 0.9437
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5686 ± 4.7376
Hits@20:
Test: 45.8845 ± 4.6995
Hits@30:
Test: 54.3727 ± 3.7140
Hits@50:
Test: 65.5776 ± 2.1349
AUC:
Test: 97.1517 ± 0.0956
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.5632 ± 0.9216
Hits@20:
Test: 20.3339 ± 1.4555
Hits@30:
Test: 25.9973 ± 1.8800
Hits@50:
Test: 32.2338 ± 2.7262
AUC:
Test: 85.6380 ± 0.4969
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0749 ± 4.5296
Hits@20:
Test: 31.5794 ± 4.1459
Hits@30:
Test: 39.1065 ± 3.2363
Hits@50:
Test: 49.4404 ± 2.8148
AUC:
Test: 96.0828 ± 0.2634
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.5361 ± 8.9067
Hits@20:
Test: 27.3691 ± 11.0726
Hits@30:
Test: 33.3980 ± 9.7039
Hits@50:
Test: 39.2464 ± 9.9130
AUC:
Test: 86.9276 ± 3.1703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.0695 ± 0.6275
Hits@20:
Test: 12.0126 ± 1.5342
Hits@30:
Test: 15.9792 ± 1.2022
Hits@50:
Test: 21.3673 ± 2.3383
AUC:
Test: 80.9008 ± 0.8401
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6489 ± 2.5299
Hits@20:
Test: 55.4513 ± 0.7850
Hits@30:
Test: 61.6606 ± 0.7525
Hits@50:
Test: 69.2464 ± 1.6903
AUC:
Test: 97.6122 ± 0.0357
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7744 ± 1.5871
Hits@20:
Test: 49.5487 ± 3.1099
Hits@30:
Test: 57.7121 ± 2.3419
Hits@50:
Test: 65.3926 ± 2.2141
AUC:
Test: 96.9068 ± 0.1178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.4729 ± 2.2162
Hits@20:
Test: 16.8682 ± 2.9365
Hits@30:
Test: 21.9179 ± 2.0210
Hits@50:
Test: 27.2383 ± 1.7558
AUC:
Test: 86.3448 ± 0.6986
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2464 ± 1.5163
Hits@20:
Test: 35.9296 ± 2.9131
Hits@30:
Test: 44.7789 ± 2.3665
Hits@50:
Test: 56.2365 ± 1.0913
AUC:
Test: 96.7866 ± 0.0333
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9883 ± 3.9530
Hits@20:
Test: 53.8312 ± 3.5774
Hits@30:
Test: 62.2789 ± 2.2867
Hits@50:
Test: 69.3141 ± 1.8118
AUC:
Test: 97.5303 ± 0.2276
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.8294 ± 1.5545
Hits@20:
Test: 13.0551 ± 1.6316
Hits@30:
Test: 16.7690 ± 3.0197
Hits@50:
Test: 24.1200 ± 3.6934
AUC:
Test: 84.4239 ± 1.2296
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4946 ± 3.2866
Hits@20:
Test: 47.2473 ± 3.3308
Hits@30:
Test: 56.2049 ± 2.7182
Hits@50:
Test: 65.8258 ± 2.1886
AUC:
Test: 97.5468 ± 0.1059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9395 ± 6.7899
Hits@20:
Test: 43.3032 ± 2.9920
Hits@30:
Test: 54.9368 ± 2.2461
Hits@50:
Test: 64.6931 ± 2.6066
AUC:
Test: 97.0521 ± 0.1716
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.6336 ± 1.5484
Hits@20:
Test: 56.8727 ± 3.2757
Hits@30:
Test: 64.6209 ± 0.6934
Hits@50:
Test: 72.6534 ± 1.8822
AUC:
Test: 98.1068 ± 0.0821
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.7996 ± 1.5312
Hits@20:
Test: 20.8484 ± 2.8201
Hits@30:
Test: 25.3881 ± 0.7896
Hits@50:
Test: 31.8231 ± 1.7034
AUC:
Test: 85.8642 ± 0.4428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8908 ± 8.8483
Hits@20:
Test: 47.8520 ± 4.2559
Hits@30:
Test: 58.1182 ± 4.8464
Hits@50:
Test: 66.2184 ± 2.1679
AUC:
Test: 97.2489 ± 0.1721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4106 ± 2.1778
Hits@20:
Test: 53.0551 ± 1.9850
Hits@30:
Test: 59.9188 ± 3.4051
Hits@50:
Test: 68.6462 ± 2.7668
AUC:
Test: 97.8845 ± 0.0784
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.3357 ± 0.3457
Hits@20:
Test: 11.9720 ± 1.1519
Hits@30:
Test: 16.1597 ± 1.1283
Hits@50:
Test: 21.7735 ± 1.9549
AUC:
Test: 80.9199 ± 0.8632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.6282 ± 2.4518
Hits@20:
Test: 16.5072 ± 3.0067
Hits@30:
Test: 22.9558 ± 2.3079
Hits@50:
Test: 29.7473 ± 2.4094
AUC:
Test: 88.6991 ± 0.6655
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7139 ± 4.6618
Hits@20:
Test: 49.6209 ± 1.7563
Hits@30:
Test: 57.4910 ± 0.6524
Hits@50:
Test: 68.0099 ± 1.2360
AUC:
Test: 97.9516 ± 0.0753
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5686 ± 3.9412
Hits@20:
Test: 42.2834 ± 4.9017
Hits@30:
Test: 49.4224 ± 3.8075
Hits@50:
Test: 61.5930 ± 1.5913
AUC:
Test: 96.0776 ± 0.1399
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.5307 ± 2.8265
Hits@20:
Test: 19.6616 ± 3.3997
Hits@30:
Test: 23.3213 ± 3.4070
Hits@50:
Test: 30.6002 ± 2.9698
AUC:
Test: 86.9647 ± 0.7123
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1363 ± 5.7126
Hits@20:
Test: 38.6913 ± 4.7610
Hits@30:
Test: 43.6733 ± 3.5100
Hits@50:
Test: 53.5695 ± 0.6709
AUC:
Test: 95.9086 ± 0.1111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1345 ± 3.9850
Hits@20:
Test: 47.6173 ± 2.4409
Hits@30:
Test: 56.8547 ± 2.4559
Hits@50:
Test: 65.0316 ± 2.0823
AUC:
Test: 97.6961 ± 0.0984
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7653 ± 2.2633
Hits@20:
Test: 48.3123 ± 4.1646
Hits@30:
Test: 55.4332 ± 2.6765
Hits@50:
Test: 63.2581 ± 1.0969
AUC:
Test: 96.4066 ± 0.1371
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.7978 ± 1.1153
Hits@20:
Test: 13.2491 ± 1.5813
Hits@30:
Test: 18.0596 ± 2.6322
Hits@50:
Test: 25.5054 ± 3.3541
AUC:
Test: 89.7338 ± 0.4282
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9874 ± 6.1664
Hits@20:
Test: 27.6625 ± 4.7378
Hits@30:
Test: 36.6155 ± 2.4170
Hits@50:
Test: 46.0108 ± 2.4270
AUC:
Test: 95.7330 ± 0.1809
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.2238 ± 0.6966
Hits@20:
Test: 6.6155 ± 0.8399
Hits@30:
Test: 9.6570 ± 0.8177
Hits@50:
Test: 13.9711 ± 0.4477
AUC:
Test: 81.6435 ± 0.8140
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2879 ± 1.7268
Hits@20:
Test: 37.0803 ± 2.4297
Hits@30:
Test: 43.5108 ± 2.7664
Hits@50:
Test: 53.4747 ± 0.9857
AUC:
Test: 94.9800 ± 0.3383
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5072 ± 3.5468
Hits@20:
Test: 43.9350 ± 5.1153
Hits@30:
Test: 49.7292 ± 3.0254
Hits@50:
Test: 59.2238 ± 2.4206
AUC:
Test: 96.1815 ± 0.2351
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2500 ± 2.6721
Hits@20:
Test: 43.0686 ± 2.2099
Hits@30:
Test: 49.4495 ± 2.8837
Hits@50:
Test: 59.5848 ± 2.4111
AUC:
Test: 96.7111 ± 0.1149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1724 ± 2.9369
Hits@20:
Test: 46.1778 ± 4.6136
Hits@30:
Test: 55.1715 ± 3.2164
Hits@50:
Test: 65.5641 ± 2.1864
AUC:
Test: 97.0315 ± 0.0878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.4720 ± 3.0796
Hits@20:
Test: 20.2121 ± 1.7970
Hits@30:
Test: 24.4179 ± 1.4375
Hits@50:
Test: 31.0244 ± 1.8224
AUC:
Test: 89.8048 ± 0.1890
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3069 ± 4.5387
Hits@20:
Test: 33.4612 ± 3.2981
Hits@30:
Test: 40.2482 ± 3.4340
Hits@50:
Test: 49.8691 ± 3.6991
AUC:
Test: 96.1772 ± 0.1777
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9197 ± 3.8841
Hits@20:
Test: 51.5072 ± 2.1568
Hits@30:
Test: 59.3412 ± 1.3469
Hits@50:
Test: 67.1209 ± 2.0052
AUC:
Test: 97.0922 ± 0.1363
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8872 ± 2.7910
Hits@20:
Test: 53.0054 ± 4.7931
Hits@30:
Test: 60.8890 ± 4.2758
Hits@50:
Test: 70.2753 ± 2.9899
AUC:
Test: 98.0033 ± 0.1598
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.4440 ± 1.6015
Hits@20:
Test: 11.9314 ± 0.6172
Hits@30:
Test: 15.8755 ± 0.5107
Hits@50:
Test: 23.2897 ± 1.3140
AUC:
Test: 85.3419 ± 0.6551
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.0072 ± 0.9821
Hits@20:
Test: 13.6552 ± 1.5062
Hits@30:
Test: 18.2356 ± 1.7286
Hits@50:
Test: 23.5650 ± 2.1442
AUC:
Test: 86.9427 ± 0.5064
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8863 ± 4.4153
Hits@20:
Test: 56.8186 ± 4.5152
Hits@30:
Test: 63.5875 ± 3.1567
Hits@50:
Test: 69.6661 ± 1.5387
AUC:
Test: 97.5735 ± 0.0680
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.4359 ± 1.8111
Hits@20:
Test: 14.0162 ± 2.6301
Hits@30:
Test: 17.0668 ± 2.4821
Hits@50:
Test: 22.1435 ± 2.9759
AUC:
Test: 84.9424 ± 1.2636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.5614 ± 1.5633
Hits@20:
Test: 20.0632 ± 3.7789
Hits@30:
Test: 24.3637 ± 3.5295
Hits@50:
Test: 33.2130 ± 5.6532
AUC:
Test: 92.9643 ± 1.0523
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5370 ± 5.0563
Hits@20:
Test: 56.2319 ± 2.6318
Hits@30:
Test: 63.6507 ± 3.0263
Hits@50:
Test: 71.8457 ± 1.9272
AUC:
Test: 98.1473 ± 0.0700
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.5695 ± 0.8632
Hits@20:
Test: 6.9179 ± 0.5833
Hits@30:
Test: 9.9278 ± 0.3392
Hits@50:
Test: 14.2283 ± 0.6133
AUC:
Test: 81.8495 ± 0.7818
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0614 ± 6.8543
Hits@20:
Test: 31.0469 ± 7.7390
Hits@30:
Test: 36.6877 ± 7.6100
Hits@50:
Test: 43.7184 ± 6.1234
AUC:
Test: 93.8979 ± 1.0818
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1977 ± 4.6149
Hits@20:
Test: 41.6291 ± 3.3992
Hits@30:
Test: 50.2211 ± 2.1162
Hits@50:
Test: 58.8448 ± 3.2129
AUC:
Test: 96.1490 ± 0.4333
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4576 ± 2.7969
Hits@20:
Test: 35.6453 ± 1.7619
Hits@30:
Test: 41.7960 ± 3.4252
Hits@50:
Test: 49.5126 ± 0.8559
AUC:
Test: 95.8330 ± 0.0901
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.9883 ± 3.8096
Hits@20:
Test: 20.3610 ± 3.7363
Hits@30:
Test: 26.8321 ± 2.6254
Hits@50:
Test: 32.5316 ± 3.8805
AUC:
Test: 91.0694 ± 0.6984
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.3448 ± 4.1735
Hits@20:
Test: 23.5605 ± 4.4360
Hits@30:
Test: 28.9260 ± 5.8136
Hits@50:
Test: 34.4991 ± 6.8722
AUC:
Test: 91.2819 ± 1.7667
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.7554 ± 1.8314
Hits@20:
Test: 18.7229 ± 2.0515
Hits@30:
Test: 22.8926 ± 1.9661
Hits@50:
Test: 28.0505 ± 0.9211
AUC:
Test: 86.1613 ± 0.8511
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.3294 ± 2.3071
Hits@20:
Test: 30.0000 ± 3.3294
Hits@30:
Test: 35.5776 ± 1.3565
Hits@50:
Test: 46.6471 ± 1.0559
AUC:
Test: 95.6929 ± 0.2200
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7735 ± 5.3801
Hits@20:
Test: 52.1480 ± 4.0647
Hits@30:
Test: 61.1913 ± 3.6539
Hits@50:
Test: 68.8899 ± 2.0187
AUC:
Test: 97.3580 ± 0.1137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.5108 ± 0.8589
Hits@20:
Test: 13.3168 ± 2.1486
Hits@30:
Test: 18.7771 ± 1.8128
Hits@50:
Test: 24.6435 ± 2.1489
AUC:
Test: 84.2777 ± 0.9135
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2058 ± 1.2068
Hits@20:
Test: 35.7897 ± 0.7802
Hits@30:
Test: 41.9720 ± 1.2116
Hits@50:
Test: 50.3114 ± 1.1147
AUC:
Test: 95.8758 ± 0.1082
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.5316 ± 0.6896
Hits@20:
Test: 12.0036 ± 0.8498
Hits@30:
Test: 17.0848 ± 1.3312
Hits@50:
Test: 22.9964 ± 1.3800
AUC:
Test: 86.5978 ± 1.0948
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6706 ± 6.8857
Hits@20:
Test: 54.7653 ± 4.3207
Hits@30:
Test: 63.8132 ± 3.1779
Hits@50:
Test: 71.4170 ± 2.9883
AUC:
Test: 98.0167 ± 0.1533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.2310 ± 2.2673
Hits@20:
Test: 20.6408 ± 1.2813
Hits@30:
Test: 25.7220 ± 2.5002
Hits@50:
Test: 31.5749 ± 1.5008
AUC:
Test: 85.3278 ± 0.4028
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.6652 ± 1.7631
Hits@20:
Test: 9.4179 ± 3.5119
Hits@30:
Test: 13.3845 ± 4.7878
Hits@50:
Test: 19.4043 ± 4.7964
AUC:
Test: 84.8918 ± 2.7670
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.6913 ± 4.3842
Hits@20:
Test: 29.2419 ± 1.8644
Hits@30:
Test: 37.8971 ± 2.5181
Hits@50:
Test: 46.7464 ± 1.3093
AUC:
Test: 95.8448 ± 0.1099
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.3854 ± 1.7660
Hits@20:
Test: 17.3511 ± 1.9206
Hits@30:
Test: 20.7717 ± 1.9676
Hits@50:
Test: 26.8863 ± 1.6586
AUC:
Test: 87.0175 ± 0.3517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7608 ± 3.4983
Hits@20:
Test: 50.1760 ± 6.2102
Hits@30:
Test: 57.2518 ± 2.6802
Hits@50:
Test: 67.2247 ± 3.1144
AUC:
Test: 97.3415 ± 0.1011
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.4702 ± 2.4573
Hits@20:
Test: 13.4838 ± 1.4677
Hits@30:
Test: 17.2834 ± 1.7885
Hits@50:
Test: 23.7996 ± 1.0205
AUC:
Test: 87.7633 ± 1.0551
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8709 ± 6.0713
Hits@20:
Test: 55.5460 ± 3.4887
Hits@30:
Test: 62.9558 ± 2.8751
Hits@50:
Test: 70.0993 ± 1.3704
AUC:
Test: 97.5958 ± 0.1049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.4991 ± 3.0802
Hits@20:
Test: 15.0406 ± 3.2344
Hits@30:
Test: 20.3249 ± 3.8280
Hits@50:
Test: 27.8655 ± 4.2994
AUC:
Test: 83.5084 ± 2.1278
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.1525 ± 2.4521
Hits@20:
Test: 17.2834 ± 3.4263
Hits@30:
Test: 23.5199 ± 3.0795
Hits@50:
Test: 29.3863 ± 3.1057
AUC:
Test: 88.2246 ± 0.8025
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.4865 ± 1.6226
Hits@20:
Test: 18.7771 ± 2.0374
Hits@30:
Test: 22.4188 ± 1.6544
Hits@50:
Test: 28.5605 ± 1.2939
AUC:
Test: 86.1910 ± 0.6066
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0343 ± 2.1566
Hits@20:
Test: 45.9296 ± 2.5180
Hits@30:
Test: 55.4242 ± 1.1857
Hits@50:
Test: 64.4810 ± 2.0620
AUC:
Test: 97.5556 ± 0.1250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1959 ± 4.6401
Hits@20:
Test: 40.7626 ± 5.0105
Hits@30:
Test: 50.6092 ± 4.8533
Hits@50:
Test: 60.6408 ± 5.0630
AUC:
Test: 97.0625 ± 0.1056
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.0478 ± 1.9645
Hits@20:
Test: 13.6823 ± 1.8721
Hits@30:
Test: 18.5289 ± 2.2684
Hits@50:
Test: 25.3745 ± 1.8422
AUC:
Test: 84.3477 ± 1.2799
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2058 ± 5.3807
Hits@20:
Test: 40.9070 ± 6.8668
Hits@30:
Test: 47.7392 ± 5.9782
Hits@50:
Test: 58.1318 ± 4.6861
AUC:
Test: 96.6728 ± 0.5477
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0045 ± 2.5913
Hits@20:
Test: 35.9296 ± 2.8816
Hits@30:
Test: 43.2762 ± 2.3944
Hits@50:
Test: 50.5460 ± 1.7552
AUC:
Test: 95.9332 ± 0.1329
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.7247 ± 0.9822
Hits@20:
Test: 21.2094 ± 0.8444
Hits@30:
Test: 25.4197 ± 2.3914
Hits@50:
Test: 32.0217 ± 2.2825
AUC:
Test: 85.4757 ± 0.3403
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3141 ± 3.3796
Hits@20:
Test: 48.6372 ± 1.9292
Hits@30:
Test: 56.8051 ± 2.5550
Hits@50:
Test: 66.3944 ± 1.8031
AUC:
Test: 97.8182 ± 0.1531
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.2852 ± 1.5167
Hits@20:
Test: 29.7744 ± 4.3260
Hits@30:
Test: 37.3511 ± 1.5437
Hits@50:
Test: 47.0848 ± 2.3280
AUC:
Test: 95.7814 ± 0.2519
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7022 ± 3.9988
Hits@20:
Test: 51.8863 ± 3.2619
Hits@30:
Test: 61.4711 ± 3.2965
Hits@50:
Test: 70.3926 ± 2.1328
AUC:
Test: 97.9753 ± 0.1096
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7301 ± 4.1928
Hits@20:
Test: 29.7428 ± 3.9991
Hits@30:
Test: 34.6977 ± 4.2207
Hits@50:
Test: 40.8393 ± 4.5293
AUC:
Test: 88.1540 ± 1.8484
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.0839 ± 0.7756
Hits@20:
Test: 37.3827 ± 2.4327
Hits@30:
Test: 43.2356 ± 1.4118
Hits@50:
Test: 52.7301 ± 1.2037
AUC:
Test: 95.9141 ± 0.0472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.3502 ± 3.9493
Hits@20:
Test: 15.3430 ± 4.9229
Hits@30:
Test: 19.3682 ± 5.5568
Hits@50:
Test: 25.8619 ± 5.8007
AUC:
Test: 82.8464 ± 2.6836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2013 ± 4.2114
Hits@20:
Test: 31.2906 ± 2.0559
Hits@30:
Test: 36.5749 ± 1.1695
Hits@50:
Test: 47.6444 ± 2.2285
AUC:
Test: 95.8989 ± 0.1466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.5487 ± 3.8112
Hits@20:
Test: 13.3529 ± 4.0796
Hits@30:
Test: 17.3556 ± 2.9072
Hits@50:
Test: 21.9856 ± 4.7637
AUC:
Test: 75.4786 ± 1.8583
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.3096 ± 4.4592
Hits@20:
Test: 26.5794 ± 1.5306
Hits@30:
Test: 32.2022 ± 1.8815
Hits@50:
Test: 39.4224 ± 2.8536
AUC:
Test: 88.3789 ± 1.5589
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4693 ± 2.4132
Hits@20:
Test: 46.3403 ± 4.0166
Hits@30:
Test: 51.7870 ± 4.1815
Hits@50:
Test: 58.5018 ± 4.0062
AUC:
Test: 93.1491 ± 0.3773
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2518 ± 2.9346
Hits@20:
Test: 47.8430 ± 4.0802
Hits@30:
Test: 51.9856 ± 2.2863
Hits@50:
Test: 62.6309 ± 1.9869
AUC:
Test: 96.8363 ± 0.1640
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.0623 ± 2.9829
Hits@20:
Test: 17.0036 ± 4.2559
Hits@30:
Test: 22.2202 ± 2.8879
Hits@50:
Test: 28.1724 ± 3.5513
AUC:
Test: 85.3819 ± 1.2747
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5153 ± 4.6797
Hits@20:
Test: 48.0957 ± 5.2989
Hits@30:
Test: 55.2256 ± 5.3946
Hits@50:
Test: 63.6733 ± 4.8894
AUC:
Test: 97.4703 ± 0.3273
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0794 ± 5.9434
Hits@20:
Test: 32.8249 ± 4.5134
Hits@30:
Test: 41.0199 ± 2.1373
Hits@50:
Test: 50.9567 ± 2.7349
AUC:
Test: 96.2207 ± 0.1150
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7626 ± 5.2555
Hits@20:
Test: 43.3484 ± 3.0596
Hits@30:
Test: 47.5542 ± 3.1011
Hits@50:
Test: 53.3439 ± 1.4227
AUC:
Test: 90.7210 ± 0.2431
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.8150 ± 2.4995
Hits@20:
Test: 22.1977 ± 1.2505
Hits@30:
Test: 28.3709 ± 1.5138
Hits@50:
Test: 34.5984 ± 0.5947
AUC:
Test: 87.2670 ± 0.1434
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.8917 ± 2.2525
Hits@20:
Test: 13.9531 ± 0.8384
Hits@30:
Test: 19.7202 ± 2.2027
Hits@50:
Test: 26.6471 ± 4.2295
AUC:
Test: 89.6365 ± 0.8115
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6796 ± 3.2603
Hits@20:
Test: 43.2897 ± 3.3257
Hits@30:
Test: 50.8168 ± 3.5624
Hits@50:
Test: 62.1977 ± 3.6706
AUC:
Test: 97.0667 ± 0.2955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2509 ± 2.9164
Hits@20:
Test: 45.1760 ± 2.2612
Hits@30:
Test: 51.4350 ± 2.4171
Hits@50:
Test: 59.3457 ± 2.2684
AUC:
Test: 96.7061 ± 0.0933
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.5262 ± 2.2924
Hits@20:
Test: 7.8249 ± 2.0761
Hits@30:
Test: 10.9296 ± 1.8187
Hits@50:
Test: 15.0948 ± 2.5150
AUC:
Test: 82.9814 ± 2.8827
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.5578 ± 4.5690
Hits@20:
Test: 17.2699 ± 3.8438
Hits@30:
Test: 22.1480 ± 5.7619
Hits@50:
Test: 29.8421 ± 5.7214
AUC:
Test: 84.6088 ± 2.5639
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4070 ± 4.1668
Hits@20:
Test: 47.1164 ± 3.1351
Hits@30:
Test: 57.5406 ± 1.8329
Hits@50:
Test: 68.0912 ± 1.7091
AUC:
Test: 97.8689 ± 0.0717
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.5027 ± 2.7028
Hits@20:
Test: 15.5551 ± 3.9855
Hits@30:
Test: 19.8601 ± 3.4260
Hits@50:
Test: 25.0857 ± 5.6181
AUC:
Test: 85.5448 ± 1.9665
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3628 ± 3.9493
Hits@20:
Test: 35.9161 ± 3.4050
Hits@30:
Test: 43.6327 ± 1.5407
Hits@50:
Test: 51.6607 ± 2.8487
AUC:
Test: 96.2437 ± 0.1983
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.2274 ± 2.6125
Hits@20:
Test: 23.3439 ± 1.5051
Hits@30:
Test: 26.9630 ± 1.1610
Hits@50:
Test: 33.6823 ± 0.8081
AUC:
Test: 90.3548 ± 0.2044
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.4910 ± 4.2860
Hits@20:
Test: 28.8132 ± 5.6416
Hits@30:
Test: 34.2419 ± 5.7636
Hits@50:
Test: 40.7942 ± 5.3229
AUC:
Test: 88.7835 ± 1.4477
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5830 ± 1.3642
Hits@20:
Test: 18.6417 ± 1.2473
Hits@30:
Test: 22.8520 ± 2.5941
Hits@50:
Test: 29.3276 ± 2.5123
AUC:
Test: 80.1162 ± 1.7274
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2004 ± 5.7372
Hits@20:
Test: 55.6273 ± 2.9413
Hits@30:
Test: 61.7554 ± 2.2551
Hits@50:
Test: 68.7274 ± 2.7715
AUC:
Test: 97.5579 ± 0.0665
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.2987 ± 2.1438
Hits@20:
Test: 13.2491 ± 2.1417
Hits@30:
Test: 18.1679 ± 0.6007
Hits@50:
Test: 24.5036 ± 1.9273
AUC:
Test: 86.9938 ± 1.5438
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.3854 ± 2.8905
Hits@20:
Test: 16.9224 ± 2.7814
Hits@30:
Test: 22.5181 ± 2.1910
Hits@50:
Test: 28.4657 ± 2.6389
AUC:
Test: 86.7917 ± 0.9797
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.6796 ± 3.5456
Hits@20:
Test: 14.5758 ± 3.5206
Hits@30:
Test: 20.1309 ± 4.4268
Hits@50:
Test: 27.2789 ± 3.5276
AUC:
Test: 89.8230 ± 1.0530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2690 ± 1.6196
Hits@20:
Test: 44.3727 ± 2.0609
Hits@30:
Test: 48.7004 ± 2.1743
Hits@50:
Test: 55.5957 ± 2.0936
AUC:
Test: 92.6892 ± 1.2149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7717 ± 1.7515
Hits@20:
Test: 49.1065 ± 2.0537
Hits@30:
Test: 57.8971 ± 1.6515
Hits@50:
Test: 67.1706 ± 0.9875
AUC:
Test: 97.5482 ± 0.0721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.9395 ± 1.0653
Hits@20:
Test: 7.4368 ± 1.1826
Hits@30:
Test: 10.8529 ± 1.7567
Hits@50:
Test: 15.2527 ± 2.7185
AUC:
Test: 82.9934 ± 2.7848
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.9928 ± 4.9723
Hits@20:
Test: 28.6056 ± 3.1827
Hits@30:
Test: 33.9486 ± 4.2335
Hits@50:
Test: 40.0181 ± 4.4300
AUC:
Test: 87.5317 ± 1.1922
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.6435 ± 4.7461
Hits@20:
Test: 20.8168 ± 3.7539
Hits@30:
Test: 26.0018 ± 3.9570
Hits@50:
Test: 32.4729 ± 4.0691
AUC:
Test: 86.4491 ± 2.0112
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8872 ± 6.0002
Hits@20:
Test: 46.8005 ± 7.3605
Hits@30:
Test: 55.7040 ± 8.1345
Hits@50:
Test: 66.6697 ± 2.7459
AUC:
Test: 97.2988 ± 0.1132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.9043 ± 2.0234
Hits@20:
Test: 23.1724 ± 3.6504
Hits@30:
Test: 29.1877 ± 2.2628
Hits@50:
Test: 35.4513 ± 0.7251
AUC:
Test: 90.8846 ± 0.1703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4179 ± 3.5842
Hits@20:
Test: 46.2004 ± 3.5817
Hits@30:
Test: 55.5821 ± 1.6355
Hits@50:
Test: 63.9937 ± 1.7545
AUC:
Test: 96.9929 ± 0.1031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.0081 ± 1.4281
Hits@20:
Test: 13.3755 ± 2.0203
Hits@30:
Test: 17.7031 ± 2.5459
Hits@50:
Test: 23.5153 ± 3.7317
AUC:
Test: 82.0720 ± 0.9101
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3177 ± 4.4091
Hits@20:
Test: 55.4964 ± 1.5225
Hits@30:
Test: 62.6670 ± 2.0900
Hits@50:
Test: 69.5442 ± 1.1324
AUC:
Test: 98.0160 ± 0.0902
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.2780 ± 2.5087
Hits@20:
Test: 13.6733 ± 2.4022
Hits@30:
Test: 18.6417 ± 1.3090
Hits@50:
Test: 25.0000 ± 1.8616
AUC:
Test: 87.4926 ± 1.6912
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2094 ± 1.6644
Hits@20:
Test: 53.6868 ± 3.5045
Hits@30:
Test: 60.9973 ± 3.3989
Hits@50:
Test: 69.8105 ± 3.5855
AUC:
Test: 97.9142 ± 0.1334
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.6363 ± 2.7946
Hits@20:
Test: 13.9215 ± 2.9000
Hits@30:
Test: 19.1291 ± 1.9527
Hits@50:
Test: 24.4675 ± 2.5370
AUC:
Test: 86.3661 ± 1.2111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1020 ± 6.3736
Hits@20:
Test: 43.8809 ± 3.5047
Hits@30:
Test: 52.7076 ± 4.4550
Hits@50:
Test: 61.4576 ± 0.7515
AUC:
Test: 95.9059 ± 0.1096
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3998 ± 2.5945
Hits@20:
Test: 37.4504 ± 1.5109
Hits@30:
Test: 42.6579 ± 2.8343
Hits@50:
Test: 52.6895 ± 1.8454
AUC:
Test: 95.9675 ± 0.1043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.1841 ± 1.9337
Hits@20:
Test: 16.1056 ± 3.2553
Hits@30:
Test: 19.8375 ± 2.6260
Hits@50:
Test: 25.2211 ± 1.9038
AUC:
Test: 84.0811 ± 1.0611
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.6345 ± 2.7138
Hits@20:
Test: 28.7320 ± 3.8566
Hits@30:
Test: 35.7446 ± 2.2689
Hits@50:
Test: 45.2708 ± 2.0605
AUC:
Test: 95.6734 ± 0.2571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5587 ± 2.3800
Hits@20:
Test: 42.6038 ± 4.7702
Hits@30:
Test: 52.3466 ± 2.5163
Hits@50:
Test: 61.4756 ± 2.1832
AUC:
Test: 96.8769 ± 0.0253
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.0126 ± 6.5895
Hits@20:
Test: 23.4567 ± 9.1844
Hits@30:
Test: 27.7392 ± 9.3014
Hits@50:
Test: 34.4991 ± 9.3517
AUC:
Test: 89.5384 ± 1.1414
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9188 ± 5.1433
Hits@20:
Test: 35.7265 ± 4.9028
Hits@30:
Test: 43.3032 ± 3.7223
Hits@50:
Test: 53.2581 ± 4.8709
AUC:
Test: 94.9393 ± 0.6513
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.6209 ± 2.7543
Hits@20:
Test: 20.3745 ± 3.7681
Hits@30:
Test: 25.1489 ± 3.2801
Hits@50:
Test: 30.9025 ± 1.2794
AUC:
Test: 87.0109 ± 0.7615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9513 ± 3.4734
Hits@20:
Test: 45.9838 ± 2.4738
Hits@30:
Test: 53.0821 ± 3.0521
Hits@50:
Test: 60.8123 ± 2.6579
AUC:
Test: 96.8463 ± 0.1054
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.8430 ± 2.2183
Hits@20:
Test: 19.5307 ± 3.6996
Hits@30:
Test: 25.7356 ± 3.2261
Hits@50:
Test: 35.0993 ± 2.4843
AUC:
Test: 93.1808 ± 0.7209
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9522 ± 3.4441
Hits@20:
Test: 48.2942 ± 3.4221
Hits@30:
Test: 56.2184 ± 2.5910
Hits@50:
Test: 66.6607 ± 2.0345
AUC:
Test: 97.2300 ± 0.0944
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.4143 ± 4.3523
Hits@20:
Test: 32.2202 ± 4.3454
Hits@30:
Test: 39.7744 ± 3.9596
Hits@50:
Test: 48.8583 ± 2.0455
AUC:
Test: 96.1010 ± 0.2681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8132 ± 4.1483
Hits@20:
Test: 49.5442 ± 2.2191
Hits@30:
Test: 56.8276 ± 3.8833
Hits@50:
Test: 64.9594 ± 3.0118
AUC:
Test: 96.9557 ± 0.2391
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.4422 ± 6.6778
Hits@20:
Test: 56.1913 ± 4.4063
Hits@30:
Test: 61.1417 ± 3.3385
Hits@50:
Test: 70.2888 ± 2.1698
AUC:
Test: 97.9581 ± 0.1162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.9513 ± 1.9252
Hits@20:
Test: 11.9134 ± 2.5993
Hits@30:
Test: 15.8078 ± 2.6290
Hits@50:
Test: 20.3791 ± 3.1523
AUC:
Test: 85.5736 ± 1.3935
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.4206 ± 1.2491
Hits@20:
Test: 46.6697 ± 3.0014
Hits@30:
Test: 52.5903 ± 3.4855
Hits@50:
Test: 61.6291 ± 1.0486
AUC:
Test: 97.3246 ± 0.0922
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4359 ± 5.5686
Hits@20:
Test: 55.5415 ± 2.9531
Hits@30:
Test: 62.0578 ± 4.3383
Hits@50:
Test: 70.5280 ± 1.5337
AUC:
Test: 97.6487 ± 0.0833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.6552 ± 2.1754
Hits@20:
Test: 18.3348 ± 2.8632
Hits@30:
Test: 23.3348 ± 1.5803
Hits@50:
Test: 28.5695 ± 2.1945
AUC:
Test: 86.8261 ± 0.4133
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.3421 ± 5.8629
Hits@20:
Test: 53.9576 ± 5.6067
Hits@30:
Test: 63.5424 ± 3.7202
Hits@50:
Test: 71.0153 ± 2.7509
AUC:
Test: 98.0585 ± 0.1156
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.6841 ± 1.2180
Hits@20:
Test: 13.5424 ± 1.3891
Hits@30:
Test: 17.8655 ± 1.2619
Hits@50:
Test: 24.0930 ± 0.7080
AUC:
Test: 86.3307 ± 0.8670
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7301 ± 2.1209
Hits@20:
Test: 17.4955 ± 1.9736
Hits@30:
Test: 24.1426 ± 2.3001
Hits@50:
Test: 29.9639 ± 2.2031
AUC:
Test: 87.3433 ± 0.4477
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1020 ± 2.7489
Hits@20:
Test: 35.8755 ± 1.5271
Hits@30:
Test: 41.6606 ± 2.3615
Hits@50:
Test: 50.6859 ± 2.4915
AUC:
Test: 95.8230 ± 0.0418
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0388 ± 3.2507
Hits@20:
Test: 25.6498 ± 1.3035
Hits@30:
Test: 34.2780 ± 2.4982
Hits@50:
Test: 44.0659 ± 2.0389
AUC:
Test: 95.5118 ± 0.2024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7121 ± 5.7054
Hits@20:
Test: 46.6832 ± 2.6598
Hits@30:
Test: 53.2581 ± 6.2280
Hits@50:
Test: 63.3123 ± 1.1151
AUC:
Test: 97.0957 ± 0.0561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5144 ± 0.9415
Hits@20:
Test: 47.9107 ± 3.4100
Hits@30:
Test: 54.6345 ± 1.7637
Hits@50:
Test: 63.4792 ± 2.0327
AUC:
Test: 96.4855 ± 0.2825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5343 ± 9.3736
Hits@20:
Test: 35.4377 ± 11.6886
Hits@30:
Test: 41.2094 ± 10.8958
Hits@50:
Test: 50.1264 ± 11.0918
AUC:
Test: 95.6321 ± 2.1181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1859 ± 2.0397
Hits@20:
Test: 37.6128 ± 1.2032
Hits@30:
Test: 42.3917 ± 0.9898
Hits@50:
Test: 52.1029 ± 1.3917
AUC:
Test: 95.8621 ± 0.1530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3818 ± 1.8701
Hits@20:
Test: 48.7726 ± 2.1227
Hits@30:
Test: 57.3601 ± 3.2324
Hits@50:
Test: 67.1615 ± 1.5362
AUC:
Test: 97.7208 ± 0.0849
All runs:
Hits@10:
Test: 19.9052 ± 4.7280
Hits@20:
Test: 27.6218 ± 4.1720
Hits@30:
Test: 36.3448 ± 2.9880
Hits@50:
Test: 45.2527 ± 1.4510
AUC:
Test: 95.6618 ± 0.2832
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4170 ± 3.3273
Hits@20:
Test: 49.3366 ± 6.3098
Hits@30:
Test: 57.0307 ± 4.1297
Hits@50:
Test: 67.7572 ± 3.0422
AUC:
Test: 97.2451 ± 0.1854
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6634 ± 4.2995
Hits@20:
Test: 40.2211 ± 3.2006
Hits@30:
Test: 47.6534 ± 2.2643
Hits@50:
Test: 55.4558 ± 2.2523
AUC:
Test: 95.8671 ± 0.1639
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8357 ± 3.8381
Hits@20:
Test: 56.8727 ± 2.9788
Hits@30:
Test: 64.4540 ± 1.8016
Hits@50:
Test: 70.2753 ± 1.3351
AUC:
Test: 97.6160 ± 0.0796
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.8547 ± 2.7105
Hits@20:
Test: 30.3655 ± 2.0781
Hits@30:
Test: 39.3818 ± 5.3193
Hits@50:
Test: 50.0948 ± 3.6821
AUC:
Test: 96.4359 ± 0.3304
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2338 ± 4.1374
Hits@20:
Test: 18.1273 ± 7.5061
Hits@30:
Test: 22.6309 ± 8.6720
Hits@50:
Test: 28.9125 ± 10.6986
AUC:
Test: 90.1263 ± 4.7708
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8168 ± 2.8377
Hits@20:
Test: 49.9233 ± 4.8819
Hits@30:
Test: 57.6940 ± 2.2517
Hits@50:
Test: 65.5776 ± 1.0888
AUC:
Test: 97.5931 ± 0.0671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5352 ± 4.5394
Hits@20:
Test: 53.4747 ± 3.5634
Hits@30:
Test: 60.4061 ± 3.3830
Hits@50:
Test: 69.2915 ± 2.9480
AUC:
Test: 97.9639 ± 0.1275
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7771 ± 1.2402
Hits@20:
Test: 37.4097 ± 2.7545
Hits@30:
Test: 44.1561 ± 2.0312
Hits@50:
Test: 51.5749 ± 1.3622
AUC:
Test: 95.9372 ± 0.0747
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6381 ± 2.7790
Hits@20:
Test: 40.9747 ± 3.6001
Hits@30:
Test: 48.1588 ± 2.5327
Hits@50:
Test: 56.2861 ± 2.8772
AUC:
Test: 96.4439 ± 0.1622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8177 ± 4.1379
Hits@20:
Test: 31.1823 ± 4.8112
Hits@30:
Test: 37.2608 ± 3.0639
Hits@50:
Test: 47.2383 ± 1.6864
AUC:
Test: 95.8960 ± 0.2027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8357 ± 4.2848
Hits@20:
Test: 37.3917 ± 4.1826
Hits@30:
Test: 42.6038 ± 4.3390
Hits@50:
Test: 50.1625 ± 2.4211
AUC:
Test: 95.9185 ± 0.1175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4621 ± 5.9480
Hits@20:
Test: 41.5839 ± 6.2924
Hits@30:
Test: 50.4693 ± 5.5469
Hits@50:
Test: 59.9729 ± 3.7791
AUC:
Test: 97.2551 ± 0.3297
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3890 ± 3.5345
Hits@20:
Test: 30.2753 ± 2.5529
Hits@30:
Test: 38.4386 ± 1.1015
Hits@50:
Test: 47.5632 ± 1.0430
AUC:
Test: 95.8673 ± 0.0631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.5370 ± 1.5380
Hits@20:
Test: 17.2699 ± 1.8366
Hits@30:
Test: 21.3448 ± 1.6562
Hits@50:
Test: 28.6959 ± 1.7929
AUC:
Test: 86.2418 ± 0.5773
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3953 ± 11.0181
Hits@20:
Test: 21.1011 ± 14.6551
Hits@30:
Test: 27.2608 ± 16.3484
Hits@50:
Test: 32.5587 ± 18.0697
AUC:
Test: 89.7917 ± 6.0622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2274 ± 2.3783
Hits@20:
Test: 43.1318 ± 2.6589
Hits@30:
Test: 50.5731 ± 1.4778
Hits@50:
Test: 60.5235 ± 2.0840
AUC:
Test: 96.7760 ± 0.1202
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.7527 ± 1.3260
Hits@20:
Test: 13.1588 ± 2.2688
Hits@30:
Test: 18.1047 ± 1.3918
Hits@50:
Test: 24.1877 ± 2.8020
AUC:
Test: 85.3053 ± 1.2732
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7933 ± 5.3118
Hits@20:
Test: 33.3168 ± 2.4848
Hits@30:
Test: 41.2139 ± 2.1465
Hits@50:
Test: 50.6363 ± 1.5450
AUC:
Test: 96.2159 ± 0.0958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.9377 ± 2.3017
Hits@20:
Test: 18.6282 ± 3.4966
Hits@30:
Test: 23.8448 ± 2.9082
Hits@50:
Test: 30.3475 ± 1.3589
AUC:
Test: 85.1400 ± 0.7019
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9107 ± 4.7279
Hits@20:
Test: 48.9170 ± 4.1893
Hits@30:
Test: 54.8240 ± 2.8810
Hits@50:
Test: 65.0722 ± 2.0919
AUC:
Test: 97.0677 ± 0.0779
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8294 ± 4.1596
Hits@20:
Test: 40.7807 ± 2.2428
Hits@30:
Test: 47.2699 ± 2.4349
Hits@50:
Test: 55.4106 ± 1.9831
AUC:
Test: 96.0694 ± 0.2195
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.4350 ± 1.1909
Hits@20:
Test: 12.0442 ± 1.3400
Hits@30:
Test: 16.8998 ± 2.4323
Hits@50:
Test: 22.5722 ± 2.7555
AUC:
Test: 81.1385 ± 0.8283
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.3872 ± 4.3825
Hits@20:
Test: 23.4206 ± 4.1067
Hits@30:
Test: 27.3240 ± 3.6336
Hits@50:
Test: 35.2708 ± 2.9136
AUC:
Test: 87.4453 ± 0.6837
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5523 ± 1.7554
Hits@20:
Test: 33.7229 ± 1.5915
Hits@30:
Test: 39.4765 ± 1.8585
Hits@50:
Test: 47.9061 ± 1.4670
AUC:
Test: 95.7264 ± 0.1458
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8529 ± 4.9957
Hits@20:
Test: 42.4458 ± 3.7545
Hits@30:
Test: 49.1697 ± 3.6419
Hits@50:
Test: 57.6625 ± 2.6273
AUC:
Test: 96.8061 ± 0.2227
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.5596 ± 3.4892
Hits@20:
Test: 17.7347 ± 3.5466
Hits@30:
Test: 23.0144 ± 2.1982
Hits@50:
Test: 28.1904 ± 4.2140
AUC:
Test: 86.0757 ± 0.9930
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9657 ± 3.2427
Hits@20:
Test: 46.9901 ± 2.8162
Hits@30:
Test: 56.6967 ± 1.4461
Hits@50:
Test: 65.1489 ± 1.7484
AUC:
Test: 97.0268 ± 0.1009
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7608 ± 3.8070
Hits@20:
Test: 52.6038 ± 5.1542
Hits@30:
Test: 60.9747 ± 2.9414
Hits@50:
Test: 69.8150 ± 1.2481
AUC:
Test: 97.9371 ± 0.0843
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.5307 ± 4.1983
Hits@20:
Test: 21.4937 ± 4.1795
Hits@30:
Test: 28.2717 ± 1.5777
Hits@50:
Test: 34.2419 ± 1.3293
AUC:
Test: 87.1676 ± 0.5484
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1688 ± 2.1303
Hits@20:
Test: 45.0135 ± 2.2488
Hits@30:
Test: 50.4061 ± 2.4385
Hits@50:
Test: 57.9738 ± 1.6422
AUC:
Test: 96.9162 ± 0.1327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 5.8845 ± 0.7499
Hits@20:
Test: 12.8565 ± 1.4531
Hits@30:
Test: 18.3574 ± 1.7063
Hits@50:
Test: 24.4946 ± 1.9878
AUC:
Test: 82.1648 ± 0.9063
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0993 ± 7.0645
Hits@20:
Test: 48.6778 ± 8.8817
Hits@30:
Test: 58.8403 ± 5.2274
Hits@50:
Test: 67.9287 ± 3.8791
AUC:
Test: 97.2909 ± 0.1132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9386 ± 6.1952
Hits@20:
Test: 46.2500 ± 6.0076
Hits@30:
Test: 55.3204 ± 5.4154
Hits@50:
Test: 65.2572 ± 5.0054
AUC:
Test: 97.5063 ± 0.3193
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2301 ± 3.8638
Hits@20:
Test: 55.3430 ± 2.9778
Hits@30:
Test: 62.3014 ± 1.4176
Hits@50:
Test: 70.3159 ± 0.8384
AUC:
Test: 98.0276 ± 0.0814
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2040 ± 5.1392
Hits@20:
Test: 49.9368 ± 7.4210
Hits@30:
Test: 58.0190 ± 2.8527
Hits@50:
Test: 67.7617 ± 2.3140
AUC:
Test: 97.1744 ± 0.1487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6209 ± 5.3581
Hits@20:
Test: 36.0379 ± 4.5093
Hits@30:
Test: 43.7951 ± 4.1541
Hits@50:
Test: 50.6273 ± 2.3029
AUC:
Test: 95.8918 ± 0.3381
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.9486 ± 3.5164
Hits@20:
Test: 24.8962 ± 5.7663
Hits@30:
Test: 33.1047 ± 4.1145
Hits@50:
Test: 43.4296 ± 1.6620
AUC:
Test: 95.3721 ± 0.3354
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7464 ± 6.2948
Hits@20:
Test: 49.4089 ± 6.4069
Hits@30:
Test: 56.1913 ± 5.6590
Hits@50:
Test: 64.2464 ± 3.8122
AUC:
Test: 97.0707 ± 0.0884
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6959 ± 2.2052
Hits@20:
Test: 36.8502 ± 4.0818
Hits@30:
Test: 46.0334 ± 3.4381
Hits@50:
Test: 58.0776 ± 2.4891
AUC:
Test: 97.0434 ± 0.2581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4955 ± 3.8390
Hits@20:
Test: 44.9188 ± 5.1608
Hits@30:
Test: 51.9495 ± 1.9478
Hits@50:
Test: 59.7247 ± 3.7497
AUC:
Test: 96.7422 ± 0.1851
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7148 ± 2.7027
Hits@20:
Test: 30.6137 ± 3.2094
Hits@30:
Test: 39.2554 ± 2.6824
Hits@50:
Test: 51.0875 ± 3.6779
AUC:
Test: 96.3314 ± 0.3936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3574 ± 3.5286
Hits@20:
Test: 56.3403 ± 5.2728
Hits@30:
Test: 64.8014 ± 2.8441
Hits@50:
Test: 73.4792 ± 1.8037
AUC:
Test: 98.1495 ± 0.0907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8285 ± 2.7427
Hits@20:
Test: 39.1922 ± 0.6555
Hits@30:
Test: 43.9170 ± 0.7888
Hits@50:
Test: 54.1922 ± 1.4640
AUC:
Test: 96.4315 ± 0.0636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6318 ± 3.7561
Hits@20:
Test: 49.6796 ± 3.5330
Hits@30:
Test: 58.9666 ± 3.1749
Hits@50:
Test: 68.1092 ± 2.6550
AUC:
Test: 97.9187 ± 0.1373
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4143 ± 2.5622
Hits@20:
Test: 56.0514 ± 2.5093
Hits@30:
Test: 61.5433 ± 1.8400
Hits@50:
Test: 70.9341 ± 2.0202
AUC:
Test: 97.6029 ± 0.0307
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7581 ± 4.1858
Hits@20:
Test: 47.6399 ± 2.8166
Hits@30:
Test: 56.6110 ± 3.2956
Hits@50:
Test: 66.0018 ± 2.2430
AUC:
Test: 97.6829 ± 0.2069
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6236 ± 6.0979
Hits@20:
Test: 59.0027 ± 1.8982
Hits@30:
Test: 66.2951 ± 0.7609
Hits@50:
Test: 73.6868 ± 1.7593
AUC:
Test: 98.1431 ± 0.0636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.8863 ± 1.8664
Hits@20:
Test: 16.7554 ± 2.6977
Hits@30:
Test: 21.2726 ± 2.1035
Hits@50:
Test: 27.8339 ± 1.9163
AUC:
Test: 86.2062 ± 0.6115
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6110 ± 4.2951
Hits@20:
Test: 43.3078 ± 3.2593
Hits@30:
Test: 49.5713 ± 3.9570
Hits@50:
Test: 59.2419 ± 3.0422
AUC:
Test: 97.2050 ± 0.2103
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3439 ± 2.4722
Hits@20:
Test: 37.6579 ± 4.2152
Hits@30:
Test: 42.4729 ± 2.4105
Hits@50:
Test: 51.8457 ± 2.4151
AUC:
Test: 95.9287 ± 0.0876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.1652 ± 0.9784
Hits@20:
Test: 13.2626 ± 1.8580
Hits@30:
Test: 17.4458 ± 1.7909
Hits@50:
Test: 23.3529 ± 3.3111
AUC:
Test: 84.4534 ± 1.2056
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.2924 ± 3.3998
Hits@20:
Test: 26.9088 ± 3.1386
Hits@30:
Test: 35.9567 ± 2.4885
Hits@50:
Test: 45.2933 ± 1.3348
AUC:
Test: 95.6494 ± 0.1668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.6643 ± 2.5711
Hits@20:
Test: 18.8989 ± 1.2396
Hits@30:
Test: 25.1850 ± 1.4743
Hits@50:
Test: 31.8547 ± 0.7345
AUC:
Test: 85.6509 ± 0.3486
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5912 ± 4.9163
Hits@20:
Test: 23.4296 ± 6.6532
Hits@30:
Test: 32.3511 ± 8.0255
Hits@50:
Test: 39.8827 ± 8.7665
AUC:
Test: 93.4756 ± 1.4725
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.4224 ± 0.6993
Hits@20:
Test: 6.9449 ± 0.5328
Hits@30:
Test: 9.8150 ± 0.9144
Hits@50:
Test: 13.8854 ± 0.5883
AUC:
Test: 81.9440 ± 0.9484
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4052 ± 1.9524
Hits@20:
Test: 35.8078 ± 2.3066
Hits@30:
Test: 42.1570 ± 2.5372
Hits@50:
Test: 51.9134 ± 0.7010
AUC:
Test: 95.9333 ± 0.1783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.3538 ± 0.7717
Hits@20:
Test: 11.7238 ± 1.3000
Hits@30:
Test: 15.2166 ± 2.7944
Hits@50:
Test: 21.1958 ± 2.2340
AUC:
Test: 81.0612 ± 0.6700
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2933 ± 4.0973
Hits@20:
Test: 31.2319 ± 4.4990
Hits@30:
Test: 37.9513 ± 1.5970
Hits@50:
Test: 46.1913 ± 1.9309
AUC:
Test: 95.6838 ± 0.2123
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.1949 ± 1.5145
Hits@20:
Test: 19.5036 ± 1.7603
Hits@30:
Test: 22.1841 ± 1.4320
Hits@50:
Test: 28.0551 ± 1.2071
AUC:
Test: 86.2559 ± 0.6087
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.9883 ± 1.6654
Hits@20:
Test: 22.8384 ± 2.3856
Hits@30:
Test: 27.2879 ± 2.4669
Hits@50:
Test: 34.6796 ± 3.9924
AUC:
Test: 91.7336 ± 0.9893
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6679 ± 2.9470
Hits@20:
Test: 54.4179 ± 4.3001
Hits@30:
Test: 61.2861 ± 3.5639
Hits@50:
Test: 69.6570 ± 2.2152
AUC:
Test: 97.5681 ± 0.0556
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.9801 ± 1.4854
Hits@20:
Test: 12.4097 ± 2.2849
Hits@30:
Test: 19.1516 ± 3.5034
Hits@50:
Test: 24.7202 ± 2.2045
AUC:
Test: 84.3122 ± 1.1712
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4513 ± 2.7146
Hits@20:
Test: 49.8285 ± 2.5487
Hits@30:
Test: 58.1588 ± 1.5703
Hits@50:
Test: 66.3538 ± 1.0439
AUC:
Test: 97.6628 ± 0.0556
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.3466 ± 1.8249
Hits@20:
Test: 12.0487 ± 0.7949
Hits@30:
Test: 16.2635 ± 1.4628
Hits@50:
Test: 23.0144 ± 1.6969
AUC:
Test: 86.5330 ± 1.2023
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3664 ± 1.3702
Hits@20:
Test: 19.2148 ± 1.5151
Hits@30:
Test: 27.1977 ± 2.3886
Hits@50:
Test: 31.4305 ± 2.0269
AUC:
Test: 85.7030 ± 0.2422
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0776 ± 3.0393
Hits@20:
Test: 36.7644 ± 1.5647
Hits@30:
Test: 41.9449 ± 3.0064
Hits@50:
Test: 50.0722 ± 1.6705
AUC:
Test: 95.9043 ± 0.0963
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8357 ± 3.2716
Hits@20:
Test: 28.2852 ± 3.5018
Hits@30:
Test: 38.4116 ± 2.5372
Hits@50:
Test: 46.5839 ± 1.7644
AUC:
Test: 95.7504 ± 0.1763
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.2726 ± 1.0579
Hits@20:
Test: 12.5406 ± 3.1383
Hits@30:
Test: 16.4801 ± 2.9762
Hits@50:
Test: 21.7238 ± 3.3092
AUC:
Test: 81.1547 ± 1.2310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5054 ± 2.9225
Hits@20:
Test: 39.0162 ± 5.0223
Hits@30:
Test: 45.2662 ± 5.0497
Hits@50:
Test: 56.4125 ± 3.7224
AUC:
Test: 96.6868 ± 0.1745
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4179 ± 3.3054
Hits@20:
Test: 39.1381 ± 1.8329
Hits@30:
Test: 43.5921 ± 1.3993
Hits@50:
Test: 53.4116 ± 1.7259
AUC:
Test: 95.9526 ± 0.0887
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9233 ± 5.9504
Hits@20:
Test: 47.7076 ± 3.9698
Hits@30:
Test: 54.4901 ± 2.1109
Hits@50:
Test: 62.0442 ± 1.7125
AUC:
Test: 96.0545 ± 0.1141
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.8574 ± 4.3784
Hits@20:
Test: 29.3682 ± 4.0826
Hits@30:
Test: 37.6986 ± 2.0574
Hits@50:
Test: 47.4774 ± 2.1921
AUC:
Test: 95.7991 ± 0.2481
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7031 ± 3.4380
Hits@20:
Test: 19.0162 ± 2.6089
Hits@30:
Test: 24.1065 ± 2.9987
Hits@50:
Test: 33.8448 ± 2.8972
AUC:
Test: 92.9103 ± 1.2102
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9865 ± 3.0508
Hits@20:
Test: 46.9901 ± 4.7522
Hits@30:
Test: 55.0226 ± 3.5635
Hits@50:
Test: 62.5632 ± 1.3239
AUC:
Test: 96.8558 ± 0.1673
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5388 ± 1.9142
Hits@20:
Test: 36.8863 ± 1.5663
Hits@30:
Test: 44.1245 ± 1.5580
Hits@50:
Test: 53.0596 ± 2.1551
AUC:
Test: 94.8564 ± 0.3958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9314 ± 4.5170
Hits@20:
Test: 32.5812 ± 4.1034
Hits@30:
Test: 41.7960 ± 2.9986
Hits@50:
Test: 51.1327 ± 2.9255
AUC:
Test: 96.1392 ± 0.3066
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6489 ± 4.0673
Hits@20:
Test: 28.7681 ± 2.7305
Hits@30:
Test: 33.0551 ± 4.4803
Hits@50:
Test: 39.1697 ± 3.8743
AUC:
Test: 88.0922 ± 1.4045
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1336 ± 2.7281
Hits@20:
Test: 38.4341 ± 7.2040
Hits@30:
Test: 43.8673 ± 4.3465
Hits@50:
Test: 55.8213 ± 4.0432
AUC:
Test: 96.7502 ± 0.5202
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3646 ± 3.4249
Hits@20:
Test: 47.5226 ± 3.8409
Hits@30:
Test: 55.7356 ± 3.8846
Hits@50:
Test: 66.2184 ± 1.9291
AUC:
Test: 96.9992 ± 0.1162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2789 ± 0.8914
Hits@20:
Test: 21.4982 ± 4.1523
Hits@30:
Test: 27.8023 ± 2.5612
Hits@50:
Test: 34.3592 ± 2.3054
AUC:
Test: 87.1782 ± 0.5010
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8096 ± 4.1076
Hits@20:
Test: 44.9459 ± 6.0653
Hits@30:
Test: 53.9756 ± 3.7070
Hits@50:
Test: 62.6173 ± 2.2836
AUC:
Test: 95.9199 ± 0.1397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.3348 ± 2.0592
Hits@20:
Test: 14.9188 ± 1.5231
Hits@30:
Test: 21.3403 ± 3.1800
Hits@50:
Test: 28.5244 ± 5.8623
AUC:
Test: 90.7444 ± 2.8801
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5325 ± 3.0234
Hits@20:
Test: 40.4152 ± 3.5274
Hits@30:
Test: 47.3421 ± 2.1289
Hits@50:
Test: 56.4847 ± 2.4556
AUC:
Test: 95.7592 ± 0.3653
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3646 ± 1.8717
Hits@20:
Test: 49.4810 ± 3.4227
Hits@30:
Test: 55.7852 ± 0.7535
Hits@50:
Test: 65.1083 ± 0.5833
AUC:
Test: 96.9381 ± 0.0728
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7256 ± 4.5031
Hits@20:
Test: 19.7744 ± 2.4570
Hits@30:
Test: 22.5181 ± 2.9144
Hits@50:
Test: 25.9567 ± 2.1582
AUC:
Test: 86.4205 ± 0.5876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4982 ± 4.0525
Hits@20:
Test: 48.9621 ± 5.0246
Hits@30:
Test: 56.3944 ± 3.0796
Hits@50:
Test: 66.8998 ± 1.1777
AUC:
Test: 97.1387 ± 0.0631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.9964 ± 4.7100
Hits@20:
Test: 47.4865 ± 7.0968
Hits@30:
Test: 56.5749 ± 4.2732
Hits@50:
Test: 66.1733 ± 1.7435
AUC:
Test: 97.2396 ± 0.1226
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.3141 ± 1.3326
Hits@20:
Test: 14.4449 ± 2.4484
Hits@30:
Test: 17.5406 ± 2.4713
Hits@50:
Test: 25.5280 ± 2.0676
AUC:
Test: 84.3148 ± 1.0660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3168 ± 1.7999
Hits@20:
Test: 20.6588 ± 1.4632
Hits@30:
Test: 25.6724 ± 0.8758
Hits@50:
Test: 31.4801 ± 1.7190
AUC:
Test: 85.4346 ± 0.5476
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5045 ± 3.2599
Hits@20:
Test: 52.9964 ± 4.0805
Hits@30:
Test: 61.9675 ± 3.0324
Hits@50:
Test: 70.2708 ± 1.2932
AUC:
Test: 98.0236 ± 0.0893
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5758 ± 4.5973
Hits@20:
Test: 37.1931 ± 3.6734
Hits@30:
Test: 46.5930 ± 2.1618
Hits@50:
Test: 57.0532 ± 1.6263
AUC:
Test: 96.8146 ± 0.1790
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.0866 ± 2.0601
Hits@20:
Test: 17.3691 ± 1.3908
Hits@30:
Test: 22.2653 ± 1.1270
Hits@50:
Test: 27.4865 ± 1.8875
AUC:
Test: 86.2275 ± 0.6935
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.3375 ± 2.0468
Hits@20:
Test: 13.9711 ± 2.8786
Hits@30:
Test: 18.4477 ± 3.9936
Hits@50:
Test: 25.1173 ± 4.2636
AUC:
Test: 82.4555 ± 1.8397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.8457 ± 2.4337
Hits@20:
Test: 18.7681 ± 3.9777
Hits@30:
Test: 24.8691 ± 1.1797
Hits@50:
Test: 32.2383 ± 0.8128
AUC:
Test: 85.5474 ± 0.3671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5830 ± 1.7465
Hits@20:
Test: 18.1904 ± 2.6913
Hits@30:
Test: 23.6282 ± 1.9579
Hits@50:
Test: 29.4720 ± 2.0083
AUC:
Test: 86.2279 ± 0.6968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.6498 ± 2.2130
Hits@20:
Test: 26.7193 ± 2.4542
Hits@30:
Test: 30.9206 ± 3.4639
Hits@50:
Test: 37.6038 ± 2.9014
AUC:
Test: 87.7659 ± 0.9206
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1345 ± 3.4142
Hits@20:
Test: 57.7301 ± 2.1599
Hits@30:
Test: 65.1534 ± 2.2095
Hits@50:
Test: 73.2220 ± 1.8836
AUC:
Test: 98.1517 ± 0.0443
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.9982 ± 2.2663
Hits@20:
Test: 14.4630 ± 0.9657
Hits@30:
Test: 18.9395 ± 2.1831
Hits@50:
Test: 25.9341 ± 2.5455
AUC:
Test: 84.3105 ± 1.1251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.1218 ± 3.8488
Hits@20:
Test: 22.0848 ± 2.6085
Hits@30:
Test: 27.5541 ± 2.2995
Hits@50:
Test: 34.7157 ± 0.9816
AUC:
Test: 87.3752 ± 0.3139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.8042 ± 1.6911
Hits@20:
Test: 21.3628 ± 1.4894
Hits@30:
Test: 26.2274 ± 2.2173
Hits@50:
Test: 32.5451 ± 1.7008
AUC:
Test: 85.3417 ± 0.3401
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.0144 ± 3.2036
Hits@20:
Test: 14.5758 ± 4.1208
Hits@30:
Test: 18.6056 ± 4.2030
Hits@50:
Test: 25.8709 ± 5.3959
AUC:
Test: 82.7168 ± 1.9388
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9016 ± 3.2655
Hits@20:
Test: 50.9386 ± 5.0001
Hits@30:
Test: 61.3899 ± 1.1539
Hits@50:
Test: 68.5424 ± 1.6699
AUC:
Test: 97.1880 ± 0.1406
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4856 ± 4.7930
Hits@20:
Test: 45.8755 ± 4.6692
Hits@30:
Test: 54.7473 ± 4.3417
Hits@50:
Test: 63.7545 ± 4.5972
AUC:
Test: 97.6035 ± 0.1576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.3475 ± 7.9599
Hits@20:
Test: 26.5343 ± 7.3153
Hits@30:
Test: 32.3240 ± 6.4355
Hits@50:
Test: 38.6011 ± 5.9708
AUC:
Test: 88.4551 ± 2.1003
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3619 ± 4.8671
Hits@20:
Test: 56.7960 ± 3.0222
Hits@30:
Test: 63.1002 ± 3.5186
Hits@50:
Test: 72.2337 ± 1.7600
AUC:
Test: 98.0992 ± 0.0836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.8294 ± 2.8847
Hits@20:
Test: 13.7229 ± 2.9538
Hits@30:
Test: 19.2419 ± 2.9115
Hits@50:
Test: 26.6787 ± 2.9969
AUC:
Test: 89.8860 ± 0.3243
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.3718 ± 2.4560
Hits@20:
Test: 16.3989 ± 0.5280
Hits@30:
Test: 21.7374 ± 1.9810
Hits@50:
Test: 28.9531 ± 1.8599
AUC:
Test: 86.1166 ± 0.5927
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.2148 ± 0.6935
Hits@20:
Test: 6.6110 ± 0.8472
Hits@30:
Test: 9.6706 ± 0.8138
Hits@50:
Test: 13.9892 ± 0.4349
AUC:
Test: 81.6167 ± 0.8255
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.6264 ± 2.2684
Hits@20:
Test: 17.1661 ± 4.0371
Hits@30:
Test: 21.2951 ± 4.4532
Hits@50:
Test: 28.5244 ± 3.6002
AUC:
Test: 85.4907 ± 1.1382
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.9395 ± 3.4852
Hits@20:
Test: 20.5144 ± 5.3785
Hits@30:
Test: 26.2274 ± 2.0166
Hits@50:
Test: 32.0532 ± 1.2737
AUC:
Test: 85.4401 ± 0.6618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.5451 ± 4.1018
Hits@20:
Test: 18.2040 ± 1.4186
Hits@30:
Test: 22.3195 ± 2.0551
Hits@50:
Test: 28.4070 ± 1.1529
AUC:
Test: 86.0812 ± 0.5191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.2139 ± 1.8880
Hits@20:
Test: 21.8231 ± 2.0200
Hits@30:
Test: 28.4522 ± 2.0372
Hits@50:
Test: 35.7536 ± 1.0677
AUC:
Test: 87.2465 ± 0.2950
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.6661 ± 1.0158
Hits@20:
Test: 18.8493 ± 1.1979
Hits@30:
Test: 24.0433 ± 2.4084
Hits@50:
Test: 30.5821 ± 1.7889
AUC:
Test: 89.6412 ± 0.4089
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.6236 ± 1.6762
Hits@20:
Test: 19.7924 ± 3.7099
Hits@30:
Test: 26.4576 ± 2.7315
Hits@50:
Test: 32.7437 ± 1.3734
AUC:
Test: 85.5694 ± 0.4259
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.8908 ± 1.5585
Hits@20:
Test: 11.8412 ± 0.5532
Hits@30:
Test: 16.2500 ± 0.5865
Hits@50:
Test: 23.0596 ± 0.5580
AUC:
Test: 85.2583 ± 0.4186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4486 ± 2.1458
Hits@20:
Test: 47.5677 ± 3.8456
Hits@30:
Test: 53.3935 ± 2.3092
Hits@50:
Test: 61.8637 ± 1.6114
AUC:
Test: 95.9781 ± 0.1848
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.9964 ± 2.1073
Hits@20:
Test: 21.9585 ± 2.7103
Hits@30:
Test: 27.8971 ± 1.7287
Hits@50:
Test: 35.8664 ± 1.5604
AUC:
Test: 87.2567 ± 0.4000
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5054 ± 2.2882
Hits@20:
Test: 22.0803 ± 2.2835
Hits@30:
Test: 27.0893 ± 1.8606
Hits@50:
Test: 35.7626 ± 1.1005
AUC:
Test: 93.0406 ± 0.4533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7148 ± 2.1636
Hits@20:
Test: 48.0144 ± 2.4004
Hits@30:
Test: 57.6038 ± 2.1078
Hits@50:
Test: 65.1534 ± 1.2549
AUC:
Test: 97.0069 ± 0.1498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.7410 ± 0.7164
Hits@20:
Test: 6.9134 ± 0.5930
Hits@30:
Test: 9.9278 ± 0.3392
Hits@50:
Test: 14.2329 ± 0.5981
AUC:
Test: 81.8319 ± 0.7947
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7031 ± 2.8721
Hits@20:
Test: 18.0551 ± 1.0676
Hits@30:
Test: 23.8177 ± 1.1604
Hits@50:
Test: 28.5830 ± 1.7283
AUC:
Test: 86.8834 ± 0.1761
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0713 ± 3.1791
Hits@20:
Test: 29.7202 ± 5.9956
Hits@30:
Test: 34.2013 ± 4.4697
Hits@50:
Test: 42.2834 ± 3.2522
AUC:
Test: 89.2667 ± 0.6145
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.5307 ± 1.0554
Hits@20:
Test: 20.2753 ± 1.7762
Hits@30:
Test: 24.7022 ± 1.5614
Hits@50:
Test: 31.4711 ± 0.6333
AUC:
Test: 85.3923 ± 0.2144
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2825 ± 3.8228
Hits@20:
Test: 20.6002 ± 3.2808
Hits@30:
Test: 25.4603 ± 3.8926
Hits@50:
Test: 32.5993 ± 3.4307
AUC:
Test: 90.9141 ± 1.0248
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.4955 ± 2.0413
Hits@20:
Test: 17.3917 ± 2.2083
Hits@30:
Test: 21.7013 ± 2.0617
Hits@50:
Test: 27.6083 ± 1.0864
AUC:
Test: 86.6360 ± 0.5191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9368 ± 3.1583
Hits@20:
Test: 14.4946 ± 5.6753
Hits@30:
Test: 19.7789 ± 3.9052
Hits@50:
Test: 26.8998 ± 5.2959
AUC:
Test: 85.4052 ± 1.0035
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.4323 ± 1.5679
Hits@20:
Test: 20.8484 ± 1.2929
Hits@30:
Test: 25.8484 ± 2.8157
Hits@50:
Test: 32.3150 ± 0.8986
AUC:
Test: 85.3428 ± 0.3536
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.7103 ± 0.8588
Hits@20:
Test: 11.9043 ± 0.6511
Hits@30:
Test: 15.7491 ± 0.5741
Hits@50:
Test: 22.6625 ± 1.0419
AUC:
Test: 85.9115 ± 0.8197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.6282 ± 1.8528
Hits@20:
Test: 24.0569 ± 2.9863
Hits@30:
Test: 28.8493 ± 2.8568
Hits@50:
Test: 35.9116 ± 1.3842
AUC:
Test: 87.4425 ± 0.7621
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.3348 ± 4.3417
Hits@20:
Test: 22.8475 ± 5.7948
Hits@30:
Test: 30.8664 ± 4.8637
Hits@50:
Test: 35.5866 ± 4.5105
AUC:
Test: 87.0112 ± 1.5040
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5190 ± 2.9876
Hits@20:
Test: 22.2699 ± 1.9914
Hits@30:
Test: 27.0081 ± 2.0343
Hits@50:
Test: 35.9883 ± 1.7281
AUC:
Test: 87.4823 ± 0.1100
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.1913 ± 0.9163
Hits@20:
Test: 11.6291 ± 2.0159
Hits@30:
Test: 15.2708 ± 3.4863
Hits@50:
Test: 20.3069 ± 4.1996
AUC:
Test: 81.1263 ± 0.4680
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0099 ± 1.2532
Hits@20:
Test: 50.8664 ± 0.8861
Hits@30:
Test: 58.8809 ± 2.9844
Hits@50:
Test: 68.4386 ± 2.1145
AUC:
Test: 97.3371 ± 0.0561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.5794 ± 6.4273
Hits@20:
Test: 24.8917 ± 7.0125
Hits@30:
Test: 33.4070 ± 4.1406
Hits@50:
Test: 38.2401 ± 5.0344
AUC:
Test: 88.2898 ± 1.3653
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4242 ± 5.8573
Hits@20:
Test: 45.7897 ± 4.3520
Hits@30:
Test: 53.4612 ± 2.8919
Hits@50:
Test: 62.2292 ± 1.3597
AUC:
Test: 95.7724 ± 0.1481
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.8303 ± 3.5490
Hits@20:
Test: 23.1408 ± 4.6600
Hits@30:
Test: 28.8132 ± 1.5338
Hits@50:
Test: 34.6164 ± 1.4678
AUC:
Test: 87.1000 ± 0.3903
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.3421 ± 2.2025
Hits@20:
Test: 47.4413 ± 2.3276
Hits@30:
Test: 53.4702 ± 1.6725
Hits@50:
Test: 61.5433 ± 1.8546
AUC:
Test: 95.9585 ± 0.2086
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8421 ± 6.0613
Hits@20:
Test: 41.7870 ± 5.1795
Hits@30:
Test: 50.5054 ± 4.3551
Hits@50:
Test: 58.8989 ± 3.9963
AUC:
Test: 96.8928 ± 0.4746
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1625 ± 2.2282
Hits@20:
Test: 37.7798 ± 1.0589
Hits@30:
Test: 43.7590 ± 2.7306
Hits@50:
Test: 53.1273 ± 2.6000
AUC:
Test: 94.9134 ± 0.2637
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2310 ± 3.3750
Hits@20:
Test: 49.5487 ± 4.6545
Hits@30:
Test: 58.3168 ± 3.6795
Hits@50:
Test: 66.0830 ± 2.3099
AUC:
Test: 96.9437 ± 0.2323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2374 ± 1.7957
Hits@20:
Test: 54.2238 ± 3.5807
Hits@30:
Test: 63.5018 ± 2.6466
Hits@50:
Test: 70.6318 ± 1.5750
AUC:
Test: 97.9908 ± 0.0808
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2328 ± 3.1009
Hits@20:
Test: 49.2193 ± 6.0320
Hits@30:
Test: 57.9828 ± 3.2546
Hits@50:
Test: 67.1254 ± 2.7900
AUC:
Test: 97.2222 ± 0.1754
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1282 ± 4.5239
Hits@20:
Test: 50.5505 ± 4.4159
Hits@30:
Test: 57.3827 ± 2.7975
Hits@50:
Test: 64.9143 ± 2.8587
AUC:
Test: 96.7964 ± 0.0862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7690 ± 3.5086
Hits@20:
Test: 53.3348 ± 2.6863
Hits@30:
Test: 59.7563 ± 3.5516
Hits@50:
Test: 68.4702 ± 3.7627
AUC:
Test: 98.0063 ± 0.0863
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.8980 ± 1.3924
Hits@20:
Test: 17.4459 ± 2.2038
Hits@30:
Test: 20.9838 ± 1.5948
Hits@50:
Test: 28.0190 ± 1.3227
AUC:
Test: 86.4587 ± 0.8723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9774 ± 2.9910
Hits@20:
Test: 47.7347 ± 4.0864
Hits@30:
Test: 55.7717 ± 4.4197
Hits@50:
Test: 63.5830 ± 2.8481
AUC:
Test: 97.4567 ± 0.2043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2699 ± 0.7328
Hits@20:
Test: 19.5668 ± 3.1936
Hits@30:
Test: 24.7699 ± 1.9301
Hits@50:
Test: 32.2969 ± 1.4798
AUC:
Test: 85.6062 ± 0.3200
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.0316 ± 2.1077
Hits@20:
Test: 14.9819 ± 2.7271
Hits@30:
Test: 19.5171 ± 3.7007
Hits@50:
Test: 26.2004 ± 2.9367
AUC:
Test: 89.7790 ± 0.5356
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7220 ± 3.0394
Hits@20:
Test: 26.6877 ± 2.4098
Hits@30:
Test: 31.1552 ± 3.2308
Hits@50:
Test: 38.0912 ± 2.9842
AUC:
Test: 88.3917 ± 1.6513
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9964 ± 3.4787
Hits@20:
Test: 47.3330 ± 3.3310
Hits@30:
Test: 53.8312 ± 2.9904
Hits@50:
Test: 61.7735 ± 3.3775
AUC:
Test: 96.1559 ± 0.3661
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.6255 ± 2.5221
Hits@20:
Test: 7.9558 ± 2.3563
Hits@30:
Test: 11.0830 ± 2.2742
Hits@50:
Test: 15.2256 ± 2.7768
AUC:
Test: 83.0075 ± 2.9714
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.1191 ± 1.3190
Hits@20:
Test: 23.4251 ± 2.1272
Hits@30:
Test: 29.6841 ± 1.6011
Hits@50:
Test: 35.8574 ± 1.0393
AUC:
Test: 87.4552 ± 0.2997
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.4865 ± 2.3190
Hits@20:
Test: 23.5469 ± 0.4729
Hits@30:
Test: 28.2807 ± 0.9349
Hits@50:
Test: 33.8403 ± 0.7426
AUC:
Test: 90.4153 ± 0.1295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0018 ± 6.1760
Hits@20:
Test: 44.4765 ± 3.0660
Hits@30:
Test: 53.9756 ± 2.7778
Hits@50:
Test: 65.7942 ± 2.0555
AUC:
Test: 97.2168 ± 0.1873
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5045 ± 3.0367
Hits@20:
Test: 52.0848 ± 2.1165
Hits@30:
Test: 60.0226 ± 0.9591
Hits@50:
Test: 67.2112 ± 1.8061
AUC:
Test: 97.2204 ± 0.1633
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8926 ± 2.7382
Hits@20:
Test: 30.6498 ± 3.5358
Hits@30:
Test: 41.0334 ± 3.1125
Hits@50:
Test: 51.5704 ± 3.0781
AUC:
Test: 96.3739 ± 0.3736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.5018 ± 2.0815
Hits@20:
Test: 13.3123 ± 2.3851
Hits@30:
Test: 18.1318 ± 1.2969
Hits@50:
Test: 24.2825 ± 1.8232
AUC:
Test: 87.2379 ± 1.6746
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5144 ± 2.8449
Hits@20:
Test: 56.3583 ± 3.3417
Hits@30:
Test: 64.7608 ± 1.3475
Hits@50:
Test: 73.1227 ± 1.4615
AUC:
Test: 98.1264 ± 0.1117
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.6742 ± 2.5777
Hits@20:
Test: 18.2852 ± 1.5235
Hits@30:
Test: 20.8213 ± 2.6620
Hits@50:
Test: 27.9783 ± 1.3944
AUC:
Test: 86.1627 ± 0.6096
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2653 ± 1.7411
Hits@20:
Test: 16.5614 ± 2.4070
Hits@30:
Test: 22.4188 ± 2.9700
Hits@50:
Test: 29.4765 ± 2.7054
AUC:
Test: 90.2553 ± 0.5389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3709 ± 3.3973
Hits@20:
Test: 19.6886 ± 0.3871
Hits@30:
Test: 24.5307 ± 1.2028
Hits@50:
Test: 31.9720 ± 1.1199
AUC:
Test: 85.5679 ± 0.3273
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7735 ± 3.9748
Hits@20:
Test: 54.1877 ± 3.2426
Hits@30:
Test: 61.5930 ± 3.0947
Hits@50:
Test: 69.4269 ± 2.3323
AUC:
Test: 97.9841 ± 0.1246
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.5307 ± 2.3159
Hits@20:
Test: 8.1408 ± 2.6557
Hits@30:
Test: 10.7762 ± 3.1879
Hits@50:
Test: 15.0226 ± 3.8663
AUC:
Test: 83.1919 ± 3.1718
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.5478 ± 3.2247
Hits@20:
Test: 17.2383 ± 2.0281
Hits@30:
Test: 21.3087 ± 0.4745
Hits@50:
Test: 27.7301 ± 1.0551
AUC:
Test: 86.1281 ± 0.6803
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0921 ± 1.7946
Hits@20:
Test: 21.6065 ± 2.8063
Hits@30:
Test: 28.2671 ± 3.7225
Hits@50:
Test: 35.2076 ± 1.7621
AUC:
Test: 90.8388 ± 0.2651
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0072 ± 1.2755
Hits@20:
Test: 20.4964 ± 1.6647
Hits@30:
Test: 26.6968 ± 0.9090
Hits@50:
Test: 32.5451 ± 0.9627
AUC:
Test: 85.7927 ± 0.3634
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.0262 ± 3.3626
Hits@20:
Test: 42.2608 ± 3.3939
Hits@30:
Test: 49.0072 ± 3.2725
Hits@50:
Test: 59.5352 ± 1.5600
AUC:
Test: 97.2985 ± 0.2393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6002 ± 4.2704
Hits@20:
Test: 45.6408 ± 5.6683
Hits@30:
Test: 54.3141 ± 0.9625
Hits@50:
Test: 62.7708 ± 1.8119
AUC:
Test: 96.0683 ± 0.1654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.4097 ± 2.2614
Hits@20:
Test: 16.9856 ± 3.4822
Hits@30:
Test: 21.5659 ± 2.0853
Hits@50:
Test: 27.4459 ± 1.4265
AUC:
Test: 85.7661 ± 0.5012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9052 ± 1.6350
Hits@20:
Test: 14.5984 ± 1.5345
Hits@30:
Test: 19.0569 ± 2.4910
Hits@50:
Test: 25.7446 ± 2.6423
AUC:
Test: 88.0289 ± 0.7956
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6570 ± 2.2713
Hits@20:
Test: 51.1056 ± 3.4491
Hits@30:
Test: 55.9747 ± 2.9425
Hits@50:
Test: 66.3267 ± 1.9933
AUC:
Test: 97.0329 ± 0.1096
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.1977 ± 1.4326
Hits@20:
Test: 12.8610 ± 2.0155
Hits@30:
Test: 17.0578 ± 1.7080
Hits@50:
Test: 23.9982 ± 2.9383
AUC:
Test: 84.4498 ± 1.0970
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.5623 ± 2.6921
Hits@20:
Test: 18.2356 ± 1.4647
Hits@30:
Test: 21.2590 ± 2.3695
Hits@50:
Test: 27.6309 ± 0.8533
AUC:
Test: 86.6739 ± 0.4039
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0460 ± 1.8866
Hits@20:
Test: 39.3953 ± 5.8347
Hits@30:
Test: 47.9106 ± 2.9598
Hits@50:
Test: 58.4251 ± 3.2084
AUC:
Test: 96.7635 ± 0.1911
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5560 ± 0.5898
Hits@20:
Test: 21.7554 ± 0.9968
Hits@30:
Test: 26.1462 ± 1.9049
Hits@50:
Test: 32.0036 ± 1.0739
AUC:
Test: 85.4082 ± 0.3070
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.9856 ± 1.5089
Hits@20:
Test: 17.7662 ± 2.3804
Hits@30:
Test: 24.6300 ± 2.5942
Hits@50:
Test: 29.2238 ± 1.0880
AUC:
Test: 86.1169 ± 0.9306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0027 ± 3.9534
Hits@20:
Test: 17.6670 ± 4.0961
Hits@30:
Test: 23.9215 ± 2.6162
Hits@50:
Test: 31.5162 ± 3.2171
AUC:
Test: 84.5125 ± 1.3176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.6733 ± 1.6835
Hits@20:
Test: 20.8168 ± 2.3272
Hits@30:
Test: 25.8393 ± 2.6225
Hits@50:
Test: 32.8114 ± 1.1511
AUC:
Test: 85.3614 ± 0.2594
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2879 ± 4.3438
Hits@20:
Test: 16.4305 ± 4.3447
Hits@30:
Test: 24.0343 ± 5.8013
Hits@50:
Test: 30.6408 ± 7.8130
AUC:
Test: 91.5780 ± 2.8748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.2951 ± 0.6927
Hits@20:
Test: 12.8294 ± 1.2495
Hits@30:
Test: 16.8953 ± 0.9724
Hits@50:
Test: 22.7347 ± 2.4041
AUC:
Test: 81.0439 ± 0.7259
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.8755 ± 4.2829
Hits@20:
Test: 28.1273 ± 4.2519
Hits@30:
Test: 32.3556 ± 3.1703
Hits@50:
Test: 38.8087 ± 3.8903
AUC:
Test: 88.6575 ± 1.4150
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.2211 ± 1.7874
Hits@20:
Test: 24.3457 ± 1.2893
Hits@30:
Test: 27.6309 ± 1.2212
Hits@50:
Test: 35.9792 ± 1.3084
AUC:
Test: 87.4205 ± 0.4063
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5370 ± 6.0434
Hits@20:
Test: 23.7229 ± 5.6141
Hits@30:
Test: 32.2473 ± 3.9998
Hits@50:
Test: 37.9242 ± 3.8727
AUC:
Test: 87.8425 ± 0.7723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6634 ± 3.8881
Hits@20:
Test: 45.4287 ± 3.7277
Hits@30:
Test: 51.7419 ± 2.9501
Hits@50:
Test: 61.3448 ± 2.9778
AUC:
Test: 97.2529 ± 0.2446
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2482 ± 6.6952
Hits@20:
Test: 26.7238 ± 9.9564
Hits@30:
Test: 35.0406 ± 7.1219
Hits@50:
Test: 41.9449 ± 5.2212
AUC:
Test: 89.5523 ± 1.3037
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.5623 ± 2.2877
Hits@20:
Test: 15.2076 ± 2.7561
Hits@30:
Test: 20.7220 ± 3.1104
Hits@50:
Test: 26.3132 ± 2.8977
AUC:
Test: 85.6572 ± 1.2418
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.5316 ± 1.8926
Hits@20:
Test: 26.2635 ± 2.4930
Hits@30:
Test: 32.4188 ± 2.2116
Hits@50:
Test: 38.4928 ± 1.5384
AUC:
Test: 87.7784 ± 0.6332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.1444 ± 2.5448
Hits@20:
Test: 22.0217 ± 2.8004
Hits@30:
Test: 28.5063 ± 1.8408
Hits@50:
Test: 35.4468 ± 1.2196
AUC:
Test: 87.1056 ± 0.3916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.1652 ± 9.5273
Hits@20:
Test: 27.6399 ± 10.7238
Hits@30:
Test: 36.6787 ± 12.9350
Hits@50:
Test: 44.5352 ± 11.6619
AUC:
Test: 94.6216 ± 2.3419
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6300 ± 6.7875
Hits@20:
Test: 45.5821 ± 4.5900
Hits@30:
Test: 53.3800 ± 3.1812
Hits@50:
Test: 61.6020 ± 1.0459
AUC:
Test: 95.7232 ± 0.0670
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 5.8980 ± 0.9020
Hits@20:
Test: 12.4504 ± 1.0004
Hits@30:
Test: 17.1616 ± 0.7464
Hits@50:
Test: 22.6940 ± 1.9324
AUC:
Test: 81.4114 ± 0.9669
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3240 ± 4.6131
Hits@20:
Test: 31.0424 ± 8.0675
Hits@30:
Test: 38.4386 ± 7.1198
Hits@50:
Test: 45.4513 ± 7.1941
AUC:
Test: 94.0232 ± 0.9428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3005 ± 5.6318
Hits@20:
Test: 51.8863 ± 3.0953
Hits@30:
Test: 57.5181 ± 4.8924
Hits@50:
Test: 67.7663 ± 2.0355
AUC:
Test: 96.8705 ± 0.1581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.2338 ± 4.8065
Hits@20:
Test: 11.6697 ± 7.4103
Hits@30:
Test: 15.8890 ± 10.8771
Hits@50:
Test: 21.6471 ± 13.5521
AUC:
Test: 86.5062 ± 4.9655
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9260 ± 5.3355
Hits@20:
Test: 55.0045 ± 2.8581
Hits@30:
Test: 61.2500 ± 2.2696
Hits@50:
Test: 68.7094 ± 2.0651
AUC:
Test: 97.2133 ± 0.2048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.8845 ± 10.0621
Hits@20:
Test: 47.8565 ± 3.8664
Hits@30:
Test: 55.6408 ± 7.4118
Hits@50:
Test: 66.2049 ± 2.0468
AUC:
Test: 97.2249 ± 0.2227
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1318 ± 2.1990
Hits@20:
Test: 48.2762 ± 3.3666
Hits@30:
Test: 59.4404 ± 2.2761
Hits@50:
Test: 68.3303 ± 1.6856
AUC:
Test: 97.9250 ± 0.1048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.0713 ± 4.0248
Hits@20:
Test: 40.6363 ± 5.3697
Hits@30:
Test: 46.9314 ± 4.0441
Hits@50:
Test: 53.1137 ± 3.7225
AUC:
Test: 94.3452 ± 0.7699
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7879 ± 3.8456
Hits@20:
Test: 35.5505 ± 2.5113
Hits@30:
Test: 46.4170 ± 2.7460
Hits@50:
Test: 57.6805 ± 1.7310
AUC:
Test: 97.1066 ± 0.0423
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.6119 ± 1.6723
Hits@20:
Test: 16.2455 ± 2.3970
Hits@30:
Test: 20.7401 ± 1.9514
Hits@50:
Test: 27.0803 ± 1.7471
AUC:
Test: 85.9906 ± 0.6756
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.8394 ± 2.0146
Hits@20:
Test: 17.0442 ± 2.7550
Hits@30:
Test: 24.3502 ± 2.5115
Hits@50:
Test: 30.9025 ± 1.9497
AUC:
Test: 84.6389 ± 1.0467
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4125 ± 3.7981
Hits@20:
Test: 56.7599 ± 3.9365
Hits@30:
Test: 64.9594 ± 2.3426
Hits@50:
Test: 72.3917 ± 1.3557
AUC:
Test: 98.0976 ± 0.0927
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2121 ± 5.4564
Hits@20:
Test: 24.6661 ± 4.0359
Hits@30:
Test: 31.2681 ± 3.9740
Hits@50:
Test: 37.3917 ± 2.7815
AUC:
Test: 87.6806 ± 0.5548
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.7076 ± 3.4347
Hits@20:
Test: 23.1318 ± 8.8834
Hits@30:
Test: 29.8511 ± 11.2844
Hits@50:
Test: 37.1074 ± 9.6311
AUC:
Test: 91.5443 ± 1.8819
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0379 ± 3.3132
Hits@20:
Test: 21.5749 ± 3.1056
Hits@30:
Test: 28.2491 ± 1.9860
Hits@50:
Test: 35.2437 ± 2.0758
AUC:
Test: 86.8071 ± 0.3861
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4765 ± 2.6763
Hits@20:
Test: 49.2915 ± 5.3531
Hits@30:
Test: 56.6697 ± 4.1852
Hits@50:
Test: 65.5686 ± 4.6751
AUC:
Test: 97.6465 ± 0.2411
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4386 ± 3.0836
Hits@20:
Test: 50.1534 ± 2.7049
Hits@30:
Test: 56.2771 ± 3.5079
Hits@50:
Test: 62.1661 ± 1.0908
AUC:
Test: 96.1857 ± 0.1064
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.6020 ± 2.1365
Hits@20:
Test: 28.6643 ± 2.9572
Hits@30:
Test: 34.5171 ± 2.9438
Hits@50:
Test: 42.1345 ± 3.1261
AUC:
Test: 88.1644 ± 0.7312
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.2996 ± 2.9191
Hits@20:
Test: 16.2590 ± 1.9456
Hits@30:
Test: 21.3087 ± 1.3435
Hits@50:
Test: 27.4413 ± 1.3886
AUC:
Test: 86.0089 ± 0.3623
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.6922 ± 3.0581
Hits@20:
Test: 17.2247 ± 4.3010
Hits@30:
Test: 22.4910 ± 4.0406
Hits@50:
Test: 28.5650 ± 3.5817
AUC:
Test: 85.5367 ± 1.8235
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.7256 ± 1.9251
Hits@20:
Test: 12.8249 ± 1.8372
Hits@30:
Test: 16.5569 ± 1.5766
Hits@50:
Test: 23.1408 ± 2.5483
AUC:
Test: 84.3200 ± 1.1111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.5641 ± 3.1637
Hits@20:
Test: 27.5090 ± 2.7370
Hits@30:
Test: 30.0677 ± 2.4280
Hits@50:
Test: 36.6516 ± 2.9064
AUC:
Test: 77.8533 ± 2.2859
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0054 ± 3.7615
Hits@20:
Test: 36.7960 ± 5.6430
Hits@30:
Test: 42.4323 ± 4.9966
Hits@50:
Test: 49.4675 ± 4.7988
AUC:
Test: 95.2773 ± 0.6761
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.9693 ± 2.1069
Hits@20:
Test: 20.7175 ± 2.8198
Hits@30:
Test: 25.6273 ± 1.9079
Hits@50:
Test: 32.1706 ± 1.3579
AUC:
Test: 85.5231 ± 0.6013
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.1462 ± 2.3696
Hits@20:
Test: 20.3836 ± 0.7371
Hits@30:
Test: 24.2509 ± 1.0213
Hits@50:
Test: 30.2392 ± 1.0054
AUC:
Test: 75.9313 ± 1.3933
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7022 ± 4.0855
Hits@20:
Test: 50.1670 ± 3.0876
Hits@30:
Test: 58.9079 ± 1.7634
Hits@50:
Test: 65.8755 ± 1.9550
AUC:
Test: 97.1160 ± 0.0851
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1643 ± 5.8361
Hits@20:
Test: 44.5126 ± 5.1317
Hits@30:
Test: 50.5280 ± 2.2682
Hits@50:
Test: 57.1074 ± 2.1596
AUC:
Test: 89.0130 ± 1.4398
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.9720 ± 2.4110
Hits@20:
Test: 13.2175 ± 2.7463
Hits@30:
Test: 17.0171 ± 3.0127
Hits@50:
Test: 22.8655 ± 3.6886
AUC:
Test: 81.5011 ± 0.9878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.4278 ± 1.7004
Hits@20:
Test: 18.5966 ± 1.3970
Hits@30:
Test: 21.3357 ± 2.0956
Hits@50:
Test: 27.7211 ± 1.6709
AUC:
Test: 86.4324 ± 0.7022
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.1300 ± 1.5648
Hits@20:
Test: 31.7825 ± 1.7642
Hits@30:
Test: 37.4007 ± 1.2940
Hits@50:
Test: 43.9486 ± 1.0934
AUC:
Test: 88.2834 ± 0.8801
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.8475 ± 1.4971
Hits@20:
Test: 12.3917 ± 3.0262
Hits@30:
Test: 17.8114 ± 2.2972
Hits@50:
Test: 23.9531 ± 2.9540
AUC:
Test: 84.2436 ± 1.1327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2870 ± 1.3887
Hits@20:
Test: 41.7329 ± 1.0392
Hits@30:
Test: 49.6706 ± 1.2700
Hits@50:
Test: 54.7969 ± 1.8522
AUC:
Test: 82.5834 ± 0.4829
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0379 ± 3.5231
Hits@20:
Test: 43.5740 ± 7.3454
Hits@30:
Test: 51.5614 ± 5.6238
Hits@50:
Test: 62.2699 ± 3.8443
AUC:
Test: 96.9615 ± 0.2590
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.9801 ± 2.5403
Hits@20:
Test: 21.0424 ± 2.0587
Hits@30:
Test: 25.4242 ± 1.7133
Hits@50:
Test: 32.4594 ± 1.7198
AUC:
Test: 85.8600 ± 0.3299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6372 ± 7.5002
Hits@20:
Test: 43.9982 ± 7.6074
Hits@30:
Test: 55.3069 ± 3.2164
Hits@50:
Test: 66.8276 ± 1.0639
AUC:
Test: 97.0130 ± 0.1938
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.1643 ± 0.7251
Hits@20:
Test: 11.2771 ± 0.9383
Hits@30:
Test: 15.3881 ± 1.2491
Hits@50:
Test: 20.2888 ± 1.0260
AUC:
Test: 80.6287 ± 0.7463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4404 ± 3.4847
Hits@20:
Test: 40.0903 ± 3.2501
Hits@30:
Test: 43.9260 ± 2.2087
Hits@50:
Test: 51.6697 ± 3.6005
AUC:
Test: 82.7217 ± 0.5472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6453 ± 6.4242
Hits@20:
Test: 50.9702 ± 6.7108
Hits@30:
Test: 56.5117 ± 3.5844
Hits@50:
Test: 70.3024 ± 1.2997
AUC:
Test: 97.2269 ± 0.1845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5072 ± 5.7249
Hits@20:
Test: 46.0875 ± 2.4988
Hits@30:
Test: 55.5957 ± 2.7816
Hits@50:
Test: 62.5135 ± 0.6941
AUC:
Test: 95.9799 ± 0.1420
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6805 ± 2.6231
Hits@20:
Test: 33.9440 ± 3.5056
Hits@30:
Test: 42.0126 ± 2.9343
Hits@50:
Test: 52.5542 ± 2.0948
AUC:
Test: 96.5036 ± 0.3229
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7987 ± 5.8449
Hits@20:
Test: 32.5632 ± 2.7984
Hits@30:
Test: 40.7175 ± 2.2711
Hits@50:
Test: 50.8664 ± 0.9992
AUC:
Test: 96.4916 ± 0.0403
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5939 ± 2.5645
Hits@20:
Test: 41.0921 ± 1.9081
Hits@30:
Test: 51.0153 ± 1.6553
Hits@50:
Test: 63.2987 ± 3.2373
AUC:
Test: 97.2747 ± 0.1168
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9350 ± 4.9548
Hits@20:
Test: 50.5641 ± 5.3645
Hits@30:
Test: 59.6119 ± 4.8740
Hits@50:
Test: 68.6643 ± 2.4396
AUC:
Test: 97.8918 ± 0.1507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4982 ± 3.0357
Hits@20:
Test: 34.5307 ± 2.3362
Hits@30:
Test: 42.3736 ± 1.7490
Hits@50:
Test: 52.1570 ± 1.9722
AUC:
Test: 94.7372 ± 0.3640
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2771 ± 3.3546
Hits@20:
Test: 54.0388 ± 3.9667
Hits@30:
Test: 61.8457 ± 3.8109
Hits@50:
Test: 69.5984 ± 2.5814
AUC:
Test: 97.9746 ± 0.1305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1336 ± 2.5510
Hits@20:
Test: 24.6074 ± 2.5792
Hits@30:
Test: 32.3014 ± 4.2507
Hits@50:
Test: 43.8041 ± 3.0210
AUC:
Test: 96.0481 ± 0.8293
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4720 ± 1.5218
Hits@20:
Test: 40.3745 ± 3.3846
Hits@30:
Test: 48.3664 ± 2.1520
Hits@50:
Test: 59.2644 ± 1.9082
AUC:
Test: 97.2315 ± 0.1962
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8339 ± 1.0403
Hits@20:
Test: 49.2329 ± 2.6967
Hits@30:
Test: 58.3800 ± 3.1965
Hits@50:
Test: 65.7446 ± 3.2837
AUC:
Test: 97.0427 ± 0.1200
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1850 ± 5.6452
Hits@20:
Test: 49.9097 ± 3.2667
Hits@30:
Test: 58.3303 ± 2.1670
Hits@50:
Test: 67.1480 ± 2.1725
AUC:
Test: 97.8968 ± 0.1310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3222 ± 2.9153
Hits@20:
Test: 41.3267 ± 4.7639
Hits@30:
Test: 48.6733 ± 2.3396
Hits@50:
Test: 57.7031 ± 2.1081
AUC:
Test: 97.1176 ± 0.1924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9332 ± 3.6555
Hits@20:
Test: 25.2392 ± 3.6502
Hits@30:
Test: 31.2004 ± 2.4027
Hits@50:
Test: 38.1769 ± 0.7819
AUC:
Test: 87.1227 ± 1.0067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9097 ± 1.3363
Hits@20:
Test: 15.0226 ± 2.7465
Hits@30:
Test: 18.4161 ± 3.8104
Hits@50:
Test: 24.7428 ± 2.2003
AUC:
Test: 84.8006 ± 0.6748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.4386 ± 2.0111
Hits@20:
Test: 26.5208 ± 4.3393
Hits@30:
Test: 32.9513 ± 4.0654
Hits@50:
Test: 43.9079 ± 3.8693
AUC:
Test: 95.7629 ± 0.5325
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.3610 ± 7.0933
Hits@20:
Test: 21.4576 ± 9.5442
Hits@30:
Test: 29.0523 ± 10.4097
Hits@50:
Test: 36.8141 ± 10.3638
AUC:
Test: 92.2471 ± 1.9117
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0650 ± 1.6536
Hits@20:
Test: 21.8321 ± 1.9613
Hits@30:
Test: 25.3430 ± 0.7878
Hits@50:
Test: 32.5632 ± 1.0929
AUC:
Test: 77.7115 ± 3.0683
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.9576 ± 0.7371
Hits@20:
Test: 6.7329 ± 0.2243
Hits@30:
Test: 9.8962 ± 0.7611
Hits@50:
Test: 14.1200 ± 0.5996
AUC:
Test: 81.9891 ± 0.8120
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2780 ± 7.3250
Hits@20:
Test: 49.0839 ± 5.6719
Hits@30:
Test: 57.2699 ± 5.5151
Hits@50:
Test: 66.0785 ± 4.2410
AUC:
Test: 97.3540 ± 0.0428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2157 ± 5.6345
Hits@20:
Test: 43.8673 ± 3.8659
Hits@30:
Test: 52.4639 ± 4.3103
Hits@50:
Test: 59.6751 ± 5.0692
AUC:
Test: 96.0852 ± 0.6249
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3592 ± 2.7685
Hits@20:
Test: 19.5578 ± 2.4767
Hits@30:
Test: 24.5487 ± 1.0644
Hits@50:
Test: 29.8917 ± 1.5860
AUC:
Test: 74.7629 ± 0.3251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5921 ± 4.0273
Hits@20:
Test: 26.4711 ± 3.9534
Hits@30:
Test: 33.8628 ± 4.5559
Hits@50:
Test: 44.6706 ± 4.8077
AUC:
Test: 96.0685 ± 0.7719
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.3330 ± 5.2033
Hits@20:
Test: 22.3060 ± 4.6365
Hits@30:
Test: 28.5560 ± 5.4123
Hits@50:
Test: 35.9973 ± 4.0386
AUC:
Test: 91.3274 ± 0.6928
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.7455 ± 3.2053
Hits@20:
Test: 19.1291 ± 1.2433
Hits@30:
Test: 22.2292 ± 3.0258
Hits@50:
Test: 27.7888 ± 2.0378
AUC:
Test: 86.5839 ± 0.4750
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9251 ± 4.3332
Hits@20:
Test: 33.5830 ± 2.4180
Hits@30:
Test: 38.6959 ± 3.4503
Hits@50:
Test: 45.5054 ± 2.5294
AUC:
Test: 87.6505 ± 1.4401
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3023 ± 3.9532
Hits@20:
Test: 51.3764 ± 1.7923
Hits@30:
Test: 59.3863 ± 2.3257
Hits@50:
Test: 68.8538 ± 2.0815
AUC:
Test: 97.9741 ± 0.0856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.9395 ± 1.2774
Hits@20:
Test: 13.2356 ± 1.9151
Hits@30:
Test: 17.1525 ± 2.1196
Hits@50:
Test: 25.5596 ± 2.6108
AUC:
Test: 84.2981 ± 0.9816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.0244 ± 4.1286
Hits@20:
Test: 16.8051 ± 2.9886
Hits@30:
Test: 21.2726 ± 4.0292
Hits@50:
Test: 27.2067 ± 5.1344
AUC:
Test: 85.6957 ± 1.2705
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.5226 ± 1.3050
Hits@20:
Test: 12.3917 ± 0.9083
Hits@30:
Test: 16.9314 ± 2.3853
Hits@50:
Test: 22.4504 ± 2.4171
AUC:
Test: 85.8977 ± 1.7736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.0144 ± 1.5832
Hits@20:
Test: 19.5081 ± 1.7260
Hits@30:
Test: 24.7608 ± 1.5104
Hits@50:
Test: 30.6182 ± 0.7211
AUC:
Test: 85.3778 ± 0.2519
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6570 ± 2.5043
Hits@20:
Test: 35.8709 ± 3.4565
Hits@30:
Test: 44.3592 ± 3.4119
Hits@50:
Test: 54.6841 ± 3.0961
AUC:
Test: 96.9193 ± 0.4204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7933 ± 2.3419
Hits@20:
Test: 27.9016 ± 1.7907
Hits@30:
Test: 33.5199 ± 2.3283
Hits@50:
Test: 37.7121 ± 1.9057
AUC:
Test: 76.2129 ± 1.5392
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.2067 ± 0.8454
Hits@20:
Test: 12.8836 ± 1.2302
Hits@30:
Test: 17.5948 ± 2.2238
Hits@50:
Test: 22.8971 ± 2.4237
AUC:
Test: 81.3665 ± 1.3737
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8303 ± 4.6566
Hits@20:
Test: 40.4829 ± 4.3944
Hits@30:
Test: 47.9783 ± 3.6693
Hits@50:
Test: 56.9314 ± 2.8753
AUC:
Test: 96.0308 ± 0.1652
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4134 ± 7.3735
Hits@20:
Test: 51.0244 ± 3.2049
Hits@30:
Test: 56.9810 ± 4.8262
Hits@50:
Test: 66.6155 ± 1.6960
AUC:
Test: 97.1347 ± 0.2208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.5135 ± 2.1804
Hits@20:
Test: 18.4657 ± 3.0058
Hits@30:
Test: 22.1931 ± 1.1352
Hits@50:
Test: 27.5587 ± 3.1547
AUC:
Test: 86.2799 ± 0.7765
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5776 ± 1.0228
Hits@20:
Test: 20.5009 ± 1.3852
Hits@30:
Test: 24.8511 ± 1.1648
Hits@50:
Test: 30.7852 ± 0.3926
AUC:
Test: 75.4143 ± 0.1801
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.6191 ± 1.8832
Hits@20:
Test: 12.3285 ± 1.8607
Hits@30:
Test: 17.4729 ± 2.6954
Hits@50:
Test: 24.3051 ± 2.8632
AUC:
Test: 84.4162 ± 1.2482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.6561 ± 5.6037
Hits@20:
Test: 24.6164 ± 7.1474
Hits@30:
Test: 32.5948 ± 7.7728
Hits@50:
Test: 42.7617 ± 6.6552
AUC:
Test: 95.3394 ± 0.9910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3231 ± 1.9944
Hits@20:
Test: 20.4783 ± 1.3499
Hits@30:
Test: 25.7130 ± 1.7155
Hits@50:
Test: 32.0172 ± 1.4916
AUC:
Test: 85.3997 ± 0.3833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1841 ± 4.1174
Hits@20:
Test: 48.0821 ± 4.9501
Hits@30:
Test: 55.4242 ± 2.9645
Hits@50:
Test: 64.9007 ± 2.2294
AUC:
Test: 96.3493 ± 0.1297
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.3962 ± 5.2774
Hits@20:
Test: 19.7428 ± 8.0763
Hits@30:
Test: 25.8890 ± 8.6960
Hits@50:
Test: 32.5361 ± 10.6683
AUC:
Test: 91.5119 ± 3.9537
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8150 ± 3.2899
Hits@20:
Test: 53.4251 ± 2.3829
Hits@30:
Test: 60.4467 ± 1.8082
Hits@50:
Test: 68.1949 ± 2.0184
AUC:
Test: 97.9677 ± 0.1211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.3258 ± 2.6348
Hits@20:
Test: 13.9395 ± 3.0010
Hits@30:
Test: 19.5217 ± 4.4379
Hits@50:
Test: 25.8348 ± 5.3991
AUC:
Test: 82.6414 ± 2.4320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2861 ± 2.0429
Hits@20:
Test: 33.0370 ± 2.6608
Hits@30:
Test: 40.6904 ± 3.2376
Hits@50:
Test: 52.5857 ± 2.8069
AUC:
Test: 96.1932 ± 0.2217
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9061 ± 6.8628
Hits@20:
Test: 35.1625 ± 7.1270
Hits@30:
Test: 43.4657 ± 6.2164
Hits@50:
Test: 51.6336 ± 6.3785
AUC:
Test: 96.5611 ± 0.5197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.3664 ± 4.9169
Hits@20:
Test: 41.9134 ± 3.2763
Hits@30:
Test: 49.4043 ± 2.4741
Hits@50:
Test: 58.1588 ± 0.9750
AUC:
Test: 96.5377 ± 0.1262
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9973 ± 3.1340
Hits@20:
Test: 54.0884 ± 2.1463
Hits@30:
Test: 61.3854 ± 2.1681
Hits@50:
Test: 67.6715 ± 0.9849
AUC:
Test: 97.2616 ± 0.0833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5939 ± 2.5645
Hits@20:
Test: 41.0921 ± 1.9081
Hits@30:
Test: 51.0153 ± 1.6553
Hits@50:
Test: 63.2987 ± 3.2373
AUC:
Test: 97.2747 ± 0.1168
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.6697 ± 4.6816
Hits@20:
Test: 29.5532 ± 3.5304
Hits@30:
Test: 34.1787 ± 3.5728
Hits@50:
Test: 43.0144 ± 3.5991
AUC:
Test: 89.6237 ± 1.7651
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.7329 ± 2.4825
Hits@20:
Test: 12.7662 ± 1.6711
Hits@30:
Test: 17.2247 ± 3.2422
Hits@50:
Test: 23.8493 ± 4.6682
AUC:
Test: 87.7150 ± 2.9529
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2527 ± 2.9397
Hits@20:
Test: 44.2058 ± 3.4456
Hits@30:
Test: 51.6922 ± 3.8817
Hits@50:
Test: 59.8060 ± 2.9904
AUC:
Test: 96.9539 ± 0.1934
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1336 ± 2.5510
Hits@20:
Test: 24.6074 ± 2.5792
Hits@30:
Test: 32.3014 ± 4.2507
Hits@50:
Test: 43.8041 ± 3.0210
AUC:
Test: 96.0481 ± 0.8293
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.0126 ± 1.7333
Hits@20:
Test: 18.3574 ± 3.3084
Hits@30:
Test: 23.1543 ± 3.1127
Hits@50:
Test: 29.2058 ± 2.9031
AUC:
Test: 85.5548 ± 1.1677
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9558 ± 3.5980
Hits@20:
Test: 25.7265 ± 3.7452
Hits@30:
Test: 29.9278 ± 1.9975
Hits@50:
Test: 37.0262 ± 1.4774
AUC:
Test: 86.0795 ± 0.1909
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1850 ± 5.6452
Hits@20:
Test: 49.9097 ± 3.2667
Hits@30:
Test: 58.3303 ± 2.1670
Hits@50:
Test: 67.1480 ± 2.1725
AUC:
Test: 97.8968 ± 0.1310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6688 ± 6.0403
Hits@20:
Test: 48.1543 ± 4.7517
Hits@30:
Test: 57.9964 ± 2.6159
Hits@50:
Test: 67.1616 ± 1.8366
AUC:
Test: 97.1334 ± 0.0926
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.4919 ± 2.3038
Hits@20:
Test: 15.6273 ± 1.0406
Hits@30:
Test: 19.9639 ± 1.8857
Hits@50:
Test: 25.1895 ± 2.4611
AUC:
Test: 83.8224 ± 0.9232
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.6200 ± 2.8758
Hits@20:
Test: 23.4477 ± 1.9170
Hits@30:
Test: 28.7906 ± 2.5812
Hits@50:
Test: 35.4016 ± 1.2582
AUC:
Test: 87.3396 ± 0.1954
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.4025 ± 1.2098
Hits@20:
Test: 22.6083 ± 1.7121
Hits@30:
Test: 27.1525 ± 1.9698
Hits@50:
Test: 32.2834 ± 0.8531
AUC:
Test: 76.5495 ± 1.5972
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.4386 ± 2.0111
Hits@20:
Test: 26.5208 ± 4.3393
Hits@30:
Test: 32.9513 ± 4.0654
Hits@50:
Test: 43.9079 ± 3.8693
AUC:
Test: 95.7629 ± 0.5325
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.0126 ± 5.7699
Hits@20:
Test: 18.9260 ± 5.2940
Hits@30:
Test: 23.8718 ± 5.4004
Hits@50:
Test: 31.1507 ± 5.1334
AUC:
Test: 85.2912 ± 2.6408
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.9323 ± 1.0768
Hits@20:
Test: 20.1218 ± 1.2558
Hits@30:
Test: 24.2825 ± 2.3472
Hits@50:
Test: 30.2166 ± 1.1937
AUC:
Test: 74.9066 ± 0.1752
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2780 ± 7.3250
Hits@20:
Test: 49.0839 ± 5.6719
Hits@30:
Test: 57.2699 ± 5.5151
Hits@50:
Test: 66.0785 ± 4.2410
AUC:
Test: 97.3540 ± 0.0428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5442 ± 3.3265
Hits@20:
Test: 34.4269 ± 3.8281
Hits@30:
Test: 45.5235 ± 2.9888
Hits@50:
Test: 54.5713 ± 2.9068
AUC:
Test: 96.6751 ± 0.3197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.0776 ± 2.0968
Hits@20:
Test: 24.2825 ± 3.8176
Hits@30:
Test: 29.8014 ± 2.7277
Hits@50:
Test: 36.6606 ± 1.6857
AUC:
Test: 86.1847 ± 0.2777
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5921 ± 4.0273
Hits@20:
Test: 26.4711 ± 3.9534
Hits@30:
Test: 33.8628 ± 4.5559
Hits@50:
Test: 44.6706 ± 4.8077
AUC:
Test: 96.0685 ± 0.7719
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.1516 ± 2.9348
Hits@20:
Test: 24.0704 ± 3.5253
Hits@30:
Test: 30.5144 ± 3.4360
Hits@50:
Test: 36.7554 ± 2.8372
AUC:
Test: 89.2630 ± 1.2326
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2969 ± 5.2336
Hits@20:
Test: 18.3800 ± 5.0058
Hits@30:
Test: 22.4639 ± 4.5209
Hits@50:
Test: 27.4097 ± 4.3331
AUC:
Test: 83.9668 ± 0.9498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3023 ± 3.9532
Hits@20:
Test: 51.3764 ± 1.7923
Hits@30:
Test: 59.3863 ± 2.3257
Hits@50:
Test: 68.8538 ± 2.0815
AUC:
Test: 97.9741 ± 0.0856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7861 ± 2.0957
Hits@20:
Test: 22.6354 ± 3.1017
Hits@30:
Test: 27.3466 ± 1.4228
Hits@50:
Test: 32.2744 ± 1.4724
AUC:
Test: 76.3035 ± 1.4932
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7617 ± 4.2193
Hits@20:
Test: 58.8222 ± 1.9884
Hits@30:
Test: 65.6814 ± 2.8516
Hits@50:
Test: 74.6661 ± 1.5797
AUC:
Test: 98.2047 ± 0.0701
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.2283 ± 5.1037
Hits@20:
Test: 12.9874 ± 5.8027
Hits@30:
Test: 17.5767 ± 7.7202
Hits@50:
Test: 23.2942 ± 9.1535
AUC:
Test: 86.3695 ± 2.9492
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6570 ± 2.5043
Hits@20:
Test: 35.8709 ± 3.4565
Hits@30:
Test: 44.3592 ± 3.4119
Hits@50:
Test: 54.6841 ± 3.0961
AUC:
Test: 96.9193 ± 0.4204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.8087 ± 1.4789
Hits@20:
Test: 18.9125 ± 1.6149
Hits@30:
Test: 23.2175 ± 1.4512
Hits@50:
Test: 29.2915 ± 0.9987
AUC:
Test: 74.8112 ± 0.1369
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.8926 ± 1.3514
Hits@20:
Test: 24.2329 ± 1.2724
Hits@30:
Test: 28.6146 ± 1.2464
Hits@50:
Test: 35.3114 ± 1.6969
AUC:
Test: 86.2708 ± 0.7388
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7022 ± 6.7234
Hits@20:
Test: 43.9215 ± 5.2016
Hits@30:
Test: 50.3655 ± 3.6225
Hits@50:
Test: 56.7825 ± 3.0461
AUC:
Test: 88.5354 ± 0.5857
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4134 ± 7.3735
Hits@20:
Test: 51.0244 ± 3.2049
Hits@30:
Test: 56.9810 ± 4.8262
Hits@50:
Test: 66.6155 ± 1.6960
AUC:
Test: 97.1347 ± 0.2208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.6561 ± 5.6037
Hits@20:
Test: 24.6164 ± 7.1474
Hits@30:
Test: 32.5948 ± 7.7728
Hits@50:
Test: 42.7617 ± 6.6552
AUC:
Test: 95.3394 ± 0.9910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.0569 ± 2.0300
Hits@20:
Test: 14.4585 ± 3.5559
Hits@30:
Test: 19.2148 ± 5.0599
Hits@50:
Test: 24.4856 ± 5.9381
AUC:
Test: 82.2464 ± 0.8163
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5785 ± 4.5858
Hits@20:
Test: 26.4801 ± 7.3669
Hits@30:
Test: 33.7139 ± 5.1336
Hits@50:
Test: 40.6859 ± 6.3769
AUC:
Test: 86.8719 ± 0.4787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.8890 ± 4.5265
Hits@20:
Test: 47.4007 ± 2.1331
Hits@30:
Test: 55.0361 ± 0.6448
Hits@50:
Test: 65.6227 ± 2.1939
AUC:
Test: 97.6717 ± 0.0936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8150 ± 3.2899
Hits@20:
Test: 53.4251 ± 2.3829
Hits@30:
Test: 60.4467 ± 1.8082
Hits@50:
Test: 68.1949 ± 2.0184
AUC:
Test: 97.9677 ± 0.1211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9819 ± 2.6495
Hits@20:
Test: 43.8402 ± 1.3337
Hits@30:
Test: 48.8312 ± 1.1913
Hits@50:
Test: 55.3655 ± 1.9632
AUC:
Test: 82.6523 ± 0.3525
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.1381 ± 2.6158
Hits@20:
Test: 13.5921 ± 2.1437
Hits@30:
Test: 19.3863 ± 0.7399
Hits@50:
Test: 26.9856 ± 1.8633
AUC:
Test: 89.8556 ± 0.2128
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.8267 ± 0.6478
Hits@20:
Test: 6.9224 ± 0.6489
Hits@30:
Test: 9.6661 ± 0.7975
Hits@50:
Test: 14.0478 ± 0.4528
AUC:
Test: 81.5230 ± 0.7300
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9061 ± 6.8628
Hits@20:
Test: 35.1625 ± 7.1270
Hits@30:
Test: 43.4657 ± 6.2164
Hits@50:
Test: 51.6336 ± 6.3785
AUC:
Test: 96.5611 ± 0.5197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1968 ± 6.0510
Hits@20:
Test: 43.1318 ± 2.0912
Hits@30:
Test: 49.6886 ± 3.4553
Hits@50:
Test: 58.5966 ± 1.5879
AUC:
Test: 95.1568 ± 0.2002
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5939 ± 2.5645
Hits@20:
Test: 41.0921 ± 1.9081
Hits@30:
Test: 51.0153 ± 1.6553
Hits@50:
Test: 63.2987 ± 3.2373
AUC:
Test: 97.2747 ± 0.1168
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5731 ± 1.0714
Hits@20:
Test: 40.6453 ± 0.4044
Hits@30:
Test: 45.1940 ± 1.9631
Hits@50:
Test: 52.1164 ± 1.8688
AUC:
Test: 83.3929 ± 0.4568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0650 ± 4.1840
Hits@20:
Test: 24.0478 ± 5.4859
Hits@30:
Test: 28.1634 ± 3.4404
Hits@50:
Test: 36.1327 ± 3.1634
AUC:
Test: 86.0828 ± 0.7201
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.3294 ± 0.9940
Hits@20:
Test: 21.1056 ± 1.4638
Hits@30:
Test: 25.9386 ± 1.1201
Hits@50:
Test: 31.3989 ± 1.3254
AUC:
Test: 89.6942 ± 0.2517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.5569 ± 2.0347
Hits@20:
Test: 11.3673 ± 2.3994
Hits@30:
Test: 15.5235 ± 2.3458
Hits@50:
Test: 20.3565 ± 1.5342
AUC:
Test: 83.1529 ± 0.7336
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1336 ± 2.5510
Hits@20:
Test: 24.6074 ± 2.5792
Hits@30:
Test: 32.3014 ± 4.2507
Hits@50:
Test: 43.8041 ± 3.0210
AUC:
Test: 96.0481 ± 0.8293
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.4964 ± 8.1478
Hits@20:
Test: 26.0605 ± 11.8514
Hits@30:
Test: 31.6200 ± 11.5887
Hits@50:
Test: 41.3899 ± 14.2541
AUC:
Test: 92.1792 ± 3.8612
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.4630 ± 0.7312
Hits@20:
Test: 23.9666 ± 1.8277
Hits@30:
Test: 27.7843 ± 1.7972
Hits@50:
Test: 34.3818 ± 1.2898
AUC:
Test: 75.8482 ± 0.4600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1850 ± 5.6452
Hits@20:
Test: 49.9097 ± 3.2667
Hits@30:
Test: 58.3303 ± 2.1670
Hits@50:
Test: 67.1480 ± 2.1725
AUC:
Test: 97.8968 ± 0.1310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.8745 ± 1.7001
Hits@20:
Test: 11.8818 ± 0.9373
Hits@30:
Test: 16.1958 ± 0.4628
Hits@50:
Test: 22.7031 ± 0.7781
AUC:
Test: 85.7745 ± 0.9339
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.3736 ± 4.7289
Hits@20:
Test: 16.9720 ± 4.1064
Hits@30:
Test: 22.3872 ± 4.5578
Hits@50:
Test: 27.0758 ± 3.3983
AUC:
Test: 74.8557 ± 0.1135
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.4386 ± 2.0111
Hits@20:
Test: 26.5208 ± 4.3393
Hits@30:
Test: 32.9513 ± 4.0654
Hits@50:
Test: 43.9079 ± 3.8693
AUC:
Test: 95.7629 ± 0.5325
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8511 ± 5.1105
Hits@20:
Test: 25.6543 ± 7.6337
Hits@30:
Test: 30.8348 ± 4.3756
Hits@50:
Test: 36.7374 ± 3.4815
AUC:
Test: 85.6934 ± 0.4101
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.3041 ± 2.3149
Hits@20:
Test: 45.7220 ± 1.4436
Hits@30:
Test: 49.9955 ± 1.9678
Hits@50:
Test: 59.3863 ± 0.8736
AUC:
Test: 95.3213 ± 0.4205
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.6850 ± 2.6205
Hits@20:
Test: 12.3917 ± 2.8281
Hits@30:
Test: 15.5776 ± 2.4396
Hits@50:
Test: 20.8439 ± 1.8858
AUC:
Test: 83.0254 ± 0.7386
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2780 ± 7.3250
Hits@20:
Test: 49.0839 ± 5.6719
Hits@30:
Test: 57.2699 ± 5.5151
Hits@50:
Test: 66.0785 ± 4.2410
AUC:
Test: 97.3540 ± 0.0428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.5704 ± 5.0298
Hits@20:
Test: 25.4152 ± 7.4321
Hits@30:
Test: 30.6634 ± 5.5327
Hits@50:
Test: 40.1173 ± 6.7751
AUC:
Test: 93.3754 ± 1.4044
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.3123 ± 1.6054
Hits@20:
Test: 23.1453 ± 1.3273
Hits@30:
Test: 26.8457 ± 0.9265
Hits@50:
Test: 33.5966 ± 0.8559
AUC:
Test: 75.5549 ± 0.1880
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.6507 ± 0.7771
Hits@20:
Test: 6.9088 ± 0.5985
Hits@30:
Test: 9.9233 ± 0.3442
Hits@50:
Test: 14.2283 ± 0.6060
AUC:
Test: 81.8686 ± 0.8448
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5921 ± 4.0273
Hits@20:
Test: 26.4711 ± 3.9534
Hits@30:
Test: 33.8628 ± 4.5559
Hits@50:
Test: 44.6706 ± 4.8077
AUC:
Test: 96.0685 ± 0.7719
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.9242 ± 3.3883
Hits@20:
Test: 16.8998 ± 3.8797
Hits@30:
Test: 21.5027 ± 3.7014
Hits@50:
Test: 27.4188 ± 3.0165
AUC:
Test: 74.7666 ± 0.1610
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3023 ± 3.9532
Hits@20:
Test: 51.3764 ± 1.7923
Hits@30:
Test: 59.3863 ± 2.3257
Hits@50:
Test: 68.8538 ± 2.0815
AUC:
Test: 97.9741 ± 0.0856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.1760 ± 3.5473
Hits@20:
Test: 21.3403 ± 4.4047
Hits@30:
Test: 26.3448 ± 5.4818
Hits@50:
Test: 33.4025 ± 4.3457
AUC:
Test: 91.1443 ± 1.0914
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5939 ± 8.5078
Hits@20:
Test: 34.4314 ± 6.0263
Hits@30:
Test: 39.8285 ± 7.8303
Hits@50:
Test: 46.0514 ± 4.9014
AUC:
Test: 86.0322 ± 0.4502
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.3087 ± 1.1596
Hits@20:
Test: 12.0939 ± 3.3270
Hits@30:
Test: 16.2680 ± 2.9019
Hits@50:
Test: 21.7960 ± 2.6341
AUC:
Test: 83.1965 ± 0.8721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6570 ± 2.5043
Hits@20:
Test: 35.8709 ± 3.4565
Hits@30:
Test: 44.3592 ± 3.4119
Hits@50:
Test: 54.6841 ± 3.0961
AUC:
Test: 96.9193 ± 0.4204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.8005 ± 1.7419
Hits@20:
Test: 28.3439 ± 2.9737
Hits@30:
Test: 31.9449 ± 0.9218
Hits@50:
Test: 37.6173 ± 1.0133
AUC:
Test: 76.0706 ± 0.5076
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.1570 ± 1.6140
Hits@20:
Test: 11.5298 ± 0.8711
Hits@30:
Test: 15.8303 ± 0.8077
Hits@50:
Test: 23.3529 ± 1.2907
AUC:
Test: 86.2484 ± 0.8332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3005 ± 4.7819
Hits@20:
Test: 39.2870 ± 2.5136
Hits@30:
Test: 46.1959 ± 3.3296
Hits@50:
Test: 53.4070 ± 3.9704
AUC:
Test: 93.9213 ± 1.1260
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4134 ± 7.3735
Hits@20:
Test: 51.0244 ± 3.2049
Hits@30:
Test: 56.9810 ± 4.8262
Hits@50:
Test: 66.6155 ± 1.6960
AUC:
Test: 97.1347 ± 0.2208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.8818 ± 3.3718
Hits@20:
Test: 17.7572 ± 3.9910
Hits@30:
Test: 22.0623 ± 3.5762
Hits@50:
Test: 28.0551 ± 3.7049
AUC:
Test: 75.4720 ± 0.2664
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.6561 ± 5.6037
Hits@20:
Test: 24.6164 ± 7.1474
Hits@30:
Test: 32.5948 ± 7.7728
Hits@50:
Test: 42.7617 ± 6.6552
AUC:
Test: 95.3394 ± 0.9910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8457 ± 4.8515
Hits@20:
Test: 45.9973 ± 4.1028
Hits@30:
Test: 58.4296 ± 3.7638
Hits@50:
Test: 67.7166 ± 1.0349
AUC:
Test: 97.3154 ± 0.0642
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3249 ± 6.6456
Hits@20:
Test: 49.2419 ± 7.8243
Hits@30:
Test: 58.3439 ± 4.5785
Hits@50:
Test: 66.9359 ± 3.7400
AUC:
Test: 97.1781 ± 0.1836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.4386 ± 4.5075
Hits@20:
Test: 32.4188 ± 6.0439
Hits@30:
Test: 37.2879 ± 6.1123
Hits@50:
Test: 43.8041 ± 5.3911
AUC:
Test: 88.6039 ± 1.0376
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8150 ± 3.2899
Hits@20:
Test: 53.4251 ± 2.3829
Hits@30:
Test: 60.4467 ± 1.8082
Hits@50:
Test: 68.1949 ± 2.0184
AUC:
Test: 97.9677 ± 0.1211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.3502 ± 1.3278
Hits@20:
Test: 15.8394 ± 3.2715
Hits@30:
Test: 21.3493 ± 1.3023
Hits@50:
Test: 25.7807 ± 1.0846
AUC:
Test: 85.7239 ± 1.5822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9061 ± 6.8628
Hits@20:
Test: 35.1625 ± 7.1270
Hits@30:
Test: 43.4657 ± 6.2164
Hits@50:
Test: 51.6336 ± 6.3785
AUC:
Test: 96.5611 ± 0.5197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.9025 ± 3.9398
Hits@20:
Test: 33.0280 ± 3.6957
Hits@30:
Test: 42.0578 ± 5.2286
Hits@50:
Test: 53.3800 ± 4.2162
AUC:
Test: 96.5069 ± 0.5690
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.0514 ± 2.0231
Hits@20:
Test: 27.3195 ± 2.2583
Hits@30:
Test: 32.0984 ± 2.6539
Hits@50:
Test: 37.2518 ± 1.5797
AUC:
Test: 77.7952 ± 1.4709
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5939 ± 2.5645
Hits@20:
Test: 41.0921 ± 1.9081
Hits@30:
Test: 51.0153 ± 1.6553
Hits@50:
Test: 63.2987 ± 3.2373
AUC:
Test: 97.2747 ± 0.1168
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7022 ± 4.6216
Hits@20:
Test: 41.0379 ± 3.8705
Hits@30:
Test: 48.1724 ± 5.3957
Hits@50:
Test: 58.2717 ± 2.6692
AUC:
Test: 96.8641 ± 0.3354
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3773 ± 2.2347
Hits@20:
Test: 19.5307 ± 3.3479
Hits@30:
Test: 23.5605 ± 3.3671
Hits@50:
Test: 28.5921 ± 2.8853
AUC:
Test: 75.8415 ± 1.5309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1706 ± 4.9863
Hits@20:
Test: 55.0226 ± 3.4084
Hits@30:
Test: 62.3150 ± 4.3628
Hits@50:
Test: 70.7942 ± 2.5203
AUC:
Test: 98.0043 ± 0.1154
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1336 ± 2.5510
Hits@20:
Test: 24.6074 ± 2.5792
Hits@30:
Test: 32.3014 ± 4.2507
Hits@50:
Test: 43.8041 ± 3.0210
AUC:
Test: 96.0481 ± 0.8293
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9603 ± 3.7962
Hits@20:
Test: 46.1462 ± 2.7865
Hits@30:
Test: 53.1273 ± 1.9751
Hits@50:
Test: 58.4431 ± 1.3532
AUC:
Test: 89.3389 ± 1.0375
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1850 ± 5.6452
Hits@20:
Test: 49.9097 ± 3.2667
Hits@30:
Test: 58.3303 ± 2.1670
Hits@50:
Test: 67.1480 ± 2.1725
AUC:
Test: 97.8968 ± 0.1310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6408 ± 2.2559
Hits@20:
Test: 53.6011 ± 3.6243
Hits@30:
Test: 63.2310 ± 2.8253
Hits@50:
Test: 71.3854 ± 2.2652
AUC:
Test: 97.9726 ± 0.1020
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0713 ± 1.4582
Hits@20:
Test: 28.7094 ± 3.7192
Hits@30:
Test: 34.7608 ± 4.0816
Hits@50:
Test: 42.5135 ± 3.8324
AUC:
Test: 88.3919 ± 0.5694
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.4386 ± 2.0111
Hits@20:
Test: 26.5208 ± 4.3393
Hits@30:
Test: 32.9513 ± 4.0654
Hits@50:
Test: 43.9079 ± 3.8693
AUC:
Test: 95.7629 ± 0.5325
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9341 ± 3.6386
Hits@20:
Test: 42.8520 ± 6.1008
Hits@30:
Test: 53.1363 ± 5.1458
Hits@50:
Test: 62.5722 ± 4.3566
AUC:
Test: 97.5318 ± 0.3168
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7744 ± 2.5254
Hits@20:
Test: 43.0280 ± 1.8285
Hits@30:
Test: 47.8745 ± 2.8251
Hits@50:
Test: 55.2617 ± 2.0630
AUC:
Test: 82.6641 ± 0.5547
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.4892 ± 2.8088
Hits@20:
Test: 17.3150 ± 2.7904
Hits@30:
Test: 22.6579 ± 1.3030
Hits@50:
Test: 30.5776 ± 0.9545
AUC:
Test: 86.3251 ± 0.2729
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2780 ± 7.3250
Hits@20:
Test: 49.0839 ± 5.6719
Hits@30:
Test: 57.2699 ± 5.5151
Hits@50:
Test: 66.0785 ± 4.2410
AUC:
Test: 97.3540 ± 0.0428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.3051 ± 1.2924
Hits@20:
Test: 7.8294 ± 1.4797
Hits@30:
Test: 10.3475 ± 1.9153
Hits@50:
Test: 15.2708 ± 2.5178
AUC:
Test: 84.2277 ± 0.9507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5921 ± 4.0273
Hits@20:
Test: 26.4711 ± 3.9534
Hits@30:
Test: 33.8628 ± 4.5559
Hits@50:
Test: 44.6706 ± 4.8077
AUC:
Test: 96.0685 ± 0.7719
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9657 ± 1.8487
Hits@20:
Test: 37.3691 ± 2.3629
Hits@30:
Test: 40.7897 ± 3.2777
Hits@50:
Test: 47.4684 ± 2.8512
AUC:
Test: 83.3842 ± 0.5504
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3529 ± 4.9239
Hits@20:
Test: 18.5469 ± 7.0062
Hits@30:
Test: 24.0208 ± 4.6082
Hits@50:
Test: 29.2509 ± 3.3771
AUC:
Test: 83.6014 ± 1.2829
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.9874 ± 1.8527
Hits@20:
Test: 47.6805 ± 6.6030
Hits@30:
Test: 55.4377 ± 4.2875
Hits@50:
Test: 65.0406 ± 2.8750
AUC:
Test: 97.5313 ± 0.1955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3023 ± 3.9532
Hits@20:
Test: 51.3764 ± 1.7923
Hits@30:
Test: 59.3863 ± 2.3257
Hits@50:
Test: 68.8538 ± 2.0815
AUC:
Test: 97.9741 ± 0.0856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.0514 ± 0.9894
Hits@20:
Test: 11.5027 ± 0.5273
Hits@30:
Test: 16.4440 ± 1.1389
Hits@50:
Test: 20.5325 ± 0.9893
AUC:
Test: 80.8187 ± 0.7269
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.0316 ± 8.6181
Hits@20:
Test: 50.2392 ± 6.1672
Hits@30:
Test: 56.3673 ± 3.6723
Hits@50:
Test: 67.9738 ± 0.8803
AUC:
Test: 97.1696 ± 0.1553
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.7247 ± 3.4574
Hits@20:
Test: 15.8032 ± 3.5639
Hits@30:
Test: 21.3403 ± 2.5835
Hits@50:
Test: 27.5767 ± 4.4423
AUC:
Test: 89.6311 ± 0.6011
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.2374 ± 1.7100
Hits@20:
Test: 8.3078 ± 3.1005
Hits@30:
Test: 11.3087 ± 2.6091
Hits@50:
Test: 15.2798 ± 2.9221
AUC:
Test: 83.1051 ± 3.0908
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6570 ± 2.5043
Hits@20:
Test: 35.8709 ± 3.4565
Hits@30:
Test: 44.3592 ± 3.4119
Hits@50:
Test: 54.6841 ± 3.0961
AUC:
Test: 96.9193 ± 0.4204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7843 ± 4.9309
Hits@20:
Test: 32.8881 ± 1.7453
Hits@30:
Test: 41.8457 ± 2.6698
Hits@50:
Test: 51.3673 ± 4.5935
AUC:
Test: 96.5940 ± 0.3067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5352 ± 4.9466
Hits@20:
Test: 33.0866 ± 2.9020
Hits@30:
Test: 36.9134 ± 2.3364
Hits@50:
Test: 43.2897 ± 2.2614
AUC:
Test: 89.8588 ± 0.9137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0424 ± 2.5579
Hits@20:
Test: 51.4170 ± 6.9288
Hits@30:
Test: 60.6950 ± 3.6431
Hits@50:
Test: 68.5289 ± 2.9699
AUC:
Test: 97.9062 ± 0.1817
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4134 ± 7.3735
Hits@20:
Test: 51.0244 ± 3.2049
Hits@30:
Test: 56.9810 ± 4.8262
Hits@50:
Test: 66.6155 ± 1.6960
AUC:
Test: 97.1347 ± 0.2208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.7626 ± 2.6226
Hits@20:
Test: 22.5316 ± 2.2289
Hits@30:
Test: 28.2626 ± 0.7930
Hits@50:
Test: 34.4088 ± 1.4452
AUC:
Test: 90.4500 ± 0.2127
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.5045 ± 4.4967
Hits@20:
Test: 13.0009 ± 6.3959
Hits@30:
Test: 17.0487 ± 7.8356
Hits@50:
Test: 21.1101 ± 4.6218
AUC:
Test: 85.3445 ± 1.7680
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.6561 ± 5.6037
Hits@20:
Test: 24.6164 ± 7.1474
Hits@30:
Test: 32.5948 ± 7.7728
Hits@50:
Test: 42.7617 ± 6.6552
AUC:
Test: 95.3394 ± 0.9910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.3664 ± 1.5119
Hits@20:
Test: 12.8565 ± 1.4756
Hits@30:
Test: 17.9197 ± 0.6420
Hits@50:
Test: 24.3547 ± 1.2682
AUC:
Test: 87.2287 ± 0.5187
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6841 ± 2.9984
Hits@20:
Test: 41.5027 ± 3.2876
Hits@30:
Test: 50.3294 ± 1.7936
Hits@50:
Test: 59.2825 ± 2.9970
AUC:
Test: 97.2409 ± 0.2065
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8150 ± 3.2899
Hits@20:
Test: 53.4251 ± 2.3829
Hits@30:
Test: 60.4467 ± 1.8082
Hits@50:
Test: 68.1949 ± 2.0184
AUC:
Test: 97.9677 ± 0.1211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.8060 ± 3.7018
Hits@20:
Test: 15.2708 ± 4.1836
Hits@30:
Test: 22.8700 ± 3.6969
Hits@50:
Test: 28.4341 ± 4.7198
AUC:
Test: 89.7789 ± 1.1463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.0370 ± 2.6362
Hits@20:
Test: 24.5848 ± 3.5151
Hits@30:
Test: 30.3791 ± 1.6762
Hits@50:
Test: 36.6922 ± 2.3314
AUC:
Test: 86.8741 ± 0.8117
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.1498 ± 2.6441
Hits@20:
Test: 24.9910 ± 5.7938
Hits@30:
Test: 32.1570 ± 3.2570
Hits@50:
Test: 36.4170 ± 4.5503
AUC:
Test: 87.6471 ± 1.4206
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.3366 ± 1.8947
Hits@20:
Test: 8.1273 ± 2.6293
Hits@30:
Test: 10.5551 ± 1.9698
Hits@50:
Test: 15.3610 ± 3.9401
AUC:
Test: 83.1931 ± 3.1426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9729 ± 1.6432
Hits@20:
Test: 14.3818 ± 1.9460
Hits@30:
Test: 20.2527 ± 2.6212
Hits@50:
Test: 26.1236 ± 2.9187
AUC:
Test: 84.6335 ± 0.9715
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9061 ± 6.8628
Hits@20:
Test: 35.1625 ± 7.1270
Hits@30:
Test: 43.4657 ± 6.2164
Hits@50:
Test: 51.6336 ± 6.3785
AUC:
Test: 96.5611 ± 0.5197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 5.1760 ± 0.4057
Hits@20:
Test: 11.9224 ± 0.4971
Hits@30:
Test: 16.4305 ± 0.5381
Hits@50:
Test: 22.1841 ± 1.3309
AUC:
Test: 80.8627 ± 0.7477
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.5271 ± 1.6113
Hits@20:
Test: 22.3421 ± 1.4791
Hits@30:
Test: 27.0081 ± 1.6243
Hits@50:
Test: 32.2428 ± 1.3747
AUC:
Test: 77.2088 ± 2.7064
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9107 ± 1.6246
Hits@20:
Test: 23.4838 ± 2.9460
Hits@30:
Test: 27.8565 ± 1.9091
Hits@50:
Test: 34.3908 ± 1.6165
AUC:
Test: 90.8031 ± 0.2825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3186 ± 1.8635
Hits@20:
Test: 43.7139 ± 2.2823
Hits@30:
Test: 52.2383 ± 2.7527
Hits@50:
Test: 66.0830 ± 1.5885
AUC:
Test: 97.2459 ± 0.1749
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.6309 ± 2.2127
Hits@20:
Test: 24.8285 ± 4.1278
Hits@30:
Test: 32.3962 ± 3.4179
Hits@50:
Test: 43.7635 ± 2.8806
AUC:
Test: 93.5727 ± 0.8033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9738 ± 5.8117
Hits@20:
Test: 53.1002 ± 6.7663
Hits@30:
Test: 61.0875 ± 4.6953
Hits@50:
Test: 68.9170 ± 1.1697
AUC:
Test: 97.2320 ± 0.1148
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3863 ± 1.3682
Hits@20:
Test: 18.9170 ± 1.3230
Hits@30:
Test: 23.7004 ± 0.9337
Hits@50:
Test: 29.5126 ± 1.5789
AUC:
Test: 74.8643 ± 0.2647
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.3258 ± 1.0324
Hits@20:
Test: 12.9964 ± 1.0272
Hits@30:
Test: 16.6652 ± 1.3896
Hits@50:
Test: 24.1426 ± 1.3021
AUC:
Test: 87.4483 ± 0.5196
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8574 ± 6.3789
Hits@20:
Test: 33.7004 ± 3.7771
Hits@30:
Test: 39.2058 ± 3.6169
Hits@50:
Test: 45.0903 ± 2.5341
AUC:
Test: 87.0253 ± 0.5461
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8971 ± 5.1480
Hits@20:
Test: 54.0659 ± 4.6845
Hits@30:
Test: 62.1074 ± 3.5649
Hits@50:
Test: 72.1435 ± 2.4319
AUC:
Test: 98.2341 ± 0.1739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.1300 ± 3.3578
Hits@20:
Test: 17.8249 ± 4.5226
Hits@30:
Test: 22.7843 ± 5.1587
Hits@50:
Test: 28.4206 ± 5.5219
AUC:
Test: 85.3570 ± 1.2468
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6327 ± 3.3911
Hits@20:
Test: 43.0551 ± 2.4320
Hits@30:
Test: 52.0532 ± 4.2102
Hits@50:
Test: 61.5433 ± 3.9907
AUC:
Test: 96.8785 ± 0.1864
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6110 ± 3.8736
Hits@20:
Test: 39.1245 ± 3.3391
Hits@30:
Test: 47.5316 ± 3.9286
Hits@50:
Test: 58.6733 ± 2.1188
AUC:
Test: 97.0944 ± 0.2644
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.1959 ± 2.4064
Hits@20:
Test: 27.1796 ± 2.7322
Hits@30:
Test: 33.1273 ± 1.0877
Hits@50:
Test: 37.2744 ± 1.8880
AUC:
Test: 76.5248 ± 1.6007
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6435 ± 5.0692
Hits@20:
Test: 33.5063 ± 7.5262
Hits@30:
Test: 39.7112 ± 8.3779
Hits@50:
Test: 49.7247 ± 7.9055
AUC:
Test: 95.3848 ± 1.3005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.6561 ± 3.6008
Hits@20:
Test: 17.0713 ± 4.7399
Hits@30:
Test: 22.7121 ± 4.5670
Hits@50:
Test: 30.5641 ± 7.1809
AUC:
Test: 91.9275 ± 3.0175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9783 ± 2.4051
Hits@20:
Test: 55.9431 ± 2.5965
Hits@30:
Test: 64.9413 ± 3.1905
Hits@50:
Test: 73.1588 ± 1.7244
AUC:
Test: 98.1509 ± 0.0616
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1796 ± 2.8115
Hits@20:
Test: 45.0857 ± 2.4685
Hits@30:
Test: 54.7789 ± 1.8632
Hits@50:
Test: 63.9801 ± 3.7567
AUC:
Test: 97.4424 ± 0.0530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3890 ± 4.3808
Hits@20:
Test: 17.3375 ± 5.9363
Hits@30:
Test: 21.6336 ± 5.3713
Hits@50:
Test: 27.2563 ± 5.7205
AUC:
Test: 75.1373 ± 0.7427
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.2653 ± 3.1174
Hits@20:
Test: 25.3565 ± 4.3148
Hits@30:
Test: 32.4865 ± 3.6199
Hits@50:
Test: 43.7274 ± 4.2306
AUC:
Test: 95.7822 ± 0.6576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3448 ± 5.2213
Hits@20:
Test: 51.0560 ± 4.5123
Hits@30:
Test: 57.2338 ± 3.3905
Hits@50:
Test: 64.7608 ± 2.0873
AUC:
Test: 96.3253 ± 0.1548
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.4431 ± 3.7032
Hits@20:
Test: 43.5018 ± 6.0843
Hits@30:
Test: 51.5794 ± 3.7830
Hits@50:
Test: 59.4088 ± 3.4906
AUC:
Test: 97.1746 ± 0.3288
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8944 ± 3.9720
Hits@20:
Test: 46.1417 ± 2.5914
Hits@30:
Test: 57.9106 ± 1.9119
Hits@50:
Test: 67.7031 ± 0.8116
AUC:
Test: 97.9626 ± 0.0370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3240 ± 5.0112
Hits@20:
Test: 49.0839 ± 8.2459
Hits@30:
Test: 57.5406 ± 4.1506
Hits@50:
Test: 65.5325 ± 4.1385
AUC:
Test: 97.6866 ± 0.2571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3249 ± 2.2708
Hits@20:
Test: 34.1877 ± 4.2567
Hits@30:
Test: 40.9341 ± 4.5395
Hits@50:
Test: 52.3736 ± 6.3134
AUC:
Test: 96.1395 ± 0.3691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6643 ± 7.4598
Hits@20:
Test: 32.6399 ± 8.1167
Hits@30:
Test: 41.1462 ± 7.7207
Hits@50:
Test: 52.4729 ± 5.9283
AUC:
Test: 96.5210 ± 0.6607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.3899 ± 2.7068
Hits@20:
Test: 15.9251 ± 3.2523
Hits@30:
Test: 20.1173 ± 2.1589
Hits@50:
Test: 25.8935 ± 2.2642
AUC:
Test: 86.1150 ± 0.4529
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2653 ± 2.0969
Hits@20:
Test: 53.5830 ± 3.0594
Hits@30:
Test: 59.3908 ± 1.5765
Hits@50:
Test: 67.9513 ± 1.4253
AUC:
Test: 97.2555 ± 0.0635
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3041 ± 2.9933
Hits@20:
Test: 43.7726 ± 3.0738
Hits@30:
Test: 53.2446 ± 4.1304
Hits@50:
Test: 65.5190 ± 2.6119
AUC:
Test: 97.1095 ± 0.2041
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.5542 ± 1.8174
Hits@20:
Test: 12.6038 ± 2.6303
Hits@30:
Test: 15.3430 ± 3.0632
Hits@50:
Test: 23.4567 ± 3.7735
AUC:
Test: 84.1865 ± 0.9379
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5063 ± 4.7748
Hits@20:
Test: 45.6724 ± 5.1227
Hits@30:
Test: 50.9341 ± 4.3619
Hits@50:
Test: 60.1625 ± 3.0985
AUC:
Test: 96.9396 ± 0.2393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7816 ± 5.0433
Hits@20:
Test: 27.5271 ± 8.1453
Hits@30:
Test: 33.6462 ± 8.6322
Hits@50:
Test: 44.1155 ± 7.2962
AUC:
Test: 95.7310 ± 1.1645
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2058 ± 1.1001
Hits@20:
Test: 18.9666 ± 4.1320
Hits@30:
Test: 24.5126 ± 1.9298
Hits@50:
Test: 31.1236 ± 1.6584
AUC:
Test: 84.6656 ± 0.8030
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.3141 ± 3.7891
Hits@20:
Test: 27.1074 ± 2.0661
Hits@30:
Test: 32.7662 ± 2.0242
Hits@50:
Test: 36.6245 ± 2.0136
AUC:
Test: 85.9790 ± 0.2313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7238 ± 11.2770
Hits@20:
Test: 37.1841 ± 12.5543
Hits@30:
Test: 44.5442 ± 12.4025
Hits@50:
Test: 52.3782 ± 12.0854
AUC:
Test: 95.7818 ± 2.1908
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9756 ± 3.9472
Hits@20:
Test: 51.5523 ± 3.3556
Hits@30:
Test: 59.7247 ± 2.9515
Hits@50:
Test: 67.2879 ± 1.4812
AUC:
Test: 97.8984 ± 0.0634
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.0226 ± 0.9178
Hits@20:
Test: 15.0180 ± 1.3565
Hits@30:
Test: 20.2256 ± 2.4474
Hits@50:
Test: 24.5126 ± 2.1080
AUC:
Test: 83.7325 ± 0.9591
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 5.9567 ± 0.6018
Hits@20:
Test: 11.0560 ± 1.0760
Hits@30:
Test: 15.4603 ± 1.6005
Hits@50:
Test: 20.2933 ± 1.6485
AUC:
Test: 80.6389 ± 0.7422
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.3872 ± 1.7426
Hits@20:
Test: 21.6155 ± 3.1118
Hits@30:
Test: 27.0532 ± 1.9260
Hits@50:
Test: 31.8457 ± 1.8722
AUC:
Test: 76.3170 ± 1.8158
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.9522 ± 5.7856
Hits@20:
Test: 22.9468 ± 7.2829
Hits@30:
Test: 28.3709 ± 7.1136
Hits@50:
Test: 34.7608 ± 8.3843
AUC:
Test: 91.2901 ± 2.5795
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3222 ± 4.1537
Hits@20:
Test: 35.1173 ± 7.2506
Hits@30:
Test: 42.8881 ± 7.6730
Hits@50:
Test: 53.7229 ± 7.8396
AUC:
Test: 96.5679 ± 0.6660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7437 ± 3.8769
Hits@20:
Test: 18.0686 ± 3.9943
Hits@30:
Test: 23.1769 ± 2.7619
Hits@50:
Test: 27.3466 ± 2.1137
AUC:
Test: 86.1751 ± 0.7960
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.9756 ± 0.7805
Hits@20:
Test: 7.7211 ± 0.6399
Hits@30:
Test: 9.7653 ± 1.5198
Hits@50:
Test: 14.4269 ± 1.3683
AUC:
Test: 83.2956 ± 1.3767
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.1579 ± 2.4044
Hits@20:
Test: 19.4946 ± 0.9845
Hits@30:
Test: 23.5424 ± 1.6358
Hits@50:
Test: 29.2915 ± 1.2571
AUC:
Test: 74.8907 ± 0.2155
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3186 ± 1.8635
Hits@20:
Test: 43.7139 ± 2.2823
Hits@30:
Test: 52.2383 ± 2.7527
Hits@50:
Test: 66.0830 ± 1.5885
AUC:
Test: 97.2459 ± 0.1749
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.0939 ± 1.1819
Hits@20:
Test: 12.8926 ± 2.5644
Hits@30:
Test: 17.3736 ± 3.2905
Hits@50:
Test: 22.9603 ± 4.0022
AUC:
Test: 84.2465 ± 1.0620
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.7428 ± 2.4594
Hits@20:
Test: 25.5190 ± 3.3378
Hits@30:
Test: 32.1751 ± 2.6632
Hits@50:
Test: 37.6625 ± 2.5680
AUC:
Test: 86.1151 ± 0.4898
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.6309 ± 2.2127
Hits@20:
Test: 24.8285 ± 4.1278
Hits@30:
Test: 32.3962 ± 3.4179
Hits@50:
Test: 43.7635 ± 2.8806
AUC:
Test: 93.5727 ± 0.8033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.9125 ± 5.5815
Hits@20:
Test: 24.2283 ± 4.7901
Hits@30:
Test: 27.0397 ± 5.0087
Hits@50:
Test: 33.4883 ± 6.1485
AUC:
Test: 87.7397 ± 2.6165
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.3430 ± 3.4175
Hits@20:
Test: 16.1913 ± 1.7293
Hits@30:
Test: 21.6471 ± 3.3943
Hits@50:
Test: 27.2834 ± 2.8518
AUC:
Test: 83.8779 ± 0.8406
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1832 ± 1.8492
Hits@20:
Test: 21.3403 ± 2.3066
Hits@30:
Test: 24.9729 ± 1.1362
Hits@50:
Test: 32.5226 ± 0.4924
AUC:
Test: 85.2057 ± 0.4957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.5451 ± 0.8662
Hits@20:
Test: 22.0623 ± 1.5812
Hits@30:
Test: 26.1552 ± 1.4619
Hits@50:
Test: 32.1751 ± 0.8198
AUC:
Test: 76.2312 ± 1.4671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8971 ± 5.1480
Hits@20:
Test: 54.0659 ± 4.6845
Hits@30:
Test: 62.1074 ± 3.5649
Hits@50:
Test: 72.1435 ± 2.4319
AUC:
Test: 98.2341 ± 0.1739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.3511 ± 3.4126
Hits@20:
Test: 14.6616 ± 4.2919
Hits@30:
Test: 17.9648 ± 5.5632
Hits@50:
Test: 23.0054 ± 6.5523
AUC:
Test: 82.3540 ± 3.1956
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 5.9883 ± 0.4420
Hits@20:
Test: 11.0153 ± 1.0696
Hits@30:
Test: 15.2347 ± 1.9182
Hits@50:
Test: 20.7175 ± 2.2629
AUC:
Test: 80.7622 ± 0.7310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.8267 ± 2.7141
Hits@20:
Test: 19.3682 ± 1.3269
Hits@30:
Test: 23.3619 ± 1.0855
Hits@50:
Test: 29.6390 ± 1.1599
AUC:
Test: 74.9356 ± 0.1778
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6435 ± 5.0692
Hits@20:
Test: 33.5063 ± 7.5262
Hits@30:
Test: 39.7112 ± 8.3779
Hits@50:
Test: 49.7247 ± 7.9055
AUC:
Test: 95.3848 ± 1.3005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1706 ± 2.8891
Hits@20:
Test: 45.8078 ± 4.7440
Hits@30:
Test: 52.5361 ± 4.3746
Hits@50:
Test: 58.0144 ± 3.0676
AUC:
Test: 88.8677 ± 0.7639
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7590 ± 5.1086
Hits@20:
Test: 48.4612 ± 5.0763
Hits@30:
Test: 55.6859 ± 0.5589
Hits@50:
Test: 63.6958 ± 1.2142
AUC:
Test: 95.9519 ± 0.0985
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2166 ± 4.8042
Hits@20:
Test: 41.8818 ± 1.6066
Hits@30:
Test: 49.5984 ± 4.4145
Hits@50:
Test: 55.0541 ± 3.7257
AUC:
Test: 95.6500 ± 0.2298
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1796 ± 2.8115
Hits@20:
Test: 45.0857 ± 2.4685
Hits@30:
Test: 54.7789 ± 1.8632
Hits@50:
Test: 63.9801 ± 3.7567
AUC:
Test: 97.4424 ± 0.0530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.2653 ± 3.1174
Hits@20:
Test: 25.3565 ± 4.3148
Hits@30:
Test: 32.4865 ± 3.6199
Hits@50:
Test: 43.7274 ± 4.2306
AUC:
Test: 95.7822 ± 0.6576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.4188 ± 1.6386
Hits@20:
Test: 31.5523 ± 4.8135
Hits@30:
Test: 37.2428 ± 3.4744
Hits@50:
Test: 44.3096 ± 3.2364
AUC:
Test: 86.9152 ± 0.2905
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8944 ± 3.9720
Hits@20:
Test: 46.1417 ± 2.5914
Hits@30:
Test: 57.9106 ± 1.9119
Hits@50:
Test: 67.7031 ± 0.8116
AUC:
Test: 97.9626 ± 0.0370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.9747 ± 5.2795
Hits@20:
Test: 21.5027 ± 7.4030
Hits@30:
Test: 28.8854 ± 9.9627
Hits@50:
Test: 36.0063 ± 12.2179
AUC:
Test: 92.0473 ± 3.9859
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5614 ± 3.1078
Hits@20:
Test: 44.6931 ± 2.5613
Hits@30:
Test: 50.5054 ± 1.3520
Hits@50:
Test: 56.7599 ± 1.8219
AUC:
Test: 82.4138 ± 0.5071
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4928 ± 1.3885
Hits@20:
Test: 36.3673 ± 1.4675
Hits@30:
Test: 43.4161 ± 2.5211
Hits@50:
Test: 53.1047 ± 2.1673
AUC:
Test: 94.8568 ± 0.3340
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6643 ± 7.4598
Hits@20:
Test: 32.6399 ± 8.1167
Hits@30:
Test: 41.1462 ± 7.7207
Hits@50:
Test: 52.4729 ± 5.9283
AUC:
Test: 96.5210 ± 0.6607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3041 ± 2.9933
Hits@20:
Test: 43.7726 ± 3.0738
Hits@30:
Test: 53.2446 ± 4.1304
Hits@50:
Test: 65.5190 ± 2.6119
AUC:
Test: 97.1095 ± 0.2041
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.0460 ± 1.6361
Hits@20:
Test: 39.4901 ± 1.1603
Hits@30:
Test: 43.5830 ± 1.8923
Hits@50:
Test: 49.4630 ± 1.6979
AUC:
Test: 83.4761 ± 0.2578
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3394 ± 5.2421
Hits@20:
Test: 47.2202 ± 2.9402
Hits@30:
Test: 52.7211 ± 2.5960
Hits@50:
Test: 59.1968 ± 2.5037
AUC:
Test: 95.5063 ± 0.3398
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4946 ± 4.6871
Hits@20:
Test: 48.1453 ± 7.0600
Hits@30:
Test: 57.0578 ± 3.4279
Hits@50:
Test: 67.3375 ± 2.2692
AUC:
Test: 97.0172 ± 0.2264
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.1561 ± 4.3990
Hits@20:
Test: 25.6047 ± 3.0253
Hits@30:
Test: 31.0514 ± 3.6023
Hits@50:
Test: 37.5812 ± 2.2147
AUC:
Test: 86.0457 ± 1.0248
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7816 ± 5.0433
Hits@20:
Test: 27.5271 ± 8.1453
Hits@30:
Test: 33.6462 ± 8.6322
Hits@50:
Test: 44.1155 ± 7.2962
AUC:
Test: 95.7310 ± 1.1645
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.6264 ± 2.9943
Hits@20:
Test: 13.2626 ± 4.1341
Hits@30:
Test: 16.5162 ± 2.8944
Hits@50:
Test: 21.4666 ± 3.2620
AUC:
Test: 83.1116 ± 0.7062
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.3511 ± 3.1952
Hits@20:
Test: 21.9810 ± 1.4621
Hits@30:
Test: 27.0217 ± 1.4002
Hits@50:
Test: 32.2067 ± 0.7193
AUC:
Test: 75.7790 ± 0.5426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9756 ± 3.9472
Hits@20:
Test: 51.5523 ± 3.3556
Hits@30:
Test: 59.7247 ± 2.9515
Hits@50:
Test: 67.2879 ± 1.4812
AUC:
Test: 97.8984 ± 0.0634
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.1327 ± 4.2085
Hits@20:
Test: 14.8917 ± 3.9575
Hits@30:
Test: 20.2256 ± 3.7948
Hits@50:
Test: 25.1264 ± 2.9008
AUC:
Test: 74.7145 ± 0.0524
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5731 ± 6.7659
Hits@20:
Test: 42.3105 ± 7.0192
Hits@30:
Test: 48.3484 ± 5.4321
Hits@50:
Test: 57.6309 ± 5.4019
AUC:
Test: 95.6324 ± 0.9467
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1318 ± 5.2138
Hits@20:
Test: 37.2067 ± 5.7556
Hits@30:
Test: 44.9188 ± 6.6793
Hits@50:
Test: 51.7915 ± 6.1352
AUC:
Test: 94.1787 ± 1.5149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3222 ± 4.1537
Hits@20:
Test: 35.1173 ± 7.2506
Hits@30:
Test: 42.8881 ± 7.6730
Hits@50:
Test: 53.7229 ± 7.8396
AUC:
Test: 96.5679 ± 0.6660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.0542 ± 4.4476
Hits@20:
Test: 26.5884 ± 3.4671
Hits@30:
Test: 31.2951 ± 1.9155
Hits@50:
Test: 37.5587 ± 2.3491
AUC:
Test: 85.8692 ± 0.6879
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3303 ± 1.0909
Hits@20:
Test: 18.1273 ± 2.6530
Hits@30:
Test: 21.6787 ± 2.6002
Hits@50:
Test: 26.3087 ± 2.1132
AUC:
Test: 86.5365 ± 0.7225
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.5542 ± 2.4511
Hits@20:
Test: 12.6805 ± 2.0302
Hits@30:
Test: 15.3565 ± 2.5245
Hits@50:
Test: 21.1913 ± 2.0185
AUC:
Test: 83.0441 ± 0.7217
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3186 ± 1.8635
Hits@20:
Test: 43.7139 ± 2.2823
Hits@30:
Test: 52.2383 ± 2.7527
Hits@50:
Test: 66.0830 ± 1.5885
AUC:
Test: 97.2459 ± 0.1749
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.2374 ± 1.3812
Hits@20:
Test: 12.0758 ± 2.3665
Hits@30:
Test: 17.5090 ± 2.1738
Hits@50:
Test: 23.7906 ± 1.6701
AUC:
Test: 84.2508 ± 1.0133
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.7924 ± 1.3205
Hits@20:
Test: 24.1020 ± 1.2637
Hits@30:
Test: 28.1769 ± 1.8943
Hits@50:
Test: 33.4341 ± 1.8255
AUC:
Test: 75.8667 ± 0.6258
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7292 ± 4.4940
Hits@20:
Test: 45.4964 ± 5.2246
Hits@30:
Test: 55.1670 ± 5.0732
Hits@50:
Test: 63.9440 ± 3.1486
AUC:
Test: 96.8130 ± 0.1905
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.6309 ± 2.2127
Hits@20:
Test: 24.8285 ± 4.1278
Hits@30:
Test: 32.3962 ± 3.4179
Hits@50:
Test: 43.7635 ± 2.8806
AUC:
Test: 93.5727 ± 0.8033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5469 ± 1.6554
Hits@20:
Test: 20.1038 ± 0.9486
Hits@30:
Test: 24.6390 ± 2.0560
Hits@50:
Test: 31.9991 ± 1.3656
AUC:
Test: 85.4614 ± 0.2590
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.1841 ± 3.1377
Hits@20:
Test: 16.3718 ± 3.8510
Hits@30:
Test: 20.7626 ± 2.9545
Hits@50:
Test: 26.8637 ± 2.4202
AUC:
Test: 74.8881 ± 0.2992
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1859 ± 5.2910
Hits@20:
Test: 32.6670 ± 5.7269
Hits@30:
Test: 40.4377 ± 2.0662
Hits@50:
Test: 49.3412 ± 3.6018
AUC:
Test: 96.0487 ± 0.3948
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.5153 ± 2.7749
Hits@20:
Test: 13.3574 ± 1.9770
Hits@30:
Test: 18.4296 ± 4.2329
Hits@50:
Test: 25.2076 ± 4.6143
AUC:
Test: 82.6079 ± 1.6357
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8971 ± 5.1480
Hits@20:
Test: 54.0659 ± 4.6845
Hits@30:
Test: 62.1074 ± 3.5649
Hits@50:
Test: 72.1435 ± 2.4319
AUC:
Test: 98.2341 ± 0.1739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1498 ± 6.0183
Hits@20:
Test: 38.0415 ± 5.4038
Hits@30:
Test: 45.1805 ± 3.0681
Hits@50:
Test: 50.9747 ± 2.3501
AUC:
Test: 86.2588 ± 0.1400
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.9377 ± 1.4532
Hits@20:
Test: 18.9621 ± 1.3053
Hits@30:
Test: 22.4594 ± 2.3762
Hits@50:
Test: 29.8285 ± 2.1085
AUC:
Test: 86.2258 ± 0.2630
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9125 ± 5.8720
Hits@20:
Test: 51.5794 ± 4.9784
Hits@30:
Test: 60.3475 ± 2.9042
Hits@50:
Test: 67.5135 ± 1.4755
AUC:
Test: 97.7604 ± 0.1342
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.7058 ± 1.4216
Hits@20:
Test: 12.8791 ± 2.4849
Hits@30:
Test: 17.4684 ± 3.0282
Hits@50:
Test: 22.7256 ± 2.7972
AUC:
Test: 83.2866 ± 0.8220
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6435 ± 5.0692
Hits@20:
Test: 33.5063 ± 7.5262
Hits@30:
Test: 39.7112 ± 8.3779
Hits@50:
Test: 49.7247 ± 7.9055
AUC:
Test: 95.3848 ± 1.3005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.7726 ± 1.8446
Hits@20:
Test: 13.9666 ± 1.6310
Hits@30:
Test: 19.1110 ± 2.3749
Hits@50:
Test: 26.0108 ± 2.8995
AUC:
Test: 84.5227 ± 1.2279
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3078 ± 1.8465
Hits@20:
Test: 29.7022 ± 3.0846
Hits@30:
Test: 33.6733 ± 3.0622
Hits@50:
Test: 38.6958 ± 1.3490
AUC:
Test: 76.1814 ± 0.4993
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1796 ± 2.8115
Hits@20:
Test: 45.0857 ± 2.4685
Hits@30:
Test: 54.7789 ± 1.8632
Hits@50:
Test: 63.9801 ± 3.7567
AUC:
Test: 97.4424 ± 0.0530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.2347 ± 1.1094
Hits@20:
Test: 21.1417 ± 1.5565
Hits@30:
Test: 25.9747 ± 1.1262
Hits@50:
Test: 32.1164 ± 1.8382
AUC:
Test: 85.4675 ± 0.2478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9278 ± 3.8885
Hits@20:
Test: 44.3141 ± 3.3874
Hits@30:
Test: 51.7329 ± 2.7625
Hits@50:
Test: 60.4874 ± 2.4506
AUC:
Test: 97.2300 ± 0.1874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.2653 ± 3.1174
Hits@20:
Test: 25.3565 ± 4.3148
Hits@30:
Test: 32.4865 ± 3.6199
Hits@50:
Test: 43.7274 ± 4.2306
AUC:
Test: 95.7822 ± 0.6576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5740 ± 3.7963
Hits@20:
Test: 20.6904 ± 1.4851
Hits@30:
Test: 24.9188 ± 1.2336
Hits@50:
Test: 30.2527 ± 1.1974
AUC:
Test: 75.4734 ± 0.2267
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.1706 ± 0.9891
Hits@20:
Test: 12.3421 ± 1.5653
Hits@30:
Test: 17.4729 ± 2.0626
Hits@50:
Test: 23.3619 ± 2.7496
AUC:
Test: 81.4769 ± 1.5192
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.2500 ± 2.0696
Hits@20:
Test: 17.0171 ± 3.8162
Hits@30:
Test: 22.0713 ± 5.7681
Hits@50:
Test: 29.6345 ± 6.0178
AUC:
Test: 90.0373 ± 1.1358
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2644 ± 9.1517
Hits@20:
Test: 25.7717 ± 6.8038
Hits@30:
Test: 28.2175 ± 8.3496
Hits@50:
Test: 39.7608 ± 6.9820
AUC:
Test: 86.8044 ± 0.8625
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8944 ± 3.9720
Hits@20:
Test: 46.1417 ± 2.5914
Hits@30:
Test: 57.9106 ± 1.9119
Hits@50:
Test: 67.7031 ± 0.8116
AUC:
Test: 97.9626 ± 0.0370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.0433 ± 0.4186
Hits@20:
Test: 6.7238 ± 0.4746
Hits@30:
Test: 9.6841 ± 0.9551
Hits@50:
Test: 13.7139 ± 1.1792
AUC:
Test: 81.6496 ± 0.2385
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 5.6859 ± 0.9953
Hits@20:
Test: 9.0072 ± 1.1156
Hits@30:
Test: 13.2581 ± 0.8121
Hits@50:
Test: 18.1498 ± 2.1988
AUC:
Test: 84.0106 ± 0.4700
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.1164 ± 3.3664
Hits@20:
Test: 29.6796 ± 3.7894
Hits@30:
Test: 34.3051 ± 2.6409
Hits@50:
Test: 40.3159 ± 2.9668
AUC:
Test: 88.7863 ± 1.7675
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5875 ± 2.7243
Hits@20:
Test: 24.2058 ± 1.6053
Hits@30:
Test: 29.7744 ± 1.4724
Hits@50:
Test: 34.3502 ± 1.5142
AUC:
Test: 82.1303 ± 1.5178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6643 ± 7.4598
Hits@20:
Test: 32.6399 ± 8.1167
Hits@30:
Test: 41.1462 ± 7.7207
Hits@50:
Test: 52.4729 ± 5.9283
AUC:
Test: 96.5210 ± 0.6607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.3403 ± 1.3837
Hits@20:
Test: 22.6579 ± 3.1985
Hits@30:
Test: 26.9675 ± 3.5012
Hits@50:
Test: 33.0821 ± 3.0184
AUC:
Test: 88.2962 ± 0.6442
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7527 ± 3.5367
Hits@20:
Test: 17.5000 ± 2.6194
Hits@30:
Test: 22.6760 ± 2.4972
Hits@50:
Test: 29.4946 ± 3.3229
AUC:
Test: 85.5154 ± 1.3357
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3041 ± 2.9933
Hits@20:
Test: 43.7726 ± 3.0738
Hits@30:
Test: 53.2446 ± 4.1304
Hits@50:
Test: 65.5190 ± 2.6119
AUC:
Test: 97.1095 ± 0.2041
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.1489 ± 5.2534
Hits@20:
Test: 15.0361 ± 6.4881
Hits@30:
Test: 19.5262 ± 6.1835
Hits@50:
Test: 24.3727 ± 5.5659
AUC:
Test: 81.1947 ± 1.2093
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.2437 ± 3.0382
Hits@20:
Test: 13.4928 ± 4.0244
Hits@30:
Test: 17.9874 ± 3.9583
Hits@50:
Test: 24.4585 ± 4.8060
AUC:
Test: 83.7176 ± 2.8760
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.4856 ± 2.1605
Hits@20:
Test: 22.7211 ± 0.6372
Hits@30:
Test: 28.1814 ± 1.4378
Hits@50:
Test: 35.1805 ± 1.9040
AUC:
Test: 87.3016 ± 0.1061
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.0144 ± 3.2730
Hits@20:
Test: 42.9468 ± 3.3123
Hits@30:
Test: 50.3069 ± 3.2005
Hits@50:
Test: 58.7861 ± 2.7995
AUC:
Test: 90.7279 ± 0.4841
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7816 ± 5.0433
Hits@20:
Test: 27.5271 ± 8.1453
Hits@30:
Test: 33.6462 ± 8.6322
Hits@50:
Test: 44.1155 ± 7.2962
AUC:
Test: 95.7310 ± 1.1645
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3556 ± 4.7398
Hits@20:
Test: 32.1977 ± 5.9462
Hits@30:
Test: 39.0930 ± 5.3002
Hits@50:
Test: 47.8700 ± 6.6071
AUC:
Test: 94.6069 ± 0.8139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.0641 ± 3.8163
Hits@20:
Test: 24.6345 ± 1.9578
Hits@30:
Test: 30.7265 ± 1.4466
Hits@50:
Test: 35.8890 ± 1.4407
AUC:
Test: 88.9333 ± 1.0955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9756 ± 3.9472
Hits@20:
Test: 51.5523 ± 3.3556
Hits@30:
Test: 59.7247 ± 2.9515
Hits@50:
Test: 67.2879 ± 1.4812
AUC:
Test: 97.8984 ± 0.0634
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7211 ± 4.7241
Hits@20:
Test: 19.3141 ± 5.2168
Hits@30:
Test: 25.6002 ± 6.6570
Hits@50:
Test: 31.8502 ± 5.4048
AUC:
Test: 85.4801 ± 2.8591
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_SAGE_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.5605 ± 8.0040
Hits@20:
Test: 12.5000 ± 9.9381
Hits@30:
Test: 14.8195 ± 9.2169
Hits@50:
Test: 20.8078 ± 10.4210
AUC:
Test: 86.9673 ± 4.3102
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8231 ± 1.1265
Hits@20:
Test: 46.6742 ± 2.6102
Hits@30:
Test: 50.7581 ± 2.8699
Hits@50:
Test: 57.0262 ± 1.7642
AUC:
Test: 85.2452 ± 0.5798
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3628 ± 4.1399
Hits@20:
Test: 38.8944 ± 3.8712
Hits@30:
Test: 44.9368 ± 3.2289
Hits@50:
Test: 51.7013 ± 2.5979
AUC:
Test: 93.9595 ± 0.4116
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3222 ± 4.1537
Hits@20:
Test: 35.1173 ± 7.2506
Hits@30:
Test: 42.8881 ± 7.6730
Hits@50:
Test: 53.7229 ± 7.8396
AUC:
Test: 96.5679 ± 0.6660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3186 ± 1.8635
Hits@20:
Test: 43.7139 ± 2.2823
Hits@30:
Test: 52.2383 ± 2.7527
Hits@50:
Test: 66.0830 ± 1.5885
AUC:
Test: 97.2459 ± 0.1749
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0153 ± 3.0511
Hits@20:
Test: 20.2256 ± 6.0706
Hits@30:
Test: 27.9919 ± 7.4784
Hits@50:
Test: 34.5578 ± 7.4475
AUC:
Test: 90.3891 ± 1.8459
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6543 ± 4.8703
Hits@20:
Test: 51.5253 ± 5.4808
Hits@30:
Test: 57.3646 ± 2.9364
Hits@50:
Test: 66.3448 ± 2.7386
AUC:
Test: 96.9123 ± 0.1605
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.6309 ± 2.2127
Hits@20:
Test: 24.8285 ± 4.1278
Hits@30:
Test: 32.3962 ± 3.4179
Hits@50:
Test: 43.7635 ± 2.8806
AUC:
Test: 93.5727 ± 0.8033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8764 ± 0.9290
Hits@20:
Test: 39.8917 ± 2.5634
Hits@30:
Test: 45.0767 ± 1.7757
Hits@50:
Test: 51.2274 ± 0.6180
AUC:
Test: 86.1534 ± 0.4929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.1977 ± 4.0876
Hits@20:
Test: 36.9495 ± 4.2115
Hits@30:
Test: 46.2545 ± 2.7924
Hits@50:
Test: 55.7446 ± 2.4756
AUC:
Test: 96.6582 ± 0.2221
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.0668 ± 5.7639
Hits@20:
Test: 47.2969 ± 6.1867
Hits@30:
Test: 58.1092 ± 4.6303
Hits@50:
Test: 67.9061 ± 0.9202
AUC:
Test: 97.1635 ± 0.0961
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8971 ± 5.1480
Hits@20:
Test: 54.0659 ± 4.6845
Hits@30:
Test: 62.1074 ± 3.5649
Hits@50:
Test: 72.1435 ± 2.4319
AUC:
Test: 98.2341 ± 0.1739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8339 ± 2.1549
Hits@20:
Test: 54.7653 ± 3.7671
Hits@30:
Test: 62.5903 ± 1.4847
Hits@50:
Test: 71.6020 ± 1.9437
AUC:
Test: 97.9679 ± 0.0966
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8285 ± 5.6860
Hits@20:
Test: 31.8457 ± 3.3871
Hits@30:
Test: 40.9116 ± 2.7228
Hits@50:
Test: 52.0126 ± 3.3921
AUC:
Test: 96.3836 ± 0.2336
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8060 ± 5.4357
Hits@20:
Test: 50.8213 ± 3.3964
Hits@30:
Test: 60.7942 ± 2.9859
Hits@50:
Test: 69.9819 ± 2.4184
AUC:
Test: 97.9315 ± 0.1094
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4016 ± 3.4857
Hits@20:
Test: 47.4819 ± 4.9397
Hits@30:
Test: 55.7220 ± 2.7845
Hits@50:
Test: 65.3024 ± 2.8199
AUC:
Test: 97.5977 ± 0.1474
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6435 ± 5.0692
Hits@20:
Test: 33.5063 ± 7.5262
Hits@30:
Test: 39.7112 ± 8.3779
Hits@50:
Test: 49.7247 ± 7.9055
AUC:
Test: 95.3848 ± 1.3005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9549 ± 1.5638
Hits@20:
Test: 15.4558 ± 1.9171
Hits@30:
Test: 22.0848 ± 1.1162
Hits@50:
Test: 28.1227 ± 2.2929
AUC:
Test: 89.6034 ± 0.2137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.6417 ± 0.8180
Hits@20:
Test: 6.9314 ± 0.6669
Hits@30:
Test: 9.5352 ± 0.7679
Hits@50:
Test: 13.9260 ± 0.5314
AUC:
Test: 81.3709 ± 0.6507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1796 ± 2.8115
Hits@20:
Test: 45.0857 ± 2.4685
Hits@30:
Test: 54.7789 ± 1.8632
Hits@50:
Test: 63.9801 ± 3.7567
AUC:
Test: 97.4424 ± 0.0530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.5659 ± 2.4594
Hits@20:
Test: 42.6986 ± 3.8618
Hits@30:
Test: 50.8980 ± 2.4095
Hits@50:
Test: 58.9531 ± 1.8800
AUC:
Test: 97.2970 ± 0.0894
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.1895 ± 4.2469
Hits@20:
Test: 21.1236 ± 2.7184
Hits@30:
Test: 24.4449 ± 2.2713
Hits@50:
Test: 31.4801 ± 3.3292
AUC:
Test: 89.1424 ± 0.1847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.2653 ± 3.1174
Hits@20:
Test: 25.3565 ± 4.3148
Hits@30:
Test: 32.4865 ± 3.6199
Hits@50:
Test: 43.7274 ± 4.2306
AUC:
Test: 95.7822 ± 0.6576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.6218 ± 2.4861
Hits@20:
Test: 12.3060 ± 0.9350
Hits@30:
Test: 16.5253 ± 1.5111
Hits@50:
Test: 23.6056 ± 1.5466
AUC:
Test: 85.3572 ± 1.4289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5415 ± 5.4360
Hits@20:
Test: 25.4422 ± 4.8291
Hits@30:
Test: 30.6273 ± 1.9026
Hits@50:
Test: 37.9513 ± 2.5187
AUC:
Test: 86.4602 ± 0.8539
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.4919 ± 3.3923
Hits@20:
Test: 21.9630 ± 6.5623
Hits@30:
Test: 30.9657 ± 5.3018
Hits@50:
Test: 38.0235 ± 6.6718
AUC:
Test: 92.6794 ± 1.2685
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8944 ± 3.9720
Hits@20:
Test: 46.1417 ± 2.5914
Hits@30:
Test: 57.9106 ± 1.9119
Hits@50:
Test: 67.7031 ± 0.8116
AUC:
Test: 97.9626 ± 0.0370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.8132 ± 0.6559
Hits@20:
Test: 6.8908 ± 0.7184
Hits@30:
Test: 9.5713 ± 0.7552
Hits@50:
Test: 13.8583 ± 0.4234
AUC:
Test: 81.7985 ± 0.8162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.6002 ± 1.8233
Hits@20:
Test: 13.6597 ± 0.9698
Hits@30:
Test: 18.4567 ± 2.0198
Hits@50:
Test: 26.1417 ± 4.3270
AUC:
Test: 84.1989 ± 0.8214
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.9756 ± 3.0961
Hits@20:
Test: 24.1561 ± 2.7385
Hits@30:
Test: 29.0704 ± 2.5906
Hits@50:
Test: 35.9612 ± 1.4045
AUC:
Test: 91.4689 ± 0.5426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.7915 ± 2.7681
Hits@20:
Test: 20.5957 ± 2.4919
Hits@30:
Test: 25.3114 ± 1.8665
Hits@50:
Test: 30.8393 ± 1.7810
AUC:
Test: 77.1828 ± 2.8294
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6643 ± 7.4598
Hits@20:
Test: 32.6399 ± 8.1167
Hits@30:
Test: 41.1462 ± 7.7207
Hits@50:
Test: 52.4729 ± 5.9283
AUC:
Test: 96.5210 ± 0.6607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.9287 ± 1.5604
Hits@20:
Test: 12.6625 ± 1.8836
Hits@30:
Test: 17.4820 ± 2.4529
Hits@50:
Test: 24.4675 ± 2.0371
AUC:
Test: 86.6607 ± 1.5218
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3041 ± 2.9933
Hits@20:
Test: 43.7726 ± 3.0738
Hits@30:
Test: 53.2446 ± 4.1304
Hits@50:
Test: 65.5190 ± 2.6119
AUC:
Test: 97.1095 ± 0.2041
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.2229 ± 3.9059
Hits@20:
Test: 16.6110 ± 5.1577
Hits@30:
Test: 20.7536 ± 5.4657
Hits@50:
Test: 26.6968 ± 4.9822
AUC:
Test: 74.4648 ± 0.3524
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0334 ± 5.4014
Hits@20:
Test: 50.4783 ± 2.8590
Hits@30:
Test: 58.7635 ± 2.2802
Hits@50:
Test: 65.3971 ± 1.8796
AUC:
Test: 97.1035 ± 0.0582
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0343 ± 6.5809
Hits@20:
Test: 30.1264 ± 6.8734
Hits@30:
Test: 37.9964 ± 4.4682
Hits@50:
Test: 43.5830 ± 4.1711
AUC:
Test: 87.0403 ± 0.4928
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7816 ± 5.0433
Hits@20:
Test: 27.5271 ± 8.1453
Hits@30:
Test: 33.6462 ± 8.6322
Hits@50:
Test: 44.1155 ± 7.2962
AUC:
Test: 95.7310 ± 1.1645
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.8547 ± 2.1602
Hits@20:
Test: 16.5659 ± 3.0547
Hits@30:
Test: 21.1372 ± 3.8515
Hits@50:
Test: 28.3574 ± 5.4404
AUC:
Test: 84.9783 ± 0.3209
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9756 ± 3.9472
Hits@20:
Test: 51.5523 ± 3.3556
Hits@30:
Test: 59.7247 ± 2.9515
Hits@50:
Test: 67.2879 ± 1.4812
AUC:
Test: 97.8984 ± 0.0634
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1363 ± 5.2587
Hits@20:
Test: 43.3078 ± 2.8941
Hits@30:
Test: 49.7518 ± 2.3993
Hits@50:
Test: 59.9143 ± 2.7508
AUC:
Test: 96.8255 ± 0.2202
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.1083 ± 1.3713
Hits@20:
Test: 26.5117 ± 1.8710
Hits@30:
Test: 32.1841 ± 0.6802
Hits@50:
Test: 37.7933 ± 0.8784
AUC:
Test: 77.3225 ± 2.2762
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3222 ± 4.1537
Hits@20:
Test: 35.1173 ± 7.2506
Hits@30:
Test: 42.8881 ± 7.6730
Hits@50:
Test: 53.7229 ± 7.8396
AUC:
Test: 96.5679 ± 0.6660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2220 ± 5.6984
Hits@20:
Test: 51.1778 ± 3.5669
Hits@30:
Test: 59.7518 ± 4.0081
Hits@50:
Test: 70.5415 ± 2.1343
AUC:
Test: 97.8971 ± 0.0704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2157 ± 3.7333
Hits@20:
Test: 16.8005 ± 5.5197
Hits@30:
Test: 21.8096 ± 5.1905
Hits@50:
Test: 28.1859 ± 5.4154
AUC:
Test: 75.0445 ± 0.9682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2554 ± 2.3974
Hits@20:
Test: 41.8547 ± 3.6136
Hits@30:
Test: 48.1859 ± 3.9586
Hits@50:
Test: 55.8800 ± 4.0802
AUC:
Test: 93.1765 ± 1.3017
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5117 ± 4.8697
Hits@20:
Test: 51.7780 ± 1.9656
Hits@30:
Test: 55.4783 ± 2.0154
Hits@50:
Test: 64.9188 ± 1.8526
AUC:
Test: 96.2509 ± 0.1888
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.7148 ± 1.9276
Hits@20:
Test: 41.8141 ± 3.3178
Hits@30:
Test: 49.9323 ± 2.8435
Hits@50:
Test: 58.9982 ± 2.3594
AUC:
Test: 97.1485 ± 0.1849
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7933 ± 1.8066
Hits@20:
Test: 29.8150 ± 2.6800
Hits@30:
Test: 38.6868 ± 3.3680
Hits@50:
Test: 49.8060 ± 4.6391
AUC:
Test: 95.8506 ± 0.3662
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3574 ± 1.3751
Hits@20:
Test: 32.3691 ± 1.6465
Hits@30:
Test: 37.4233 ± 1.6047
Hits@50:
Test: 44.9549 ± 1.5143
AUC:
Test: 91.6461 ± 0.8632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.6345 ± 3.0316
Hits@20:
Test: 15.7085 ± 3.8255
Hits@30:
Test: 20.5280 ± 4.3236
Hits@50:
Test: 27.3014 ± 4.8753
AUC:
Test: 89.5444 ± 0.8344
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6426 ± 3.1261
Hits@20:
Test: 55.6634 ± 1.3877
Hits@30:
Test: 61.4170 ± 2.5421
Hits@50:
Test: 69.3321 ± 1.3885
AUC:
Test: 97.2779 ± 0.0944
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.7319 ± 0.7375
Hits@20:
Test: 8.3123 ± 3.0523
Hits@30:
Test: 11.2545 ± 2.9802
Hits@50:
Test: 15.5776 ± 2.8717
AUC:
Test: 83.0463 ± 3.0718
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9711 ± 1.7040
Hits@20:
Test: 46.2951 ± 1.3826
Hits@30:
Test: 52.9287 ± 1.8210
Hits@50:
Test: 58.3980 ± 1.5588
AUC:
Test: 94.0327 ± 0.1808
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.8014 ± 2.9791
Hits@20:
Test: 20.6904 ± 2.9069
Hits@30:
Test: 26.4215 ± 2.6268
Hits@50:
Test: 34.2509 ± 2.9329
AUC:
Test: 90.2647 ± 0.2785
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.6850 ± 1.0294
Hits@20:
Test: 12.1977 ± 0.6319
Hits@30:
Test: 17.0171 ± 0.9606
Hits@50:
Test: 23.1814 ± 1.1758
AUC:
Test: 86.5231 ± 1.1505
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1363 ± 4.7279
Hits@20:
Test: 44.5307 ± 5.3302
Hits@30:
Test: 51.8547 ± 2.7344
Hits@50:
Test: 60.7987 ± 2.1116
AUC:
Test: 97.0075 ± 0.1730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2500 ± 0.9706
Hits@20:
Test: 32.5180 ± 1.6105
Hits@30:
Test: 36.6697 ± 2.0770
Hits@50:
Test: 43.4251 ± 2.6048
AUC:
Test: 89.2121 ± 1.3874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.3312 ± 5.3364
Hits@20:
Test: 15.7130 ± 6.0180
Hits@30:
Test: 20.5280 ± 4.8167
Hits@50:
Test: 29.8736 ± 4.0587
AUC:
Test: 90.0389 ± 0.6842
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0704 ± 3.3098
Hits@20:
Test: 24.8556 ± 4.4285
Hits@30:
Test: 32.4549 ± 2.4160
Hits@50:
Test: 37.2428 ± 1.1388
AUC:
Test: 86.0640 ± 0.1071
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.6101 ± 0.5432
Hits@20:
Test: 6.8276 ± 0.5622
Hits@30:
Test: 9.7924 ± 1.1170
Hits@50:
Test: 13.3303 ± 1.6480
AUC:
Test: 82.1050 ± 1.1261
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2103 ± 5.0949
Hits@20:
Test: 48.6778 ± 3.5629
Hits@30:
Test: 55.2392 ± 4.5842
Hits@50:
Test: 66.8141 ± 3.5191
AUC:
Test: 97.3024 ± 0.1027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.5162 ± 3.1554
Hits@20:
Test: 16.3312 ± 3.3902
Hits@30:
Test: 21.4711 ± 3.7597
Hits@50:
Test: 26.5704 ± 3.5434
AUC:
Test: 83.9965 ± 0.8809
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.8791 ± 1.0784
Hits@20:
Test: 23.7590 ± 1.7041
Hits@30:
Test: 28.3755 ± 1.4012
Hits@50:
Test: 35.3294 ± 1.0545
AUC:
Test: 90.8752 ± 0.1684
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3809 ± 2.0894
Hits@20:
Test: 30.4422 ± 1.7152
Hits@30:
Test: 37.4820 ± 1.2124
Hits@50:
Test: 47.8023 ± 1.2877
AUC:
Test: 94.5912 ± 0.2656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8448 ± 2.3421
Hits@20:
Test: 21.7960 ± 3.1079
Hits@30:
Test: 27.3466 ± 2.6615
Hits@50:
Test: 32.4910 ± 1.8552
AUC:
Test: 75.7834 ± 1.3456
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.0054 ± 1.6509
Hits@20:
Test: 12.2969 ± 0.7341
Hits@30:
Test: 16.6336 ± 1.4240
Hits@50:
Test: 23.4928 ± 1.4221
AUC:
Test: 86.7860 ± 1.3115
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4549 ± 3.9746
Hits@20:
Test: 52.5406 ± 2.7770
Hits@30:
Test: 63.8267 ± 2.0569
Hits@50:
Test: 72.0487 ± 1.2179
AUC:
Test: 98.1977 ± 0.0916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0551 ± 5.5297
Hits@20:
Test: 40.2617 ± 4.5306
Hits@30:
Test: 48.3393 ± 3.6065
Hits@50:
Test: 60.1264 ± 3.2269
AUC:
Test: 96.6776 ± 0.1659
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.3502 ± 1.3820
Hits@20:
Test: 19.4224 ± 1.0215
Hits@30:
Test: 23.7139 ± 1.3989
Hits@50:
Test: 28.9756 ± 0.9153
AUC:
Test: 74.9638 ± 0.1506
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.3114 ± 2.8377
Hits@20:
Test: 24.9729 ± 1.9972
Hits@30:
Test: 31.8908 ± 2.1183
Hits@50:
Test: 37.1751 ± 1.6030
AUC:
Test: 86.1561 ± 0.4196
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7031 ± 4.4962
Hits@20:
Test: 36.3538 ± 5.9194
Hits@30:
Test: 44.0388 ± 4.8640
Hits@50:
Test: 54.8466 ± 4.8624
AUC:
Test: 96.1775 ± 0.8397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.8231 ± 1.0456
Hits@20:
Test: 19.3502 ± 4.8132
Hits@30:
Test: 25.3430 ± 3.6238
Hits@50:
Test: 34.3502 ± 3.9581
AUC:
Test: 93.0975 ± 1.2301
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.9540 ± 4.1865
Hits@20:
Test: 17.3466 ± 4.9659
Hits@30:
Test: 22.2834 ± 4.0099
Hits@50:
Test: 28.2852 ± 4.0407
AUC:
Test: 83.7326 ± 0.9497
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6859 ± 6.8418
Hits@20:
Test: 49.7608 ± 4.9182
Hits@30:
Test: 56.4576 ± 2.1168
Hits@50:
Test: 64.4856 ± 3.2843
AUC:
Test: 97.1446 ± 0.1870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4377 ± 2.8737
Hits@20:
Test: 44.7608 ± 2.2564
Hits@30:
Test: 51.6110 ± 3.6295
Hits@50:
Test: 61.0289 ± 1.5669
AUC:
Test: 97.2497 ± 0.0692
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.8384 ± 2.1079
Hits@20:
Test: 23.3213 ± 1.8623
Hits@30:
Test: 26.5117 ± 0.9696
Hits@50:
Test: 32.7121 ± 1.2886
AUC:
Test: 76.0934 ± 1.4085
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9648 ± 4.4918
Hits@20:
Test: 26.5884 ± 3.6530
Hits@30:
Test: 35.5235 ± 4.3080
Hits@50:
Test: 46.9449 ± 5.2731
AUC:
Test: 95.9430 ± 0.5935
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.8366 ± 4.1362
Hits@20:
Test: 17.4368 ± 3.8867
Hits@30:
Test: 22.2338 ± 2.7345
Hits@50:
Test: 27.7166 ± 2.9249
AUC:
Test: 74.8885 ± 0.4004
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7635 ± 6.8399
Hits@20:
Test: 51.4125 ± 4.7897
Hits@30:
Test: 58.7906 ± 2.6630
Hits@50:
Test: 67.9197 ± 2.1271
AUC:
Test: 97.9550 ± 0.0774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0117 ± 11.3175
Hits@20:
Test: 32.6715 ± 15.4342
Hits@30:
Test: 40.3249 ± 15.1246
Hits@50:
Test: 48.2491 ± 14.5296
AUC:
Test: 95.0375 ± 2.5104
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0578 ± 5.4894
Hits@20:
Test: 29.4765 ± 4.0447
Hits@30:
Test: 34.0478 ± 6.1382
Hits@50:
Test: 40.2121 ± 5.3580
AUC:
Test: 88.6617 ± 1.1035
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2617 ± 5.6532
Hits@20:
Test: 47.4639 ± 4.3498
Hits@30:
Test: 52.7753 ± 3.4477
Hits@50:
Test: 58.6959 ± 2.5104
AUC:
Test: 88.4488 ± 0.4567
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5560 ± 4.8992
Hits@20:
Test: 20.2933 ± 4.8572
Hits@30:
Test: 23.9531 ± 5.6299
Hits@50:
Test: 28.9576 ± 5.0061
AUC:
Test: 84.8844 ± 0.8265
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7671 ± 3.3175
Hits@20:
Test: 36.0379 ± 6.1518
Hits@30:
Test: 44.8195 ± 4.6979
Hits@50:
Test: 53.8764 ± 5.9938
AUC:
Test: 96.7023 ± 0.5542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2834 ± 1.5795
Hits@20:
Test: 27.7437 ± 2.5363
Hits@30:
Test: 30.9206 ± 2.5066
Hits@50:
Test: 36.5478 ± 2.5761
AUC:
Test: 76.7079 ± 1.7153
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2554 ± 2.3974
Hits@20:
Test: 41.8547 ± 3.6136
Hits@30:
Test: 48.1859 ± 3.9586
Hits@50:
Test: 55.8800 ± 4.0802
AUC:
Test: 93.1765 ± 1.3017
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0352 ± 2.3582
Hits@20:
Test: 30.9477 ± 3.9772
Hits@30:
Test: 35.9116 ± 4.1768
Hits@50:
Test: 42.5542 ± 2.8351
AUC:
Test: 87.0562 ± 0.4785
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.8321 ± 2.1067
Hits@20:
Test: 21.7238 ± 1.3906
Hits@30:
Test: 25.7265 ± 1.4328
Hits@50:
Test: 30.8574 ± 1.4881
AUC:
Test: 75.6840 ± 1.5659
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4486 ± 2.9957
Hits@20:
Test: 44.4585 ± 0.5505
Hits@30:
Test: 48.8177 ± 1.7770
Hits@50:
Test: 55.7626 ± 1.6680
AUC:
Test: 82.6632 ± 0.3609
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3574 ± 1.3751
Hits@20:
Test: 32.3691 ± 1.6465
Hits@30:
Test: 37.4233 ± 1.6047
Hits@50:
Test: 44.9549 ± 1.5143
AUC:
Test: 91.6461 ± 0.8632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0099 ± 2.6477
Hits@20:
Test: 46.9856 ± 3.6987
Hits@30:
Test: 51.3809 ± 3.4175
Hits@50:
Test: 59.2013 ± 0.9726
AUC:
Test: 89.1973 ± 0.9240
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9711 ± 1.7040
Hits@20:
Test: 46.2951 ± 1.3826
Hits@30:
Test: 52.9287 ± 1.8210
Hits@50:
Test: 58.3980 ± 1.5588
AUC:
Test: 94.0327 ± 0.1808
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.4639 ± 2.5959
Hits@20:
Test: 33.1318 ± 2.9136
Hits@30:
Test: 38.2581 ± 1.8095
Hits@50:
Test: 45.7401 ± 1.4271
AUC:
Test: 88.2734 ± 0.8844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6579 ± 3.5137
Hits@20:
Test: 39.6525 ± 0.8653
Hits@30:
Test: 44.4088 ± 1.1330
Hits@50:
Test: 50.5641 ± 1.6120
AUC:
Test: 83.5821 ± 0.3049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1444 ± 4.1669
Hits@20:
Test: 43.3484 ± 2.6171
Hits@30:
Test: 48.1724 ± 2.5075
Hits@50:
Test: 55.4648 ± 1.5929
AUC:
Test: 82.2542 ± 0.6707
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0478 ± 5.2251
Hits@20:
Test: 26.7870 ± 5.4655
Hits@30:
Test: 29.9368 ± 5.1010
Hits@50:
Test: 38.3258 ± 3.2194
AUC:
Test: 86.3890 ± 0.4040
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2500 ± 0.9706
Hits@20:
Test: 32.5180 ± 1.6105
Hits@30:
Test: 36.6697 ± 2.0770
Hits@50:
Test: 43.4251 ± 2.6048
AUC:
Test: 89.2121 ± 1.3874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.1769 ± 2.2480
Hits@20:
Test: 13.1724 ± 2.7760
Hits@30:
Test: 16.8141 ± 2.3655
Hits@50:
Test: 21.6968 ± 2.6399
AUC:
Test: 83.1526 ± 0.7052
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5451 ± 2.0934
Hits@20:
Test: 38.4747 ± 2.4168
Hits@30:
Test: 43.2536 ± 3.8740
Hits@50:
Test: 49.2825 ± 4.1422
AUC:
Test: 82.8001 ± 0.7404
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2103 ± 5.0949
Hits@20:
Test: 48.6778 ± 3.5629
Hits@30:
Test: 55.2392 ± 4.5842
Hits@50:
Test: 66.8141 ± 3.5191
AUC:
Test: 97.3024 ± 0.1027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.0487 ± 2.4289
Hits@20:
Test: 22.6850 ± 3.3215
Hits@30:
Test: 26.4350 ± 1.1269
Hits@50:
Test: 32.7978 ± 0.4791
AUC:
Test: 75.9753 ± 0.4198
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7789 ± 3.5224
Hits@20:
Test: 44.9594 ± 5.2911
Hits@30:
Test: 54.5442 ± 4.4696
Hits@50:
Test: 66.4666 ± 1.6704
AUC:
Test: 97.1536 ± 0.1996
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3809 ± 2.0894
Hits@20:
Test: 30.4422 ± 1.7152
Hits@30:
Test: 37.4820 ± 1.2124
Hits@50:
Test: 47.8023 ± 1.2877
AUC:
Test: 94.5912 ± 0.2656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.9088 ± 4.7483
Hits@20:
Test: 16.8005 ± 4.4509
Hits@30:
Test: 21.3041 ± 4.0242
Hits@50:
Test: 26.8366 ± 3.9190
AUC:
Test: 74.8917 ± 0.1664
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6083 ± 2.9053
Hits@20:
Test: 32.3917 ± 1.4839
Hits@30:
Test: 38.4116 ± 1.2925
Hits@50:
Test: 50.7581 ± 0.7337
AUC:
Test: 96.4268 ± 0.0518
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.5135 ± 1.9064
Hits@20:
Test: 23.1453 ± 4.8664
Hits@30:
Test: 28.4522 ± 2.9237
Hits@50:
Test: 35.4197 ± 1.6587
AUC:
Test: 85.8437 ± 0.8950
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4549 ± 3.9746
Hits@20:
Test: 52.5406 ± 2.7770
Hits@30:
Test: 63.8267 ± 2.0569
Hits@50:
Test: 72.0487 ± 1.2179
AUC:
Test: 98.1977 ± 0.0916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3276 ± 3.2088
Hits@20:
Test: 51.7148 ± 1.4677
Hits@30:
Test: 57.9468 ± 0.8437
Hits@50:
Test: 66.9179 ± 1.7366
AUC:
Test: 97.8254 ± 0.0973
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.6354 ± 3.7756
Hits@20:
Test: 13.2085 ± 3.4072
Hits@30:
Test: 15.9341 ± 3.0429
Hits@50:
Test: 21.5433 ± 3.7565
AUC:
Test: 83.0064 ± 0.7506
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7031 ± 4.4962
Hits@20:
Test: 36.3538 ± 5.9194
Hits@30:
Test: 44.0388 ± 4.8640
Hits@50:
Test: 54.8466 ± 4.8624
AUC:
Test: 96.1775 ± 0.8397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.7112 ± 1.2575
Hits@20:
Test: 24.3727 ± 2.0407
Hits@30:
Test: 28.4973 ± 1.1923
Hits@50:
Test: 33.7726 ± 1.0091
AUC:
Test: 75.9119 ± 0.4261
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8448 ± 4.9857
Hits@20:
Test: 42.0803 ± 5.9367
Hits@30:
Test: 50.6498 ± 3.7000
Hits@50:
Test: 59.1471 ± 4.1362
AUC:
Test: 97.2269 ± 0.3640
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.9955 ± 2.8729
Hits@20:
Test: 27.5903 ± 1.5869
Hits@30:
Test: 30.9702 ± 2.1213
Hits@50:
Test: 36.4801 ± 1.7404
AUC:
Test: 87.2402 ± 1.1214
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6859 ± 6.8418
Hits@20:
Test: 49.7608 ± 4.9182
Hits@30:
Test: 56.4576 ± 2.1168
Hits@50:
Test: 64.4856 ± 3.2843
AUC:
Test: 97.1446 ± 0.1870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.2942 ± 4.7717
Hits@20:
Test: 17.7121 ± 4.7606
Hits@30:
Test: 22.0713 ± 4.2933
Hits@50:
Test: 27.8475 ± 3.6943
AUC:
Test: 74.7881 ± 0.1557
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.8917 ± 2.2584
Hits@20:
Test: 15.3655 ± 4.0225
Hits@30:
Test: 19.3096 ± 4.9399
Hits@50:
Test: 25.1850 ± 3.8189
AUC:
Test: 84.2362 ± 1.0513
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9648 ± 4.4918
Hits@20:
Test: 26.5884 ± 3.6530
Hits@30:
Test: 35.5235 ± 4.3080
Hits@50:
Test: 46.9449 ± 5.2731
AUC:
Test: 95.9430 ± 0.5935
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.3005 ± 0.9531
Hits@20:
Test: 24.0569 ± 2.1175
Hits@30:
Test: 28.0054 ± 2.0736
Hits@50:
Test: 33.2446 ± 1.7759
AUC:
Test: 76.1372 ± 2.1702
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1155 ± 5.4840
Hits@20:
Test: 34.2960 ± 5.2881
Hits@30:
Test: 42.1796 ± 6.8709
Hits@50:
Test: 47.6760 ± 4.9133
AUC:
Test: 86.3869 ± 0.5519
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7635 ± 6.8399
Hits@20:
Test: 51.4125 ± 4.7897
Hits@30:
Test: 58.7906 ± 2.6630
Hits@50:
Test: 67.9197 ± 2.1271
AUC:
Test: 97.9550 ± 0.0774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.3962 ± 3.9373
Hits@20:
Test: 18.4612 ± 5.5458
Hits@30:
Test: 22.0442 ± 4.9475
Hits@50:
Test: 27.9242 ± 3.8927
AUC:
Test: 74.5568 ± 0.5656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.0298 ± 3.2576
Hits@20:
Test: 14.6345 ± 3.4358
Hits@30:
Test: 19.1245 ± 2.8407
Hits@50:
Test: 24.8421 ± 2.9947
AUC:
Test: 83.1652 ± 0.8879
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3114 ± 2.0089
Hits@20:
Test: 32.8700 ± 4.3292
Hits@30:
Test: 37.2157 ± 4.3526
Hits@50:
Test: 43.4612 ± 4.0900
AUC:
Test: 87.3686 ± 1.0742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3348 ± 2.4405
Hits@20:
Test: 25.7446 ± 1.9559
Hits@30:
Test: 31.9179 ± 1.8484
Hits@50:
Test: 38.6733 ± 1.6924
AUC:
Test: 76.2954 ± 0.3633
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7671 ± 3.3175
Hits@20:
Test: 36.0379 ± 6.1518
Hits@30:
Test: 44.8195 ± 4.6979
Hits@50:
Test: 53.8764 ± 5.9938
AUC:
Test: 96.7023 ± 0.5542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.1164 ± 5.8436
Hits@20:
Test: 18.3890 ± 6.2255
Hits@30:
Test: 22.4504 ± 4.5587
Hits@50:
Test: 28.4477 ± 6.0645
AUC:
Test: 84.8826 ± 0.8766
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2554 ± 2.3974
Hits@20:
Test: 41.8547 ± 3.6136
Hits@30:
Test: 48.1859 ± 3.9586
Hits@50:
Test: 55.8800 ± 4.0802
AUC:
Test: 93.1765 ± 1.3017
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1381 ± 4.5311
Hits@20:
Test: 19.9188 ± 3.7897
Hits@30:
Test: 24.2058 ± 3.3869
Hits@50:
Test: 29.8646 ± 3.0372
AUC:
Test: 75.4881 ± 0.2648
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.4422 ± 3.4908
Hits@20:
Test: 24.9549 ± 1.4841
Hits@30:
Test: 29.9865 ± 1.6642
Hits@50:
Test: 35.9296 ± 1.7083
AUC:
Test: 78.3138 ± 3.6388
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.7274 ± 6.7716
Hits@20:
Test: 17.6173 ± 10.4603
Hits@30:
Test: 23.5830 ± 9.9829
Hits@50:
Test: 28.9215 ± 10.2811
AUC:
Test: 88.1340 ± 2.0366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.2103 ± 1.1855
Hits@20:
Test: 7.0668 ± 0.7261
Hits@30:
Test: 10.0948 ± 0.2910
Hits@50:
Test: 14.2915 ± 0.2901
AUC:
Test: 82.5296 ± 1.7051
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.4458 ± 3.0935
Hits@20:
Test: 18.2762 ± 2.5674
Hits@30:
Test: 23.4116 ± 3.2551
Hits@50:
Test: 28.8042 ± 3.2864
AUC:
Test: 75.2384 ± 0.2667
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3574 ± 1.3751
Hits@20:
Test: 32.3691 ± 1.6465
Hits@30:
Test: 37.4233 ± 1.6047
Hits@50:
Test: 44.9549 ± 1.5143
AUC:
Test: 91.6461 ± 0.8632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1236 ± 4.7953
Hits@20:
Test: 50.1895 ± 4.9025
Hits@30:
Test: 57.6579 ± 3.9137
Hits@50:
Test: 65.9025 ± 1.9598
AUC:
Test: 96.3293 ± 0.0498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8014 ± 4.7070
Hits@20:
Test: 24.2238 ± 3.5473
Hits@30:
Test: 29.4088 ± 2.5611
Hits@50:
Test: 33.2401 ± 2.8517
AUC:
Test: 87.5743 ± 0.8591
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9711 ± 1.7040
Hits@20:
Test: 46.2951 ± 1.3826
Hits@30:
Test: 52.9287 ± 1.8210
Hits@50:
Test: 58.3980 ± 1.5588
AUC:
Test: 94.0327 ± 0.1808
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5487 ± 4.0003
Hits@20:
Test: 32.3285 ± 5.8763
Hits@30:
Test: 41.9901 ± 4.6524
Hits@50:
Test: 52.9693 ± 5.3380
AUC:
Test: 96.0876 ± 0.4741
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.8493 ± 3.6469
Hits@20:
Test: 13.6282 ± 4.2842
Hits@30:
Test: 17.2202 ± 4.7017
Hits@50:
Test: 22.6399 ± 6.4118
AUC:
Test: 85.0763 ± 2.1051
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4341 ± 2.3305
Hits@20:
Test: 53.9170 ± 2.0820
Hits@30:
Test: 61.3583 ± 1.6926
Hits@50:
Test: 68.6958 ± 1.5833
AUC:
Test: 97.2053 ± 0.1773
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2500 ± 0.9706
Hits@20:
Test: 32.5180 ± 1.6105
Hits@30:
Test: 36.6697 ± 2.0770
Hits@50:
Test: 43.4251 ± 2.6048
AUC:
Test: 89.2121 ± 1.3874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3845 ± 7.1256
Hits@20:
Test: 38.1588 ± 6.0303
Hits@30:
Test: 49.0162 ± 1.6043
Hits@50:
Test: 55.3655 ± 2.6377
AUC:
Test: 93.8958 ± 0.3219
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.4585 ± 1.9772
Hits@20:
Test: 8.1949 ± 1.6335
Hits@30:
Test: 10.4648 ± 0.9675
Hits@50:
Test: 15.1895 ± 1.2083
AUC:
Test: 85.5819 ± 2.6978
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2103 ± 5.0949
Hits@20:
Test: 48.6778 ± 3.5629
Hits@30:
Test: 55.2392 ± 4.5842
Hits@50:
Test: 66.8141 ± 3.5191
AUC:
Test: 97.3024 ± 0.1027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2545 ± 4.9150
Hits@20:
Test: 45.3520 ± 5.8646
Hits@30:
Test: 52.9919 ± 4.7199
Hits@50:
Test: 61.2951 ± 3.4453
AUC:
Test: 97.0375 ± 0.3176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3809 ± 2.0894
Hits@20:
Test: 30.4422 ± 1.7152
Hits@30:
Test: 37.4820 ± 1.2124
Hits@50:
Test: 47.8023 ± 1.2877
AUC:
Test: 94.5912 ± 0.2656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.3204 ± 5.1957
Hits@20:
Test: 24.8511 ± 5.2729
Hits@30:
Test: 30.9386 ± 2.3917
Hits@50:
Test: 37.1841 ± 2.0877
AUC:
Test: 85.7499 ± 0.4836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0487 ± 4.2534
Hits@20:
Test: 47.6128 ± 3.8538
Hits@30:
Test: 52.2428 ± 4.7200
Hits@50:
Test: 58.2762 ± 4.8124
AUC:
Test: 94.2961 ± 0.5231
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4549 ± 3.9746
Hits@20:
Test: 52.5406 ± 2.7770
Hits@30:
Test: 63.8267 ± 2.0569
Hits@50:
Test: 72.0487 ± 1.2179
AUC:
Test: 98.1977 ± 0.0916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.9404 ± 3.4565
Hits@20:
Test: 17.1977 ± 3.5066
Hits@30:
Test: 21.5659 ± 5.0101
Hits@50:
Test: 27.5903 ± 5.3353
AUC:
Test: 83.9025 ± 0.9153
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.5496 ± 2.6765
Hits@20:
Test: 23.0415 ± 2.3218
Hits@30:
Test: 26.7464 ± 1.7571
Hits@50:
Test: 33.1453 ± 1.2269
AUC:
Test: 75.5789 ± 0.8608
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7031 ± 4.4962
Hits@20:
Test: 36.3538 ± 5.9194
Hits@30:
Test: 44.0388 ± 4.8640
Hits@50:
Test: 54.8466 ± 4.8624
AUC:
Test: 96.1775 ± 0.8397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6859 ± 6.8418
Hits@20:
Test: 49.7608 ± 4.9182
Hits@30:
Test: 56.4576 ± 2.1168
Hits@50:
Test: 64.4856 ± 3.2843
AUC:
Test: 97.1446 ± 0.1870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2383 ± 7.6951
Hits@20:
Test: 37.5903 ± 7.1089
Hits@30:
Test: 43.8042 ± 6.5787
Hits@50:
Test: 49.7473 ± 8.7490
AUC:
Test: 93.7804 ± 0.6692
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.9404 ± 0.7651
Hits@20:
Test: 22.1480 ± 1.0533
Hits@30:
Test: 25.6679 ± 0.8776
Hits@50:
Test: 30.2662 ± 0.7228
AUC:
Test: 74.8578 ± 0.3179
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.9504 ± 0.9369
Hits@20:
Test: 28.2897 ± 2.5863
Hits@30:
Test: 30.9431 ± 2.2147
Hits@50:
Test: 38.1859 ± 1.3844
AUC:
Test: 85.8377 ± 0.7145
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7708 ± 8.4475
Hits@20:
Test: 44.1832 ± 5.5512
Hits@30:
Test: 54.3141 ± 3.0657
Hits@50:
Test: 65.2978 ± 1.8921
AUC:
Test: 97.1051 ± 0.1339
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9648 ± 4.4918
Hits@20:
Test: 26.5884 ± 3.6530
Hits@30:
Test: 35.5235 ± 4.3080
Hits@50:
Test: 46.9449 ± 5.2731
AUC:
Test: 95.9430 ± 0.5935
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.3655 ± 3.0665
Hits@20:
Test: 17.9061 ± 3.3501
Hits@30:
Test: 21.4892 ± 4.2740
Hits@50:
Test: 26.9675 ± 5.2741
AUC:
Test: 83.8611 ± 0.9199
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7635 ± 6.8399
Hits@20:
Test: 51.4125 ± 4.7897
Hits@30:
Test: 58.7906 ± 2.6630
Hits@50:
Test: 67.9197 ± 2.1271
AUC:
Test: 97.9550 ± 0.0774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9865 ± 7.2711
Hits@20:
Test: 36.3312 ± 7.0300
Hits@30:
Test: 45.5731 ± 6.2071
Hits@50:
Test: 55.0181 ± 5.6619
AUC:
Test: 96.7973 ± 0.6216
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.7509 ± 1.5989
Hits@20:
Test: 21.5569 ± 0.3778
Hits@30:
Test: 26.2635 ± 2.3383
Hits@50:
Test: 32.3466 ± 0.6486
AUC:
Test: 75.7265 ± 1.0616
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.2401 ± 5.4314
Hits@20:
Test: 57.3917 ± 3.9249
Hits@30:
Test: 64.0162 ± 4.1684
Hits@50:
Test: 72.7933 ± 3.3927
AUC:
Test: 98.0662 ± 0.1584
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7671 ± 3.3175
Hits@20:
Test: 36.0379 ± 6.1518
Hits@30:
Test: 44.8195 ± 4.6979
Hits@50:
Test: 53.8764 ± 5.9938
AUC:
Test: 96.7023 ± 0.5542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.8457 ± 1.0935
Hits@20:
Test: 22.0171 ± 1.3074
Hits@30:
Test: 26.0334 ± 1.5532
Hits@50:
Test: 30.2662 ± 1.5985
AUC:
Test: 74.8171 ± 0.2949
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2554 ± 2.3974
Hits@20:
Test: 41.8547 ± 3.6136
Hits@30:
Test: 48.1859 ± 3.9586
Hits@50:
Test: 55.8800 ± 4.0802
AUC:
Test: 93.1765 ± 1.3017
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4314 ± 1.8481
Hits@20:
Test: 50.9070 ± 1.7637
Hits@30:
Test: 54.0208 ± 0.8828
Hits@50:
Test: 60.0677 ± 0.5738
AUC:
Test: 88.8857 ± 0.8323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0388 ± 3.5635
Hits@20:
Test: 49.5217 ± 2.3859
Hits@30:
Test: 56.7328 ± 2.7416
Hits@50:
Test: 66.2365 ± 1.8295
AUC:
Test: 97.7907 ± 0.1611
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3574 ± 1.3751
Hits@20:
Test: 32.3691 ± 1.6465
Hits@30:
Test: 37.4233 ± 1.6047
Hits@50:
Test: 44.9549 ± 1.5143
AUC:
Test: 91.6461 ± 0.8632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.2031 ± 8.0670
Hits@20:
Test: 19.5487 ± 10.5382
Hits@30:
Test: 25.0361 ± 10.5220
Hits@50:
Test: 34.9549 ± 4.4735
AUC:
Test: 86.3638 ± 0.4946
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.2870 ± 1.2956
Hits@20:
Test: 8.0866 ± 1.1427
Hits@30:
Test: 11.6291 ± 0.8412
Hits@50:
Test: 16.2996 ± 0.6474
AUC:
Test: 83.8169 ± 0.5696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1363 ± 2.5712
Hits@20:
Test: 32.6670 ± 2.7800
Hits@30:
Test: 38.0866 ± 2.5882
Hits@50:
Test: 44.4675 ± 2.6202
AUC:
Test: 87.1500 ± 0.6201
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9711 ± 1.7040
Hits@20:
Test: 46.2951 ± 1.3826
Hits@30:
Test: 52.9287 ± 1.8210
Hits@50:
Test: 58.3980 ± 1.5588
AUC:
Test: 94.0327 ± 0.1808
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0839 ± 2.4156
Hits@20:
Test: 42.5722 ± 1.1623
Hits@30:
Test: 47.9152 ± 1.2108
Hits@50:
Test: 53.4657 ± 1.4531
AUC:
Test: 82.5083 ± 0.6228
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.1381 ± 3.6068
Hits@20:
Test: 22.9287 ± 1.5802
Hits@30:
Test: 26.3628 ± 1.1325
Hits@50:
Test: 32.5587 ± 1.5887
AUC:
Test: 81.9546 ± 1.9802
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.5812 ± 3.3458
Hits@20:
Test: 12.1886 ± 3.9067
Hits@30:
Test: 16.6968 ± 5.7084
Hits@50:
Test: 21.9630 ± 4.3296
AUC:
Test: 80.2170 ± 1.9739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2500 ± 0.9706
Hits@20:
Test: 32.5180 ± 1.6105
Hits@30:
Test: 36.6697 ± 2.0770
Hits@50:
Test: 43.4251 ± 2.6048
AUC:
Test: 89.2121 ± 1.3874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5289 ± 1.8940
Hits@20:
Test: 38.5334 ± 1.7055
Hits@30:
Test: 43.4838 ± 1.6326
Hits@50:
Test: 50.1715 ± 1.3747
AUC:
Test: 83.4829 ± 0.3102
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.0361 ± 3.6975
Hits@20:
Test: 27.2699 ± 6.0271
Hits@30:
Test: 34.7699 ± 2.7166
Hits@50:
Test: 42.1616 ± 3.9928
AUC:
Test: 86.5666 ± 0.4482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.1291 ± 1.5735
Hits@20:
Test: 8.5695 ± 1.7559
Hits@30:
Test: 14.1245 ± 1.1539
Hits@50:
Test: 17.6986 ± 0.7566
AUC:
Test: 83.8297 ± 0.5780
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2103 ± 5.0949
Hits@20:
Test: 48.6778 ± 3.5629
Hits@30:
Test: 55.2392 ± 4.5842
Hits@50:
Test: 66.8141 ± 3.5191
AUC:
Test: 97.3024 ± 0.1027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.2762 ± 2.1386
Hits@20:
Test: 26.3357 ± 1.3785
Hits@30:
Test: 30.1399 ± 3.5865
Hits@50:
Test: 37.4007 ± 1.3988
AUC:
Test: 86.2752 ± 0.3241
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.0966 ± 2.2290
Hits@20:
Test: 11.2726 ± 2.0011
Hits@30:
Test: 15.7310 ± 1.9332
Hits@50:
Test: 20.2978 ± 1.4503
AUC:
Test: 83.0756 ± 0.7079
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.6318 ± 3.5983
Hits@20:
Test: 25.0948 ± 4.0175
Hits@30:
Test: 29.8285 ± 2.5889
Hits@50:
Test: 35.0361 ± 3.5938
AUC:
Test: 81.4265 ± 2.3553
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3809 ± 2.0894
Hits@20:
Test: 30.4422 ± 1.7152
Hits@30:
Test: 37.4820 ± 1.2124
Hits@50:
Test: 47.8023 ± 1.2877
AUC:
Test: 94.5912 ± 0.2656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7771 ± 1.7963
Hits@20:
Test: 23.3800 ± 1.3248
Hits@30:
Test: 27.1255 ± 1.2935
Hits@50:
Test: 32.1345 ± 0.6602
AUC:
Test: 76.0841 ± 1.1456
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.5578 ± 4.4645
Hits@20:
Test: 13.9125 ± 5.2790
Hits@30:
Test: 17.4774 ± 5.2830
Hits@50:
Test: 22.8745 ± 5.1208
AUC:
Test: 80.2983 ± 1.8146
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4549 ± 3.9746
Hits@20:
Test: 52.5406 ± 2.7770
Hits@30:
Test: 63.8267 ± 2.0569
Hits@50:
Test: 72.0487 ± 1.2179
AUC:
Test: 98.1977 ± 0.0916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6977 ± 6.7781
Hits@20:
Test: 48.3213 ± 6.0651
Hits@30:
Test: 55.6949 ± 3.5084
Hits@50:
Test: 65.8709 ± 3.7311
AUC:
Test: 96.5130 ± 0.0847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.6390 ± 2.4309
Hits@20:
Test: 19.7518 ± 1.8298
Hits@30:
Test: 24.5578 ± 1.9853
Hits@50:
Test: 29.8285 ± 0.4778
AUC:
Test: 74.9761 ± 0.1960
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7031 ± 4.4962
Hits@20:
Test: 36.3538 ± 5.9194
Hits@30:
Test: 44.0388 ± 4.8640
Hits@50:
Test: 54.8466 ± 4.8624
AUC:
Test: 96.1775 ± 0.8397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.4170 ± 4.3075
Hits@20:
Test: 27.0171 ± 2.9468
Hits@30:
Test: 30.8168 ± 2.5906
Hits@50:
Test: 37.6670 ± 1.5148
AUC:
Test: 86.0087 ± 1.1239
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6643 ± 5.6628
Hits@20:
Test: 35.6814 ± 5.6380
Hits@30:
Test: 44.5713 ± 6.3495
Hits@50:
Test: 55.8303 ± 6.1811
AUC:
Test: 96.2015 ± 0.3402
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6859 ± 6.8418
Hits@20:
Test: 49.7608 ± 4.9182
Hits@30:
Test: 56.4576 ± 2.1168
Hits@50:
Test: 64.4856 ± 3.2843
AUC:
Test: 97.1446 ± 0.1870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.0505 ± 4.3997
Hits@20:
Test: 12.9468 ± 5.0783
Hits@30:
Test: 16.9359 ± 5.3033
Hits@50:
Test: 21.7735 ± 5.3246
AUC:
Test: 83.0942 ± 0.7127
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.3890 ± 1.9860
Hits@20:
Test: 23.6056 ± 2.8357
Hits@30:
Test: 26.8682 ± 1.3943
Hits@50:
Test: 32.6173 ± 1.4522
AUC:
Test: 76.2241 ± 1.4052
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.7789 ± 5.6569
Hits@20:
Test: 56.9946 ± 2.0640
Hits@30:
Test: 63.1182 ± 1.8697
Hits@50:
Test: 69.6525 ± 0.8532
AUC:
Test: 97.4174 ± 0.0533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9648 ± 4.4918
Hits@20:
Test: 26.5884 ± 3.6530
Hits@30:
Test: 35.5235 ± 4.3080
Hits@50:
Test: 46.9449 ± 5.2731
AUC:
Test: 95.9430 ± 0.5935
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7635 ± 6.8399
Hits@20:
Test: 51.4125 ± 4.7897
Hits@30:
Test: 58.7906 ± 2.6630
Hits@50:
Test: 67.9197 ± 2.1271
AUC:
Test: 97.9550 ± 0.0774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5821 ± 2.2026
Hits@20:
Test: 20.3745 ± 2.6804
Hits@30:
Test: 25.2617 ± 1.6883
Hits@50:
Test: 30.5866 ± 1.3530
AUC:
Test: 75.0130 ± 0.2750
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.7319 ± 3.9079
Hits@20:
Test: 46.3493 ± 4.9935
Hits@30:
Test: 53.7274 ± 2.4445
Hits@50:
Test: 63.2175 ± 3.5202
AUC:
Test: 97.1557 ± 0.2854
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.6895 ± 3.4146
Hits@20:
Test: 33.5199 ± 4.6884
Hits@30:
Test: 40.1399 ± 5.2282
Hits@50:
Test: 47.6579 ± 4.4966
AUC:
Test: 86.3959 ± 0.8600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.8078 ± 2.0117
Hits@20:
Test: 22.5632 ± 1.1814
Hits@30:
Test: 28.4612 ± 1.3831
Hits@50:
Test: 34.2058 ± 3.9291
AUC:
Test: 85.7898 ± 0.5962
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7671 ± 3.3175
Hits@20:
Test: 36.0379 ± 6.1518
Hits@30:
Test: 44.8195 ± 4.6979
Hits@50:
Test: 53.8764 ± 5.9938
AUC:
Test: 96.7023 ± 0.5542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.4025 ± 1.3471
Hits@20:
Test: 13.8764 ± 3.4240
Hits@30:
Test: 17.8520 ± 3.9097
Hits@50:
Test: 23.2040 ± 2.2887
AUC:
Test: 83.2733 ± 0.8454
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.1137 ± 1.0089
Hits@20:
Test: 14.7112 ± 2.2521
Hits@30:
Test: 18.8854 ± 2.1865
Hits@50:
Test: 23.7681 ± 2.0620
AUC:
Test: 83.6712 ± 1.0840
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7635 ± 3.5254
Hits@20:
Test: 26.7283 ± 3.7177
Hits@30:
Test: 29.4540 ± 3.8328
Hits@50:
Test: 33.4070 ± 2.8522
AUC:
Test: 87.8701 ± 2.4720
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6805 ± 1.4799
Hits@20:
Test: 27.2653 ± 4.0143
Hits@30:
Test: 31.7735 ± 2.1226
Hits@50:
Test: 36.6155 ± 2.8519
AUC:
Test: 76.1354 ± 0.6913
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9648 ± 3.2322
Hits@20:
Test: 23.3800 ± 2.4160
Hits@30:
Test: 26.3357 ± 2.4279
Hits@50:
Test: 31.6246 ± 2.0400
AUC:
Test: 76.2130 ± 1.5100
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8330 ± 1.0621
Hits@20:
Test: 27.8023 ± 2.9700
Hits@30:
Test: 32.5226 ± 2.1225
Hits@50:
Test: 39.3637 ± 0.9925
AUC:
Test: 90.0053 ± 0.6472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2644 ± 2.0554
Hits@20:
Test: 19.5803 ± 1.7194
Hits@30:
Test: 24.6616 ± 1.2764
Hits@50:
Test: 30.1715 ± 0.5465
AUC:
Test: 75.5548 ± 0.2552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.1841 ± 2.7779
Hits@20:
Test: 17.1751 ± 2.4519
Hits@30:
Test: 23.2762 ± 2.9166
Hits@50:
Test: 28.7139 ± 3.0965
AUC:
Test: 74.6872 ± 0.2437
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5551 ± 0.9750
Hits@20:
Test: 18.1679 ± 1.3152
Hits@30:
Test: 21.8141 ± 1.7076
Hits@50:
Test: 25.6047 ± 1.5946
AUC:
Test: 79.8349 ± 1.0812
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7960 ± 4.4646
Hits@20:
Test: 32.4188 ± 5.5155
Hits@30:
Test: 38.2852 ± 5.2628
Hits@50:
Test: 47.2383 ± 4.0858
AUC:
Test: 87.6293 ± 0.9856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.6309 ± 2.8982
Hits@20:
Test: 25.0542 ± 2.9977
Hits@30:
Test: 31.0650 ± 2.9680
Hits@50:
Test: 38.0551 ± 1.8539
AUC:
Test: 86.1160 ± 0.5262
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.8123 ± 3.5072
Hits@20:
Test: 18.9305 ± 5.0770
Hits@30:
Test: 23.0641 ± 3.7526
Hits@50:
Test: 25.6949 ± 4.4306
AUC:
Test: 74.4090 ± 6.8124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.7410 ± 0.5842
Hits@20:
Test: 14.4540 ± 1.7392
Hits@30:
Test: 19.4856 ± 1.7652
Hits@50:
Test: 26.0199 ± 2.7676
AUC:
Test: 83.9401 ± 0.9775
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.9657 ± 2.6632
Hits@20:
Test: 17.4955 ± 3.8669
Hits@30:
Test: 23.9079 ± 4.0554
Hits@50:
Test: 29.8601 ± 5.1464
AUC:
Test: 86.7039 ± 2.6487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4937 ± 2.2969
Hits@20:
Test: 45.4874 ± 1.1488
Hits@30:
Test: 51.9856 ± 1.9510
Hits@50:
Test: 59.6796 ± 0.8923
AUC:
Test: 94.8753 ± 0.7055
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.2509 ± 2.7741
Hits@20:
Test: 24.0388 ± 2.4012
Hits@30:
Test: 28.1995 ± 2.5272
Hits@50:
Test: 33.4070 ± 1.7969
AUC:
Test: 76.3058 ± 1.5005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2211 ± 2.9234
Hits@20:
Test: 27.3736 ± 2.7320
Hits@30:
Test: 31.1462 ± 1.9219
Hits@50:
Test: 35.7085 ± 2.0121
AUC:
Test: 78.4342 ± 2.8021
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9422 ± 2.8034
Hits@20:
Test: 34.1697 ± 2.4802
Hits@30:
Test: 39.1200 ± 2.3798
Hits@50:
Test: 46.8773 ± 2.8204
AUC:
Test: 91.2030 ± 0.9703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.6462 ± 2.1593
Hits@20:
Test: 18.8222 ± 2.3682
Hits@30:
Test: 23.7771 ± 1.1919
Hits@50:
Test: 28.9125 ± 1.1760
AUC:
Test: 74.6798 ± 0.1755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3845 ± 4.5030
Hits@20:
Test: 17.7256 ± 5.1349
Hits@30:
Test: 22.2428 ± 3.9087
Hits@50:
Test: 27.5767 ± 4.4502
AUC:
Test: 75.7079 ± 1.6170
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1471 ± 1.9937
Hits@20:
Test: 48.7951 ± 1.6279
Hits@30:
Test: 52.0532 ± 2.9494
Hits@50:
Test: 60.9612 ± 1.2282
AUC:
Test: 94.4408 ± 0.3674
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6092 ± 2.0820
Hits@20:
Test: 46.8051 ± 2.5777
Hits@30:
Test: 54.5036 ± 1.4236
Hits@50:
Test: 59.8014 ± 1.9304
AUC:
Test: 89.3255 ± 0.6756
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7482 ± 1.7545
Hits@20:
Test: 33.3303 ± 2.0229
Hits@30:
Test: 38.7455 ± 2.6075
Hits@50:
Test: 45.3339 ± 2.9022
AUC:
Test: 90.3139 ± 1.3607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9657 ± 6.9063
Hits@20:
Test: 47.4278 ± 3.9905
Hits@30:
Test: 53.7951 ± 1.5632
Hits@50:
Test: 60.3700 ± 1.1424
AUC:
Test: 89.2130 ± 0.5438
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6652 ± 5.9355
Hits@20:
Test: 41.3041 ± 4.6559
Hits@30:
Test: 51.6291 ± 3.7269
Hits@50:
Test: 63.7274 ± 2.5089
AUC:
Test: 97.0616 ± 0.2581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.5731 ± 2.6316
Hits@20:
Test: 28.9621 ± 4.3580
Hits@30:
Test: 34.7247 ± 4.8219
Hits@50:
Test: 41.2004 ± 3.8908
AUC:
Test: 87.3617 ± 0.1812
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.9386 ± 1.5803
Hits@20:
Test: 30.3339 ± 1.7597
Hits@30:
Test: 36.4125 ± 1.8571
Hits@50:
Test: 42.7076 ± 1.1877
AUC:
Test: 88.0982 ± 0.8763
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.4188 ± 4.8269
Hits@20:
Test: 25.8484 ± 6.7237
Hits@30:
Test: 34.2283 ± 5.3161
Hits@50:
Test: 44.3051 ± 5.2324
AUC:
Test: 95.6517 ± 1.0135
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4468 ± 3.1800
Hits@20:
Test: 44.3998 ± 3.0352
Hits@30:
Test: 48.7229 ± 3.2314
Hits@50:
Test: 56.1191 ± 1.2153
AUC:
Test: 83.1984 ± 0.4520
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3899 ± 3.4066
Hits@20:
Test: 50.7626 ± 4.1886
Hits@30:
Test: 61.4125 ± 4.8906
Hits@50:
Test: 70.4874 ± 1.4702
AUC:
Test: 98.0460 ± 0.1086
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5893 ± 3.6990
Hits@20:
Test: 44.0794 ± 1.7661
Hits@30:
Test: 49.5126 ± 1.5677
Hits@50:
Test: 56.5253 ± 1.7606
AUC:
Test: 82.6048 ± 0.2407
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1940 ± 2.4386
Hits@20:
Test: 34.5578 ± 4.5310
Hits@30:
Test: 42.5993 ± 4.3222
Hits@50:
Test: 51.2951 ± 3.6937
AUC:
Test: 96.5566 ± 0.3883
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6724 ± 6.1538
Hits@20:
Test: 37.4007 ± 8.0667
Hits@30:
Test: 41.2906 ± 8.0347
Hits@50:
Test: 48.8899 ± 7.7363
AUC:
Test: 83.8229 ± 1.0085
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7635 ± 3.5254
Hits@20:
Test: 26.7283 ± 3.7177
Hits@30:
Test: 29.4540 ± 3.8328
Hits@50:
Test: 33.4070 ± 2.8522
AUC:
Test: 87.8701 ± 2.4720
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.9305 ± 2.6884
Hits@20:
Test: 25.9657 ± 1.7158
Hits@30:
Test: 32.5948 ± 1.8493
Hits@50:
Test: 37.6534 ± 2.4788
AUC:
Test: 86.4512 ± 0.8253
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.5839 ± 1.3815
Hits@20:
Test: 11.9224 ± 2.9633
Hits@30:
Test: 15.6634 ± 1.7198
Hits@50:
Test: 21.1282 ± 1.0978
AUC:
Test: 83.1016 ± 0.6976
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6128 ± 3.4703
Hits@20:
Test: 38.2040 ± 3.3188
Hits@30:
Test: 42.3375 ± 3.9907
Hits@50:
Test: 48.8673 ± 4.9730
AUC:
Test: 83.4039 ± 0.6157
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8330 ± 1.0621
Hits@20:
Test: 27.8023 ± 2.9700
Hits@30:
Test: 32.5226 ± 2.1225
Hits@50:
Test: 39.3637 ± 0.9925
AUC:
Test: 90.0053 ± 0.6472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8809 ± 1.8649
Hits@20:
Test: 22.7076 ± 2.7501
Hits@30:
Test: 27.6760 ± 2.4924
Hits@50:
Test: 32.1616 ± 2.2136
AUC:
Test: 75.9081 ± 0.3970
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5551 ± 0.9750
Hits@20:
Test: 18.1679 ± 1.3152
Hits@30:
Test: 21.8141 ± 1.7076
Hits@50:
Test: 25.6047 ± 1.5946
AUC:
Test: 79.8349 ± 1.0812
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2455 ± 2.2262
Hits@20:
Test: 49.5623 ± 5.5553
Hits@30:
Test: 55.6588 ± 4.9550
Hits@50:
Test: 66.8051 ± 2.0298
AUC:
Test: 97.1254 ± 0.1363
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.5226 ± 5.3009
Hits@20:
Test: 15.6273 ± 5.3781
Hits@30:
Test: 19.6977 ± 4.4240
Hits@50:
Test: 25.4332 ± 3.8409
AUC:
Test: 74.7019 ± 0.0724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.3872 ± 3.3926
Hits@20:
Test: 21.0289 ± 3.0360
Hits@30:
Test: 28.3709 ± 1.8668
Hits@50:
Test: 35.6002 ± 2.0463
AUC:
Test: 86.1605 ± 0.3137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.8123 ± 3.5072
Hits@20:
Test: 18.9305 ± 5.0770
Hits@30:
Test: 23.0641 ± 3.7526
Hits@50:
Test: 25.6949 ± 4.4306
AUC:
Test: 74.4090 ± 6.8124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.4486 ± 7.3873
Hits@20:
Test: 31.6832 ± 1.9432
Hits@30:
Test: 39.9323 ± 2.7361
Hits@50:
Test: 50.9296 ± 3.0377
AUC:
Test: 96.4663 ± 0.1381
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.5695 ± 1.9697
Hits@20:
Test: 13.8448 ± 3.5830
Hits@30:
Test: 17.9648 ± 4.1351
Hits@50:
Test: 24.2193 ± 4.9155
AUC:
Test: 83.0921 ± 0.7362
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4937 ± 2.2969
Hits@20:
Test: 45.4874 ± 1.1488
Hits@30:
Test: 51.9856 ± 1.9510
Hits@50:
Test: 59.6796 ± 0.8923
AUC:
Test: 94.8753 ± 0.7055
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.2608 ± 2.7470
Hits@20:
Test: 22.7843 ± 2.7436
Hits@30:
Test: 26.7644 ± 1.4936
Hits@50:
Test: 33.0415 ± 2.0285
AUC:
Test: 76.0922 ± 0.3033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5713 ± 2.5578
Hits@20:
Test: 50.3700 ± 1.8902
Hits@30:
Test: 59.8511 ± 1.8968
Hits@50:
Test: 69.4269 ± 1.3350
AUC:
Test: 97.9328 ± 0.0672
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9422 ± 2.8034
Hits@20:
Test: 34.1697 ± 2.4802
Hits@30:
Test: 39.1200 ± 2.3798
Hits@50:
Test: 46.8773 ± 2.8204
AUC:
Test: 91.2030 ± 0.9703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.4603 ± 4.8312
Hits@20:
Test: 15.9747 ± 4.9498
Hits@30:
Test: 20.4152 ± 4.3299
Hits@50:
Test: 25.7446 ± 3.9937
AUC:
Test: 74.7732 ± 0.2732
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1471 ± 1.9937
Hits@20:
Test: 48.7951 ± 1.6279
Hits@30:
Test: 52.0532 ± 2.9494
Hits@50:
Test: 60.9612 ± 1.2282
AUC:
Test: 94.4408 ± 0.3674
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3457 ± 3.2994
Hits@20:
Test: 43.1634 ± 5.0949
Hits@30:
Test: 50.6227 ± 2.4618
Hits@50:
Test: 60.1083 ± 2.7772
AUC:
Test: 97.3170 ± 0.1341
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9946 ± 3.3274
Hits@20:
Test: 34.5307 ± 6.0031
Hits@30:
Test: 43.3800 ± 4.2545
Hits@50:
Test: 49.5713 ± 3.8683
AUC:
Test: 86.1631 ± 0.5771
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7482 ± 1.7545
Hits@20:
Test: 33.3303 ± 2.0229
Hits@30:
Test: 38.7455 ± 2.6075
Hits@50:
Test: 45.3339 ± 2.9022
AUC:
Test: 90.3139 ± 1.3607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.6525 ± 3.5227
Hits@20:
Test: 24.2644 ± 2.9504
Hits@30:
Test: 28.5650 ± 2.9914
Hits@50:
Test: 36.2906 ± 2.0161
AUC:
Test: 86.2423 ± 0.5497
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.8042 ± 4.4308
Hits@20:
Test: 13.8583 ± 3.3745
Hits@30:
Test: 18.1949 ± 4.5356
Hits@50:
Test: 23.3213 ± 4.2715
AUC:
Test: 83.2840 ± 0.8507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.6525 ± 2.8057
Hits@20:
Test: 14.9729 ± 2.2223
Hits@30:
Test: 18.6101 ± 2.3428
Hits@50:
Test: 24.9774 ± 2.5957
AUC:
Test: 84.2453 ± 0.8270
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6652 ± 5.9355
Hits@20:
Test: 41.3041 ± 4.6559
Hits@30:
Test: 51.6291 ± 3.7269
Hits@50:
Test: 63.7274 ± 2.5089
AUC:
Test: 97.0616 ± 0.2581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0984 ± 4.7268
Hits@20:
Test: 29.5893 ± 3.1689
Hits@30:
Test: 33.6959 ± 3.0634
Hits@50:
Test: 38.7635 ± 1.3400
AUC:
Test: 76.0067 ± 0.5117
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.0217 ± 3.0238
Hits@20:
Test: 22.7076 ± 1.7129
Hits@30:
Test: 26.1191 ± 2.3028
Hits@50:
Test: 31.9269 ± 1.8754
AUC:
Test: 75.9036 ± 2.3067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.4188 ± 4.8269
Hits@20:
Test: 25.8484 ± 6.7237
Hits@30:
Test: 34.2283 ± 5.3161
Hits@50:
Test: 44.3051 ± 5.2324
AUC:
Test: 95.6517 ± 1.0135
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.6886 ± 4.6681
Hits@20:
Test: 18.6462 ± 4.9906
Hits@30:
Test: 23.6959 ± 4.7880
Hits@50:
Test: 29.2780 ± 4.0057
AUC:
Test: 75.4380 ± 0.2313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_randomGAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3899 ± 3.4066
Hits@20:
Test: 50.7626 ± 4.1886
Hits@30:
Test: 61.4125 ± 4.8906
Hits@50:
Test: 70.4874 ± 1.4702
AUC:
Test: 98.0460 ± 0.1086
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.9648 ± 1.5338
Hits@20:
Test: 18.4070 ± 2.6805
Hits@30:
Test: 23.2536 ± 2.2698
Hits@50:
Test: 29.0027 ± 1.7421
AUC:
Test: 74.5606 ± 0.3491
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1940 ± 2.4386
Hits@20:
Test: 34.5578 ± 4.5310
Hits@30:
Test: 42.5993 ± 4.3222
Hits@50:
Test: 51.2951 ± 3.6937
AUC:
Test: 96.5566 ± 0.3883
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2031 ± 6.0932
Hits@20:
Test: 30.0632 ± 4.7019
Hits@30:
Test: 34.2915 ± 3.6485
Hits@50:
Test: 41.2184 ± 4.2478
AUC:
Test: 88.0791 ± 1.4071
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7635 ± 3.5254
Hits@20:
Test: 26.7283 ± 3.7177
Hits@30:
Test: 29.4540 ± 3.8328
Hits@50:
Test: 33.4070 ± 2.8522
AUC:
Test: 87.8701 ± 2.4720
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.1652 ± 0.9022
Hits@20:
Test: 14.5171 ± 0.9656
Hits@30:
Test: 18.3935 ± 3.7932
Hits@50:
Test: 25.3159 ± 1.8607
AUC:
Test: 84.4831 ± 0.9686
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8330 ± 1.0621
Hits@20:
Test: 27.8023 ± 2.9700
Hits@30:
Test: 32.5226 ± 2.1225
Hits@50:
Test: 39.3637 ± 0.9925
AUC:
Test: 90.0053 ± 0.6472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2527 ± 2.7118
Hits@20:
Test: 25.7987 ± 1.3001
Hits@30:
Test: 30.1625 ± 1.2248
Hits@50:
Test: 35.6363 ± 0.9652
AUC:
Test: 77.4243 ± 2.7632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5551 ± 0.9750
Hits@20:
Test: 18.1679 ± 1.3152
Hits@30:
Test: 21.8141 ± 1.7076
Hits@50:
Test: 25.6047 ± 1.5946
AUC:
Test: 79.8349 ± 1.0812
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.8123 ± 3.5072
Hits@20:
Test: 18.9305 ± 5.0770
Hits@30:
Test: 23.0641 ± 3.7526
Hits@50:
Test: 25.6949 ± 4.4306
AUC:
Test: 74.4090 ± 6.8124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4937 ± 2.2969
Hits@20:
Test: 45.4874 ± 1.1488
Hits@30:
Test: 51.9856 ± 1.9510
Hits@50:
Test: 59.6796 ± 0.8923
AUC:
Test: 94.8753 ± 0.7055
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.6363 ± 2.3017
Hits@20:
Test: 22.6173 ± 2.5501
Hits@30:
Test: 26.8773 ± 1.8933
Hits@50:
Test: 31.6471 ± 1.3915
AUC:
Test: 75.5000 ± 0.3370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9422 ± 2.8034
Hits@20:
Test: 34.1697 ± 2.4802
Hits@30:
Test: 39.1200 ± 2.3798
Hits@50:
Test: 46.8773 ± 2.8204
AUC:
Test: 91.2030 ± 0.9703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1471 ± 1.9937
Hits@20:
Test: 48.7951 ± 1.6279
Hits@30:
Test: 52.0532 ± 2.9494
Hits@50:
Test: 60.9612 ± 1.2282
AUC:
Test: 94.4408 ± 0.3674
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5271 ± 4.0691
Hits@20:
Test: 48.9531 ± 4.6048
Hits@30:
Test: 56.8908 ± 1.8660
Hits@50:
Test: 65.9747 ± 2.0763
AUC:
Test: 96.3149 ± 0.0923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7482 ± 1.7545
Hits@20:
Test: 33.3303 ± 2.0229
Hits@30:
Test: 38.7455 ± 2.6075
Hits@50:
Test: 45.3339 ± 2.9022
AUC:
Test: 90.3139 ± 1.3607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6652 ± 5.9355
Hits@20:
Test: 41.3041 ± 4.6559
Hits@30:
Test: 51.6291 ± 3.7269
Hits@50:
Test: 63.7274 ± 2.5089
AUC:
Test: 97.0616 ± 0.2581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.4188 ± 4.8269
Hits@20:
Test: 25.8484 ± 6.7237
Hits@30:
Test: 34.2283 ± 5.3161
Hits@50:
Test: 44.3051 ± 5.2324
AUC:
Test: 95.6517 ± 1.0135
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7762 ± 3.1876
Hits@20:
Test: 32.3646 ± 5.0205
Hits@30:
Test: 40.1128 ± 3.7228
Hits@50:
Test: 52.6444 ± 4.7065
AUC:
Test: 96.1427 ± 0.3507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3899 ± 3.4066
Hits@20:
Test: 50.7626 ± 4.1886
Hits@30:
Test: 61.4125 ± 4.8906
Hits@50:
Test: 70.4874 ± 1.4702
AUC:
Test: 98.0460 ± 0.1086
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1940 ± 2.4386
Hits@20:
Test: 34.5578 ± 4.5310
Hits@30:
Test: 42.5993 ± 4.3222
Hits@50:
Test: 51.2951 ± 3.6937
AUC:
Test: 96.5566 ± 0.3883
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.7617 ± 2.8880
Hits@20:
Test: 53.7184 ± 2.9478
Hits@30:
Test: 60.3294 ± 2.5628
Hits@50:
Test: 68.5334 ± 1.5685
AUC:
Test: 97.2342 ± 0.1318
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7635 ± 3.5254
Hits@20:
Test: 26.7283 ± 3.7177
Hits@30:
Test: 29.4540 ± 3.8328
Hits@50:
Test: 33.4070 ± 2.8522
AUC:
Test: 87.8701 ± 2.4720
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8330 ± 1.0621
Hits@20:
Test: 27.8023 ± 2.9700
Hits@30:
Test: 32.5226 ± 2.1225
Hits@50:
Test: 39.3637 ± 0.9925
AUC:
Test: 90.0053 ± 0.6472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5551 ± 0.9750
Hits@20:
Test: 18.1679 ± 1.3152
Hits@30:
Test: 21.8141 ± 1.7076
Hits@50:
Test: 25.6047 ± 1.5946
AUC:
Test: 79.8349 ± 1.0812
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6751 ± 4.0418
Hits@20:
Test: 46.0785 ± 4.3943
Hits@30:
Test: 52.5316 ± 2.9767
Hits@50:
Test: 60.8529 ± 2.3653
AUC:
Test: 97.0471 ± 0.1493
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.8123 ± 3.5072
Hits@20:
Test: 18.9305 ± 5.0770
Hits@30:
Test: 23.0641 ± 3.7526
Hits@50:
Test: 25.6949 ± 4.4306
AUC:
Test: 74.4090 ± 6.8124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4937 ± 2.2969
Hits@20:
Test: 45.4874 ± 1.1488
Hits@30:
Test: 51.9856 ± 1.9510
Hits@50:
Test: 59.6796 ± 0.8923
AUC:
Test: 94.8753 ± 0.7055
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.6634 ± 4.2120
Hits@20:
Test: 26.3041 ± 2.0469
Hits@30:
Test: 31.2049 ± 2.0082
Hits@50:
Test: 37.3827 ± 1.6819
AUC:
Test: 85.7616 ± 0.3470
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9422 ± 2.8034
Hits@20:
Test: 34.1697 ± 2.4802
Hits@30:
Test: 39.1200 ± 2.3798
Hits@50:
Test: 46.8773 ± 2.8204
AUC:
Test: 91.2030 ± 0.9703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1471 ± 1.9937
Hits@20:
Test: 48.7951 ± 1.6279
Hits@30:
Test: 52.0532 ± 2.9494
Hits@50:
Test: 60.9612 ± 1.2282
AUC:
Test: 94.4408 ± 0.3674
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2699 ± 3.5229
Hits@20:
Test: 17.1706 ± 3.0722
Hits@30:
Test: 21.4711 ± 3.6930
Hits@50:
Test: 27.4323 ± 4.0941
AUC:
Test: 83.7198 ± 0.9917
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7482 ± 1.7545
Hits@20:
Test: 33.3303 ± 2.0229
Hits@30:
Test: 38.7455 ± 2.6075
Hits@50:
Test: 45.3339 ± 2.9022
AUC:
Test: 90.3139 ± 1.3607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5244 ± 2.7905
Hits@20:
Test: 21.9404 ± 2.5816
Hits@30:
Test: 26.9991 ± 3.2440
Hits@50:
Test: 32.9919 ± 2.8233
AUC:
Test: 75.7066 ± 1.0672
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6652 ± 5.9355
Hits@20:
Test: 41.3041 ± 4.6559
Hits@30:
Test: 51.6291 ± 3.7269
Hits@50:
Test: 63.7274 ± 2.5089
AUC:
Test: 97.0616 ± 0.2581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.4188 ± 4.8269
Hits@20:
Test: 25.8484 ± 6.7237
Hits@30:
Test: 34.2283 ± 5.3161
Hits@50:
Test: 44.3051 ± 5.2324
AUC:
Test: 95.6517 ± 1.0135
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='GCN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=2, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.6300 ± 0.9301
Hits@20:
Test: 18.7500 ± 1.9519
Hits@30:
Test: 23.0370 ± 1.7808
Hits@50:
Test: 28.1453 ± 1.2492
AUC:
Test: 74.7141 ± 0.2968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3899 ± 3.4066
Hits@20:
Test: 50.7626 ± 4.1886
Hits@30:
Test: 61.4125 ± 4.8906
Hits@50:
Test: 70.4874 ± 1.4702
AUC:
Test: 98.0460 ± 0.1086
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6218 ± 3.2185
Hits@20:
Test: 59.9504 ± 1.5844
Hits@30:
Test: 66.5794 ± 2.2042
Hits@50:
Test: 74.6976 ± 0.8917
AUC:
Test: 97.9695 ± 0.0886
All runs:
Hits@10:
Test: 19.1922 ± 3.7183
Hits@20:
Test: 27.5226 ± 3.0900
Hits@30:
Test: 30.9567 ± 2.1816
Hits@50:
Test: 38.2265 ± 1.4278
AUC:
Test: 86.1984 ± 0.2305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='SAGE', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=2, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1940 ± 2.4386
Hits@20:
Test: 34.5578 ± 4.5310
Hits@30:
Test: 42.5993 ± 4.3222
Hits@50:
Test: 51.2951 ± 3.6937
AUC:
Test: 96.5566 ± 0.3883
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1688 ± 5.1008
Hits@20:
Test: 54.0749 ± 4.9540
Hits@30:
Test: 63.6282 ± 1.7201
Hits@50:
Test: 73.8312 ± 1.7949
AUC:
Test: 98.4796 ± 0.0838
All runs:
Hits@10:
Test: 11.1282 ± 3.4067
Hits@20:
Test: 16.6877 ± 2.0565
Hits@30:
Test: 19.9594 ± 2.7034
Hits@50:
Test: 27.5361 ± 3.5215
AUC:
Test: 83.8271 ± 0.9235
e', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_None_pred.pth', device=2, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='CN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=2, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.8854 ± 5.1559
Hits@20:
Test: 58.2987 ± 3.6586
Hits@30:
Test: 64.2915 ± 3.3506
Hits@50:
Test: 72.4819 ± 1.7429
AUC:
Test: 98.1396 ± 0.0885
Namespace(distill_teacher='shortest_path', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=2, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.0505 ± 3.0097
Hits@20:
Test: 22.5993 ± 3.2431
Hits@30:
Test: 25.7942 ± 1.9198
Hits@50:
Test: 31.9179 ± 0.9940
AUC:
Test: 75.6230 ± 1.0763
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2049 ± 4.0010
Hits@20:
Test: 52.9648 ± 3.5063
Hits@30:
Test: 62.2789 ± 2.4182
Hits@50:
Test: 70.3024 ± 2.5522
AUC:
Test: 97.9977 ± 0.1592
Namespace(distill_teacher='AA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=2, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='RA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=2, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2771 ± 3.3546
Hits@20:
Test: 54.0388 ± 3.9667
Hits@30:
Test: 61.8457 ± 3.8109
Hits@50:
Test: 69.5984 ± 2.5814
AUC:
Test: 97.9746 ± 0.1305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='katz_close', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=2, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8872 ± 2.7910
Hits@20:
Test: 53.0054 ± 4.7931
Hits@30:
Test: 60.8890 ± 4.2758
Hits@50:
Test: 70.2753 ± 2.9899
AUC:
Test: 98.0033 ± 0.1598
All runs:
Hits@10:
Test: 44.0433 ± 5.0583
Hits@20:
Test: 54.9459 ± 2.9076
Hits@30:
Test: 63.2717 ± 1.4875
Hits@50:
Test: 72.2699 ± 2.0043
AUC:
Test: 98.0742 ± 0.0686
All runs:
Hits@10:
Test: 13.9711 ± 4.9370
Hits@20:
Test: 18.4702 ± 5.1449
Hits@30:
Test: 22.6128 ± 3.7199
Hits@50:
Test: 27.9287 ± 3.4560
AUC:
Test: 74.8218 ± 0.3791
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4549 ± 3.9746
Hits@20:
Test: 52.5406 ± 2.7770
Hits@30:
Test: 63.8267 ± 2.0569
Hits@50:
Test: 72.0487 ± 1.2179
AUC:
Test: 98.1977 ± 0.0916
All runs:
Hits@10:
Test: 31.4576 ± 5.9280
Hits@20:
Test: 46.7283 ± 5.4509
Hits@30:
Test: 57.3150 ± 4.3687
Hits@50:
Test: 65.6588 ± 2.5553
AUC:
Test: 97.0520 ± 0.1939
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7554 ± 7.2267
Hits@20:
Test: 48.7861 ± 6.7291
Hits@30:
Test: 56.3899 ± 4.4424
Hits@50:
Test: 65.8890 ± 1.7567
AUC:
Test: 97.1454 ± 0.3132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3583 ± 6.0160
Hits@20:
Test: 43.5199 ± 4.9848
Hits@30:
Test: 49.8014 ± 3.2908
Hits@50:
Test: 56.6652 ± 3.1769
AUC:
Test: 88.7752 ± 0.8421
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7356 ± 4.6672
Hits@20:
Test: 56.0108 ± 5.0097
Hits@30:
Test: 65.2256 ± 4.4711
Hits@50:
Test: 72.0848 ± 3.6505
AUC:
Test: 97.9399 ± 0.1147
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6480 ± 2.8051
Hits@20:
Test: 56.1507 ± 3.7345
Hits@30:
Test: 64.4495 ± 3.6126
Hits@50:
Test: 72.5948 ± 2.3439
AUC:
Test: 98.0284 ± 0.1110
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5036 ± 1.7439
Hits@20:
Test: 51.5614 ± 2.9319
Hits@30:
Test: 60.0857 ± 2.7999
Hits@50:
Test: 68.6913 ± 2.3674
AUC:
Test: 97.8774 ± 0.0848
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9892 ± 4.8391
Hits@20:
Test: 49.8511 ± 3.0790
Hits@30:
Test: 57.8655 ± 3.0614
Hits@50:
Test: 67.3782 ± 2.5716
AUC:
Test: 97.8795 ± 0.1809
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9991 ± 1.8869
Hits@20:
Test: 42.4684 ± 2.5116
Hits@30:
Test: 47.9377 ± 2.8988
Hits@50:
Test: 56.9088 ± 2.5250
AUC:
Test: 97.1114 ± 0.0979
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0514 ± 2.0606
Hits@20:
Test: 41.5343 ± 1.8402
Hits@30:
Test: 48.5289 ± 1.5921
Hits@50:
Test: 56.4486 ± 0.5049
AUC:
Test: 96.9919 ± 0.0923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.5361 ± 3.1096
Hits@20:
Test: 31.7419 ± 4.5492
Hits@30:
Test: 37.4549 ± 3.2289
Hits@50:
Test: 43.6643 ± 3.7547
AUC:
Test: 86.9061 ± 0.2957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1616 ± 5.8935
Hits@20:
Test: 49.4134 ± 2.5346
Hits@30:
Test: 56.1236 ± 4.3942
Hits@50:
Test: 67.0262 ± 1.8917
AUC:
Test: 97.1638 ± 0.1215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3935 ± 6.2839
Hits@20:
Test: 50.8393 ± 6.1064
Hits@30:
Test: 58.9531 ± 3.4639
Hits@50:
Test: 66.1507 ± 2.1229
AUC:
Test: 97.0544 ± 0.1569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3691 ± 2.7932
Hits@20:
Test: 43.2581 ± 1.1117
Hits@30:
Test: 49.8285 ± 1.1790
Hits@50:
Test: 55.0903 ± 0.9617
AUC:
Test: 82.4232 ± 0.6897
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5172 ± 2.9677
Hits@20:
Test: 56.8953 ± 1.6175
Hits@30:
Test: 64.5036 ± 1.7577
Hits@50:
Test: 72.4910 ± 0.9145
AUC:
Test: 97.9800 ± 0.0554
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5650 ± 3.1721
Hits@20:
Test: 58.6868 ± 2.2380
Hits@30:
Test: 64.9458 ± 2.2289
Hits@50:
Test: 72.3556 ± 2.0166
AUC:
Test: 98.0400 ± 0.0445
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3755 ± 3.4997
Hits@20:
Test: 56.3854 ± 3.9378
Hits@30:
Test: 63.2852 ± 1.8125
Hits@50:
Test: 72.5722 ± 2.2465
AUC:
Test: 98.0331 ± 0.0955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.3953 ± 6.1002
Hits@20:
Test: 53.8087 ± 3.6432
Hits@30:
Test: 60.2392 ± 2.2809
Hits@50:
Test: 69.9413 ± 2.1354
AUC:
Test: 98.0132 ± 0.0729
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.3827 ± 1.3609
Hits@20:
Test: 43.1408 ± 2.4387
Hits@30:
Test: 50.5415 ± 1.2320
Hits@50:
Test: 60.1038 ± 1.2831
AUC:
Test: 97.3255 ± 0.0392
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.2220 ± 1.5957
Hits@20:
Test: 41.6200 ± 3.2116
Hits@30:
Test: 47.7166 ± 4.1549
Hits@50:
Test: 57.1209 ± 2.1245
AUC:
Test: 97.1584 ± 0.1160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1904 ± 1.6836
Hits@20:
Test: 38.4928 ± 1.5367
Hits@30:
Test: 43.8989 ± 1.9482
Hits@50:
Test: 49.8736 ± 1.6182
AUC:
Test: 83.5047 ± 0.3254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8060 ± 5.0465
Hits@20:
Test: 50.9296 ± 1.5268
Hits@30:
Test: 58.4973 ± 2.8473
Hits@50:
Test: 68.0280 ± 1.4095
AUC:
Test: 97.3169 ± 0.0403
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0569 ± 4.1630
Hits@20:
Test: 51.9495 ± 3.4491
Hits@30:
Test: 61.1868 ± 0.9686
Hits@50:
Test: 68.6868 ± 0.7331
AUC:
Test: 97.3840 ± 0.1485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.8159 ± 3.2803
Hits@20:
Test: 59.0930 ± 1.6307
Hits@30:
Test: 66.4215 ± 2.7488
Hits@50:
Test: 73.5695 ± 1.4986
AUC:
Test: 98.0956 ± 0.1003
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.2996 ± 3.4021
Hits@20:
Test: 60.4016 ± 2.5461
Hits@30:
Test: 66.3673 ± 2.2097
Hits@50:
Test: 74.3682 ± 1.9069
AUC:
Test: 98.1289 ± 0.1074
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.2870 ± 2.6264
Hits@20:
Test: 26.0063 ± 3.1387
Hits@30:
Test: 32.0126 ± 3.2841
Hits@50:
Test: 37.7076 ± 1.7553
AUC:
Test: 86.1565 ± 0.5268
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0406 ± 2.9101
Hits@20:
Test: 52.9287 ± 5.6117
Hits@30:
Test: 60.8845 ± 2.5487
Hits@50:
Test: 70.4016 ± 3.2112
AUC:
Test: 97.9698 ± 0.1574
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5162 ± 4.0387
Hits@20:
Test: 56.5749 ± 3.8897
Hits@30:
Test: 65.0045 ± 3.1731
Hits@50:
Test: 72.5451 ± 1.6290
AUC:
Test: 98.0526 ± 0.0880
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.0713 ± 2.7476
Hits@20:
Test: 13.2897 ± 3.7780
Hits@30:
Test: 15.5686 ± 2.5901
Hits@50:
Test: 21.2049 ± 3.1266
AUC:
Test: 83.1705 ± 0.6086
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2726 ± 2.1581
Hits@20:
Test: 41.7960 ± 3.3835
Hits@30:
Test: 48.4116 ± 1.7537
Hits@50:
Test: 56.6155 ± 3.0468
AUC:
Test: 97.1602 ± 0.1374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.3150 ± 2.2866
Hits@20:
Test: 22.2383 ± 3.0194
Hits@30:
Test: 26.9630 ± 0.8689
Hits@50:
Test: 32.6309 ± 1.5511
AUC:
Test: 76.0320 ± 1.4983
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9973 ± 1.9040
Hits@20:
Test: 42.0352 ± 2.1959
Hits@30:
Test: 49.0253 ± 2.5477
Hits@50:
Test: 58.4567 ± 1.1449
AUC:
Test: 97.1343 ± 0.0390
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.2220 ± 1.0190
Hits@20:
Test: 41.3538 ± 3.0243
Hits@30:
Test: 52.1751 ± 5.1960
Hits@50:
Test: 62.3105 ± 2.8228
AUC:
Test: 97.0568 ± 0.1699
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5966 ± 4.5856
Hits@20:
Test: 39.9323 ± 3.6318
Hits@30:
Test: 49.2960 ± 5.1234
Hits@50:
Test: 59.8782 ± 3.8720
AUC:
Test: 96.7973 ± 0.1724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8195 ± 3.0356
Hits@20:
Test: 53.1227 ± 3.4794
Hits@30:
Test: 60.4107 ± 2.4384
Hits@50:
Test: 70.1083 ± 0.9909
AUC:
Test: 97.8359 ± 0.0799
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5659 ± 3.8888
Hits@20:
Test: 50.6498 ± 3.6830
Hits@30:
Test: 56.4125 ± 2.8725
Hits@50:
Test: 66.3583 ± 3.0023
AUC:
Test: 97.5232 ± 0.1480
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4242 ± 4.3707
Hits@20:
Test: 47.6625 ± 3.5565
Hits@30:
Test: 54.8691 ± 3.4809
Hits@50:
Test: 64.6480 ± 2.5636
AUC:
Test: 97.7377 ± 0.1219
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.4603 ± 2.7680
Hits@20:
Test: 20.2753 ± 2.1620
Hits@30:
Test: 24.7112 ± 1.5313
Hits@50:
Test: 30.6543 ± 1.7907
AUC:
Test: 75.0356 ± 0.2215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6949 ± 2.7562
Hits@20:
Test: 43.7680 ± 3.7980
Hits@30:
Test: 51.9179 ± 2.5951
Hits@50:
Test: 61.1146 ± 2.5669
AUC:
Test: 97.2474 ± 0.1087
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5487 ± 3.1898
Hits@20:
Test: 32.0171 ± 2.7051
Hits@30:
Test: 40.3114 ± 1.3797
Hits@50:
Test: 48.9666 ± 1.3936
AUC:
Test: 96.3949 ± 0.1799
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.2852 ± 2.8836
Hits@20:
Test: 25.8213 ± 6.0817
Hits@30:
Test: 30.4377 ± 3.5193
Hits@50:
Test: 38.5334 ± 2.5222
AUC:
Test: 85.8280 ± 0.5000
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.6778 ± 3.3031
Hits@20:
Test: 25.5009 ± 3.3784
Hits@30:
Test: 34.0839 ± 3.2013
Hits@50:
Test: 42.6940 ± 1.8639
AUC:
Test: 95.2339 ± 0.2323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6462 ± 4.4499
Hits@20:
Test: 45.7491 ± 5.2506
Hits@30:
Test: 54.0930 ± 4.9526
Hits@50:
Test: 65.7942 ± 3.8072
AUC:
Test: 97.0701 ± 0.2465
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.8042 ± 2.7711
Hits@20:
Test: 12.5857 ± 2.0136
Hits@30:
Test: 16.5298 ± 2.6018
Hits@50:
Test: 21.2184 ± 1.5392
AUC:
Test: 83.0663 ± 0.7282
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2644 ± 7.6846
Hits@20:
Test: 44.9865 ± 10.0451
Hits@30:
Test: 57.6715 ± 4.2432
Hits@50:
Test: 64.6345 ± 4.7868
AUC:
Test: 96.9988 ± 0.1879
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5560 ± 3.2646
Hits@20:
Test: 49.4675 ± 4.3853
Hits@30:
Test: 58.8854 ± 3.9586
Hits@50:
Test: 70.2933 ± 3.8622
AUC:
Test: 97.8578 ± 0.1965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.1137 ± 1.0380
Hits@20:
Test: 23.3709 ± 2.8061
Hits@30:
Test: 26.1733 ± 3.4434
Hits@50:
Test: 32.6534 ± 2.0355
AUC:
Test: 76.3138 ± 1.4338
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4865 ± 4.9281
Hits@20:
Test: 54.8105 ± 2.8362
Hits@30:
Test: 62.8475 ± 3.7537
Hits@50:
Test: 71.2319 ± 2.2207
AUC:
Test: 97.9790 ± 0.1152
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.3646 ± 3.8393
Hits@20:
Test: 54.2238 ± 3.8496
Hits@30:
Test: 59.7744 ± 2.2085
Hits@50:
Test: 68.4477 ± 3.2013
AUC:
Test: 97.9501 ± 0.0904
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1354 ± 4.8681
Hits@20:
Test: 40.0993 ± 1.8398
Hits@30:
Test: 47.0578 ± 2.4697
Hits@50:
Test: 56.6922 ± 1.9390
AUC:
Test: 97.0078 ± 0.0830
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6300 ± 6.0108
Hits@20:
Test: 53.0912 ± 3.6710
Hits@30:
Test: 58.7771 ± 4.3241
Hits@50:
Test: 68.6733 ± 3.0980
AUC:
Test: 97.8929 ± 0.1148
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.9458 ± 2.9260
Hits@20:
Test: 19.7699 ± 2.1713
Hits@30:
Test: 25.1760 ± 2.1472
Hits@50:
Test: 29.5352 ± 1.6405
AUC:
Test: 75.0072 ± 0.1440
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0587 ± 2.2655
Hits@20:
Test: 39.5532 ± 4.7247
Hits@30:
Test: 46.6516 ± 3.6989
Hits@50:
Test: 56.1327 ± 2.9363
AUC:
Test: 97.0007 ± 0.1719
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5442 ± 8.0127
Hits@20:
Test: 53.1724 ± 1.9532
Hits@30:
Test: 58.9711 ± 2.9274
Hits@50:
Test: 68.1724 ± 2.2792
AUC:
Test: 97.0914 ± 0.1012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5948 ± 6.0054
Hits@20:
Test: 49.3908 ± 6.3175
Hits@30:
Test: 57.8430 ± 3.1249
Hits@50:
Test: 67.1796 ± 2.3279
AUC:
Test: 97.1485 ± 0.0832
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1931 ± 4.4038
Hits@20:
Test: 57.4413 ± 3.7654
Hits@30:
Test: 63.0099 ± 2.0017
Hits@50:
Test: 71.0153 ± 1.3570
AUC:
Test: 97.9824 ± 0.0819
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9621 ± 4.4559
Hits@20:
Test: 32.1977 ± 8.9152
Hits@30:
Test: 39.2825 ± 6.5201
Hits@50:
Test: 46.7554 ± 6.1814
AUC:
Test: 86.1885 ± 0.5250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.6110 ± 1.0830
Hits@20:
Test: 12.2428 ± 2.8947
Hits@30:
Test: 16.0921 ± 2.4964
Hits@50:
Test: 21.1913 ± 1.6191
AUC:
Test: 83.2231 ± 0.8516
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.4296 ± 1.9405
Hits@20:
Test: 56.9765 ± 2.4681
Hits@30:
Test: 65.4152 ± 2.3689
Hits@50:
Test: 73.0325 ± 0.6692
AUC:
Test: 98.0303 ± 0.0749
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2338 ± 1.9754
Hits@20:
Test: 54.7834 ± 2.1420
Hits@30:
Test: 61.5930 ± 2.4671
Hits@50:
Test: 69.9639 ± 2.3458
AUC:
Test: 98.0364 ± 0.0790
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2933 ± 5.2183
Hits@20:
Test: 55.4287 ± 3.5051
Hits@30:
Test: 64.3682 ± 1.0546
Hits@50:
Test: 72.2157 ± 2.4509
AUC:
Test: 98.0730 ± 0.0885
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.0866 ± 2.9970
Hits@20:
Test: 27.2518 ± 1.8704
Hits@30:
Test: 31.2996 ± 2.5874
Hits@50:
Test: 36.4982 ± 1.5507
AUC:
Test: 76.0320 ± 0.3807
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.5298 ± 2.4303
Hits@20:
Test: 41.8547 ± 1.5354
Hits@30:
Test: 50.4152 ± 2.1447
Hits@50:
Test: 58.0551 ± 2.0179
AUC:
Test: 97.1862 ± 0.1136
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8764 ± 4.3204
Hits@20:
Test: 42.7301 ± 2.3573
Hits@30:
Test: 49.6255 ± 2.3307
Hits@50:
Test: 59.1877 ± 2.6299
AUC:
Test: 97.2493 ± 0.1087
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8078 ± 4.6520
Hits@20:
Test: 52.9783 ± 1.8625
Hits@30:
Test: 60.4558 ± 2.9393
Hits@50:
Test: 68.8809 ± 2.0704
AUC:
Test: 97.4188 ± 0.1642
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9576 ± 6.0513
Hits@20:
Test: 48.5289 ± 2.3562
Hits@30:
Test: 57.7482 ± 2.4087
Hits@50:
Test: 67.5045 ± 2.2855
AUC:
Test: 97.3559 ± 0.0557
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6218 ± 3.1774
Hits@20:
Test: 58.8132 ± 2.3394
Hits@30:
Test: 67.0036 ± 1.9632
Hits@50:
Test: 73.2897 ± 1.7142
AUC:
Test: 98.1239 ± 0.1334
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.8195 ± 2.8948
Hits@20:
Test: 21.3267 ± 2.8655
Hits@30:
Test: 25.5957 ± 2.6286
Hits@50:
Test: 31.5839 ± 1.8756
AUC:
Test: 75.7777 ± 0.4007
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2121 ± 2.1187
Hits@20:
Test: 56.3041 ± 1.4162
Hits@30:
Test: 64.0208 ± 3.3809
Hits@50:
Test: 71.3673 ± 1.8372
AUC:
Test: 97.9559 ± 0.0587
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5090 ± 4.3832
Hits@20:
Test: 57.4504 ± 3.3090
Hits@30:
Test: 64.6976 ± 3.4414
Hits@50:
Test: 73.2897 ± 1.5743
AUC:
Test: 98.1228 ± 0.1266
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.6264 ± 4.7681
Hits@20:
Test: 27.7121 ± 4.8532
Hits@30:
Test: 28.8222 ± 4.6607
Hits@50:
Test: 36.0108 ± 7.9882
AUC:
Test: 87.1906 ± 1.0292
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2166 ± 7.4870
Hits@20:
Test: 53.1227 ± 7.1956
Hits@30:
Test: 61.8412 ± 3.2059
Hits@50:
Test: 69.2554 ± 2.8663
AUC:
Test: 98.0056 ± 0.1269
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2590 ± 3.3188
Hits@20:
Test: 42.5180 ± 3.0078
Hits@30:
Test: 48.9215 ± 0.8417
Hits@50:
Test: 58.5605 ± 2.6798
AUC:
Test: 97.2151 ± 0.0417
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 5.1173 ± 0.8396
Hits@20:
Test: 8.7319 ± 0.4778
Hits@30:
Test: 14.1697 ± 1.5292
Hits@50:
Test: 18.6868 ± 2.3119
AUC:
Test: 84.0210 ± 0.4568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.0217 ± 3.1307
Hits@20:
Test: 41.5027 ± 2.0394
Hits@30:
Test: 47.6895 ± 1.5924
Hits@50:
Test: 55.9296 ± 2.1787
AUC:
Test: 97.0351 ± 0.1492
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4079 ± 3.0651
Hits@20:
Test: 41.7238 ± 2.7019
Hits@30:
Test: 49.4991 ± 1.8145
Hits@50:
Test: 60.2798 ± 2.4695
AUC:
Test: 97.0422 ± 0.1088
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2166 ± 0.8439
Hits@20:
Test: 24.5036 ± 1.8502
Hits@30:
Test: 29.4901 ± 2.0187
Hits@50:
Test: 34.5623 ± 1.5784
AUC:
Test: 81.7291 ± 1.0756
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1336 ± 4.3494
Hits@20:
Test: 38.8087 ± 2.8812
Hits@30:
Test: 47.9874 ± 4.2649
Hits@50:
Test: 58.0099 ± 5.1473
AUC:
Test: 96.7478 ± 0.2651
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2121 ± 3.1282
Hits@20:
Test: 52.7798 ± 2.0295
Hits@30:
Test: 61.3132 ± 3.3580
Hits@50:
Test: 70.9837 ± 2.3833
AUC:
Test: 97.8624 ± 0.1097
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.1390 ± 1.0289
Hits@20:
Test: 11.9810 ± 2.9910
Hits@30:
Test: 16.3628 ± 4.3722
Hits@50:
Test: 22.0081 ± 2.5424
AUC:
Test: 79.9547 ± 1.5178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.2238 ± 4.4078
Hits@20:
Test: 50.1489 ± 3.5801
Hits@30:
Test: 57.0487 ± 2.6749
Hits@50:
Test: 66.1823 ± 1.0404
AUC:
Test: 97.5899 ± 0.1534
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6029 ± 4.8043
Hits@20:
Test: 50.4783 ± 2.3800
Hits@30:
Test: 58.2852 ± 2.4428
Hits@50:
Test: 66.0018 ± 0.8000
AUC:
Test: 97.8293 ± 0.1008
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1959 ± 5.9037
Hits@20:
Test: 42.9242 ± 5.3172
Hits@30:
Test: 49.6706 ± 1.4273
Hits@50:
Test: 58.1137 ± 1.0527
AUC:
Test: 90.8743 ± 0.2355
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2644 ± 4.0288
Hits@20:
Test: 43.6191 ± 4.2017
Hits@30:
Test: 51.0921 ± 4.9841
Hits@50:
Test: 59.7022 ± 3.4528
AUC:
Test: 97.1763 ± 0.3186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0108 ± 2.0880
Hits@20:
Test: 26.5208 ± 4.2236
Hits@30:
Test: 32.9513 ± 2.4804
Hits@50:
Test: 41.4486 ± 3.4032
AUC:
Test: 94.9951 ± 0.4478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8547 ± 1.1523
Hits@20:
Test: 36.2365 ± 2.0115
Hits@30:
Test: 43.9756 ± 2.9182
Hits@50:
Test: 52.5135 ± 1.6229
AUC:
Test: 96.6674 ± 0.1421
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.8565 ± 1.6628
Hits@20:
Test: 24.6751 ± 1.2882
Hits@30:
Test: 29.7112 ± 1.4430
Hits@50:
Test: 36.5478 ± 1.7502
AUC:
Test: 89.1458 ± 1.0645
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7211 ± 4.5531
Hits@20:
Test: 46.1417 ± 4.1969
Hits@30:
Test: 56.2365 ± 2.0470
Hits@50:
Test: 66.3132 ± 2.4874
AUC:
Test: 96.9451 ± 0.2048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9395 ± 6.7899
Hits@20:
Test: 43.3032 ± 2.9920
Hits@30:
Test: 54.9368 ± 2.2461
Hits@50:
Test: 64.6931 ± 2.6066
AUC:
Test: 97.0521 ± 0.1716
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8872 ± 1.2200
Hits@20:
Test: 47.2744 ± 2.4066
Hits@30:
Test: 51.4711 ± 1.4175
Hits@50:
Test: 57.6895 ± 0.6458
AUC:
Test: 85.5346 ± 0.6130
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.0108 ± 5.3390
Hits@20:
Test: 55.7897 ± 1.8236
Hits@30:
Test: 63.7996 ± 3.6890
Hits@50:
Test: 71.8998 ± 2.3058
AUC:
Test: 97.9160 ± 0.0773
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.0199 ± 3.6798
Hits@20:
Test: 56.2410 ± 1.3189
Hits@30:
Test: 64.3592 ± 2.6480
Hits@50:
Test: 73.0190 ± 1.3167
AUC:
Test: 97.9758 ± 0.0908
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.3917 ± 3.7106
Hits@20:
Test: 53.0054 ± 7.1838
Hits@30:
Test: 59.9865 ± 3.8548
Hits@50:
Test: 68.2265 ± 2.9183
AUC:
Test: 97.8526 ± 0.1731
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4106 ± 2.1778
Hits@20:
Test: 53.0551 ± 1.9850
Hits@30:
Test: 59.9188 ± 3.4051
Hits@50:
Test: 68.6462 ± 2.7668
AUC:
Test: 97.8845 ± 0.0784
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9747 ± 4.7770
Hits@20:
Test: 40.3971 ± 3.1641
Hits@30:
Test: 46.8321 ± 3.6389
Hits@50:
Test: 57.3511 ± 1.5225
AUC:
Test: 97.0653 ± 0.0670
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9774 ± 4.2418
Hits@20:
Test: 39.9729 ± 2.6583
Hits@30:
Test: 48.1498 ± 1.1108
Hits@50:
Test: 56.6020 ± 1.8401
AUC:
Test: 97.0480 ± 0.0591
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1561 ± 4.0550
Hits@20:
Test: 45.8800 ± 1.9191
Hits@30:
Test: 55.0406 ± 3.4366
Hits@50:
Test: 65.8393 ± 2.2294
AUC:
Test: 97.1225 ± 0.1206
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9079 ± 3.3934
Hits@20:
Test: 38.0776 ± 3.6897
Hits@30:
Test: 43.0054 ± 3.1156
Hits@50:
Test: 49.3547 ± 3.6903
AUC:
Test: 85.9890 ± 0.6510
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1724 ± 2.9369
Hits@20:
Test: 46.1778 ± 4.6136
Hits@30:
Test: 55.1715 ± 3.2164
Hits@50:
Test: 65.5641 ± 2.1864
AUC:
Test: 97.0315 ± 0.0878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0641 ± 1.8030
Hits@20:
Test: 58.9305 ± 2.4284
Hits@30:
Test: 64.0839 ± 1.0633
Hits@50:
Test: 73.5244 ± 1.7903
AUC:
Test: 97.9609 ± 0.0729
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8403 ± 4.3610
Hits@20:
Test: 57.7708 ± 2.9751
Hits@30:
Test: 64.1787 ± 1.5693
Hits@50:
Test: 72.2337 ± 0.3644
AUC:
Test: 97.9779 ± 0.0572
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5144 ± 7.3628
Hits@20:
Test: 47.1661 ± 6.3749
Hits@30:
Test: 59.1200 ± 2.8505
Hits@50:
Test: 69.2329 ± 2.2395
AUC:
Test: 97.1679 ± 0.1884
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2049 ± 4.0010
Hits@20:
Test: 52.9648 ± 3.5063
Hits@30:
Test: 62.2789 ± 2.4182
Hits@50:
Test: 70.3024 ± 2.5522
AUC:
Test: 97.9977 ± 0.1592
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8872 ± 2.7910
Hits@20:
Test: 53.0054 ± 4.7931
Hits@30:
Test: 60.8890 ± 4.2758
Hits@50:
Test: 70.2753 ± 2.9899
AUC:
Test: 98.0033 ± 0.1598
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3682 ± 3.1600
Hits@20:
Test: 43.0054 ± 2.8972
Hits@30:
Test: 49.4495 ± 1.5654
Hits@50:
Test: 58.7410 ± 0.9227
AUC:
Test: 97.2242 ± 0.0417
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.4847 ± 3.0423
Hits@20:
Test: 31.8186 ± 2.7471
Hits@30:
Test: 40.2662 ± 4.5782
Hits@50:
Test: 51.0560 ± 3.6341
AUC:
Test: 96.2807 ± 0.2818
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3809 ± 3.2674
Hits@20:
Test: 41.6381 ± 0.5574
Hits@30:
Test: 48.4567 ± 2.8539
Hits@50:
Test: 58.3303 ± 2.6405
AUC:
Test: 97.1567 ± 0.1198
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8204 ± 3.4932
Hits@20:
Test: 52.1751 ± 3.6936
Hits@30:
Test: 57.7211 ± 4.6861
Hits@50:
Test: 68.1724 ± 1.4943
AUC:
Test: 97.3124 ± 0.0577
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7735 ± 5.3801
Hits@20:
Test: 52.1480 ± 4.0647
Hits@30:
Test: 61.1913 ± 3.6539
Hits@50:
Test: 68.8899 ± 2.0187
AUC:
Test: 97.3580 ± 0.1137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3727 ± 4.4273
Hits@20:
Test: 49.6119 ± 3.4755
Hits@30:
Test: 59.6841 ± 3.6858
Hits@50:
Test: 67.2112 ± 2.9106
AUC:
Test: 97.8684 ± 0.1408
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0036 ± 6.0818
Hits@20:
Test: 57.1345 ± 3.7321
Hits@30:
Test: 64.3276 ± 4.7568
Hits@50:
Test: 73.0912 ± 2.4875
AUC:
Test: 98.0491 ± 0.1484
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8727 ± 4.3204
Hits@20:
Test: 59.8466 ± 4.5113
Hits@30:
Test: 66.9495 ± 4.2667
Hits@50:
Test: 73.9621 ± 2.9849
AUC:
Test: 98.1035 ± 0.1766
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8935 ± 4.0224
Hits@20:
Test: 55.9296 ± 6.5597
Hits@30:
Test: 63.2536 ± 5.0058
Hits@50:
Test: 71.7193 ± 4.2523
AUC:
Test: 98.0216 ± 0.1681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6706 ± 6.8857
Hits@20:
Test: 54.7653 ± 4.3207
Hits@30:
Test: 63.8132 ± 3.1779
Hits@50:
Test: 71.4170 ± 2.9883
AUC:
Test: 98.0167 ± 0.1533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1859 ± 1.8240
Hits@20:
Test: 41.9088 ± 1.9544
Hits@30:
Test: 48.9486 ± 1.7731
Hits@50:
Test: 58.5108 ± 1.5192
AUC:
Test: 97.1590 ± 0.0700
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7022 ± 5.0267
Hits@20:
Test: 45.6363 ± 5.9599
Hits@30:
Test: 52.7166 ± 6.9299
Hits@50:
Test: 61.5388 ± 5.1964
AUC:
Test: 97.4051 ± 0.3228
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0722 ± 4.2044
Hits@20:
Test: 40.6002 ± 2.7692
Hits@30:
Test: 47.9061 ± 3.3090
Hits@50:
Test: 56.5884 ± 3.3108
AUC:
Test: 97.1906 ± 0.1508
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.7672 ± 4.5955
Hits@20:
Test: 40.7040 ± 4.5764
Hits@30:
Test: 48.8764 ± 4.5352
Hits@50:
Test: 61.0514 ± 2.6364
AUC:
Test: 96.7837 ± 0.1267
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.7861 ± 3.0014
Hits@20:
Test: 23.3664 ± 2.7085
Hits@30:
Test: 30.9386 ± 2.8828
Hits@50:
Test: 37.8475 ± 1.7411
AUC:
Test: 86.2631 ± 0.4500
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1959 ± 4.6401
Hits@20:
Test: 40.7626 ± 5.0105
Hits@30:
Test: 50.6092 ± 4.8533
Hits@50:
Test: 60.6408 ± 5.0630
AUC:
Test: 97.0625 ± 0.1056
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1029 ± 1.9310
Hits@20:
Test: 50.1534 ± 2.4749
Hits@30:
Test: 57.8926 ± 1.3849
Hits@50:
Test: 66.7464 ± 1.7372
AUC:
Test: 97.5169 ± 0.0328
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2229 ± 3.7060
Hits@20:
Test: 51.8231 ± 2.6109
Hits@30:
Test: 59.8150 ± 3.3085
Hits@50:
Test: 70.5731 ± 1.9535
AUC:
Test: 97.7860 ± 0.0712
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.0948 ± 0.7843
Hits@20:
Test: 14.1336 ± 2.5781
Hits@30:
Test: 18.5334 ± 1.8607
Hits@50:
Test: 25.3791 ± 3.2225
AUC:
Test: 84.2582 ± 0.6309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9440 ± 1.6160
Hits@20:
Test: 43.3078 ± 4.4332
Hits@30:
Test: 53.0415 ± 3.2397
Hits@50:
Test: 59.2960 ± 3.4230
AUC:
Test: 97.1727 ± 0.2646
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.8005 ± 2.8248
Hits@20:
Test: 20.1986 ± 1.7120
Hits@30:
Test: 25.3610 ± 1.9990
Hits@50:
Test: 29.8195 ± 2.4517
AUC:
Test: 76.6869 ± 2.7512
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3141 ± 3.3796
Hits@20:
Test: 48.6372 ± 1.9292
Hits@30:
Test: 56.8051 ± 2.5550
Hits@50:
Test: 66.3944 ± 1.8031
AUC:
Test: 97.8182 ± 0.1531
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6399 ± 3.3871
Hits@20:
Test: 46.5975 ± 4.2887
Hits@30:
Test: 55.4377 ± 5.3549
Hits@50:
Test: 66.4847 ± 2.4371
AUC:
Test: 97.2254 ± 0.1679
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8042 ± 1.8596
Hits@20:
Test: 25.0496 ± 3.3000
Hits@30:
Test: 33.2762 ± 3.6659
Hits@50:
Test: 42.8114 ± 2.6955
AUC:
Test: 95.1872 ± 0.3918
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8403 ± 2.4396
Hits@20:
Test: 32.2563 ± 2.1981
Hits@30:
Test: 39.7563 ± 1.9018
Hits@50:
Test: 49.7699 ± 2.4504
AUC:
Test: 96.2637 ± 0.1971
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5749 ± 4.5977
Hits@20:
Test: 54.6390 ± 2.6707
Hits@30:
Test: 61.9495 ± 3.3834
Hits@50:
Test: 69.7518 ± 3.3507
AUC:
Test: 97.9666 ± 0.1114
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.9792 ± 3.7444
Hits@20:
Test: 15.3971 ± 4.7596
Hits@30:
Test: 19.9368 ± 5.6835
Hits@50:
Test: 27.5090 ± 5.3532
AUC:
Test: 74.9928 ± 0.7976
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3466 ± 4.9158
Hits@20:
Test: 49.7473 ± 2.0394
Hits@30:
Test: 56.4666 ± 1.5637
Hits@50:
Test: 65.2617 ± 0.6884
AUC:
Test: 96.8034 ± 0.2448
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6796 ± 3.2603
Hits@20:
Test: 43.2897 ± 3.3257
Hits@30:
Test: 50.8168 ± 3.5624
Hits@50:
Test: 62.1977 ± 3.6706
AUC:
Test: 97.0667 ± 0.2955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1534 ± 1.7284
Hits@20:
Test: 50.6995 ± 5.3194
Hits@30:
Test: 58.7365 ± 4.3278
Hits@50:
Test: 68.5695 ± 2.8535
AUC:
Test: 97.9403 ± 0.1108
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.2879 ± 5.3689
Hits@20:
Test: 27.5587 ± 4.4982
Hits@30:
Test: 36.5930 ± 4.8846
Hits@50:
Test: 43.8628 ± 4.3048
AUC:
Test: 86.6920 ± 0.5966
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.2590 ± 4.8553
Hits@20:
Test: 55.3655 ± 5.1658
Hits@30:
Test: 60.8529 ± 4.1614
Hits@50:
Test: 70.3745 ± 3.2974
AUC:
Test: 97.5830 ± 0.1126
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8574 ± 1.5985
Hits@20:
Test: 41.7464 ± 2.3038
Hits@30:
Test: 48.7726 ± 2.7358
Hits@50:
Test: 56.8727 ± 2.0422
AUC:
Test: 97.0272 ± 0.1313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2518 ± 4.3683
Hits@20:
Test: 54.6345 ± 3.0768
Hits@30:
Test: 62.7978 ± 3.2409
Hits@50:
Test: 71.4756 ± 2.5133
AUC:
Test: 97.9775 ± 0.0849
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9910 ± 2.2877
Hits@20:
Test: 16.7644 ± 2.9977
Hits@30:
Test: 22.5587 ± 2.4918
Hits@50:
Test: 27.9468 ± 4.0950
AUC:
Test: 85.4185 ± 1.1031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7870 ± 2.6299
Hits@20:
Test: 50.4016 ± 2.5861
Hits@30:
Test: 60.1850 ± 2.8416
Hits@50:
Test: 68.0821 ± 1.7488
AUC:
Test: 97.7717 ± 0.0533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4829 ± 4.3751
Hits@20:
Test: 49.0523 ± 2.6600
Hits@30:
Test: 55.6137 ± 1.9655
Hits@50:
Test: 64.8736 ± 0.8249
AUC:
Test: 96.3118 ± 0.1387
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4070 ± 4.1668
Hits@20:
Test: 47.1164 ± 3.1351
Hits@30:
Test: 57.5406 ± 1.8329
Hits@50:
Test: 68.0912 ± 1.7091
AUC:
Test: 97.8689 ± 0.0717
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0271 ± 4.8614
Hits@20:
Test: 53.4386 ± 4.9631
Hits@30:
Test: 60.2166 ± 3.2621
Hits@50:
Test: 68.7139 ± 2.0564
AUC:
Test: 96.4571 ± 0.1509
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1444 ± 4.2320
Hits@20:
Test: 41.1372 ± 5.0836
Hits@30:
Test: 48.9801 ± 2.6706
Hits@50:
Test: 56.6516 ± 3.2862
AUC:
Test: 97.0556 ± 0.1366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.7518 ± 1.8442
Hits@20:
Test: 25.5144 ± 1.8398
Hits@30:
Test: 30.5551 ± 2.4858
Hits@50:
Test: 35.4829 ± 1.8846
AUC:
Test: 77.8112 ± 2.2921
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5984 ± 3.7254
Hits@20:
Test: 40.4603 ± 2.0674
Hits@30:
Test: 47.6399 ± 2.5535
Hits@50:
Test: 57.6489 ± 1.0320
AUC:
Test: 97.0657 ± 0.0497
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8312 ± 1.3581
Hits@20:
Test: 49.6525 ± 1.7273
Hits@30:
Test: 58.2942 ± 1.4966
Hits@50:
Test: 67.1300 ± 1.0582
AUC:
Test: 96.6946 ± 0.1127
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8583 ± 5.9569
Hits@20:
Test: 50.0451 ± 9.1035
Hits@30:
Test: 55.4242 ± 4.9376
Hits@50:
Test: 65.8980 ± 2.6317
AUC:
Test: 96.9259 ± 0.1065
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4179 ± 3.5842
Hits@20:
Test: 46.2004 ± 3.5817
Hits@30:
Test: 55.5821 ± 1.6355
Hits@50:
Test: 63.9937 ± 1.7545
AUC:
Test: 96.9929 ± 0.1031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2653 ± 2.9843
Hits@20:
Test: 18.1814 ± 3.2046
Hits@30:
Test: 22.1255 ± 2.4987
Hits@50:
Test: 27.8610 ± 2.7974
AUC:
Test: 75.2701 ± 0.6002
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.5072 ± 3.1236
Hits@20:
Test: 43.0009 ± 2.2978
Hits@30:
Test: 48.9756 ± 0.8152
Hits@50:
Test: 57.1029 ± 1.1272
AUC:
Test: 96.0531 ± 0.0615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.2996 ± 1.5644
Hits@20:
Test: 56.4892 ± 2.4229
Hits@30:
Test: 63.5785 ± 2.0482
Hits@50:
Test: 71.3583 ± 1.9219
AUC:
Test: 97.7019 ± 0.0724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5569 ± 2.4601
Hits@20:
Test: 52.9377 ± 2.2946
Hits@30:
Test: 61.4034 ± 3.5395
Hits@50:
Test: 70.7265 ± 2.6978
AUC:
Test: 97.8453 ± 0.0818
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0839 ± 3.7948
Hits@20:
Test: 50.3023 ± 2.4217
Hits@30:
Test: 57.7211 ± 2.1405
Hits@50:
Test: 64.9278 ± 0.7392
AUC:
Test: 96.3131 ± 0.2467
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6462 ± 4.2597
Hits@20:
Test: 54.8150 ± 1.9887
Hits@30:
Test: 62.9919 ± 3.0600
Hits@50:
Test: 72.0442 ± 1.4231
AUC:
Test: 97.9982 ± 0.0535
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.9422 ± 3.6104
Hits@20:
Test: 40.0722 ± 4.3812
Hits@30:
Test: 46.3132 ± 2.6940
Hits@50:
Test: 54.0839 ± 1.6114
AUC:
Test: 90.5023 ± 0.5696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2094 ± 1.6644
Hits@20:
Test: 53.6868 ± 3.5045
Hits@30:
Test: 60.9973 ± 3.3989
Hits@50:
Test: 69.8105 ± 3.5855
AUC:
Test: 97.9142 ± 0.1334
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9892 ± 2.5403
Hits@20:
Test: 31.0244 ± 2.2714
Hits@30:
Test: 39.8827 ± 2.7655
Hits@50:
Test: 50.1534 ± 3.7376
AUC:
Test: 95.9087 ± 0.2990
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1227 ± 3.4179
Hits@20:
Test: 41.5749 ± 1.7102
Hits@30:
Test: 46.3538 ± 1.7892
Hits@50:
Test: 54.7338 ± 0.6959
AUC:
Test: 90.0909 ± 0.3239
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.4477 ± 4.1179
Hits@20:
Test: 44.9910 ± 1.3811
Hits@30:
Test: 51.9856 ± 1.6163
Hits@50:
Test: 61.4034 ± 0.4531
AUC:
Test: 97.3286 ± 0.0458
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.2040 ± 5.2017
Hits@20:
Test: 40.8619 ± 2.8234
Hits@30:
Test: 49.4314 ± 0.4034
Hits@50:
Test: 58.4477 ± 2.3019
AUC:
Test: 97.2100 ± 0.0961
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4919 ± 2.5161
Hits@20:
Test: 37.5361 ± 2.2932
Hits@30:
Test: 41.3041 ± 1.0901
Hits@50:
Test: 48.2807 ± 1.5144
AUC:
Test: 88.5209 ± 0.3519
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4684 ± 4.5560
Hits@20:
Test: 51.2004 ± 2.9050
Hits@30:
Test: 57.9919 ± 2.7918
Hits@50:
Test: 66.2184 ± 2.4531
AUC:
Test: 97.1128 ± 0.0574
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5903 ± 4.2264
Hits@20:
Test: 53.9756 ± 4.8679
Hits@30:
Test: 61.3132 ± 1.7844
Hits@50:
Test: 68.6507 ± 1.6688
AUC:
Test: 97.2826 ± 0.1678
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.3709 ± 1.7548
Hits@20:
Test: 24.4675 ± 1.9399
Hits@30:
Test: 28.9079 ± 1.0124
Hits@50:
Test: 34.8827 ± 1.2870
AUC:
Test: 85.1133 ± 0.1222
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9522 ± 3.4441
Hits@20:
Test: 48.2942 ± 3.4221
Hits@30:
Test: 56.2184 ± 2.5910
Hits@50:
Test: 66.6607 ± 2.0345
AUC:
Test: 97.2300 ± 0.0944
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.6742 ± 2.8973
Hits@20:
Test: 57.0397 ± 2.7152
Hits@30:
Test: 64.5939 ± 1.3381
Hits@50:
Test: 72.1661 ± 1.3988
AUC:
Test: 97.9141 ± 0.0592
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.2103 ± 1.6245
Hits@20:
Test: 25.4874 ± 2.9397
Hits@30:
Test: 31.5569 ± 2.2864
Hits@50:
Test: 37.3556 ± 2.0434
AUC:
Test: 87.8070 ± 0.1847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6634 ± 4.6337
Hits@20:
Test: 55.0361 ± 2.8104
Hits@30:
Test: 62.5090 ± 1.5294
Hits@50:
Test: 70.3610 ± 2.1094
AUC:
Test: 97.9497 ± 0.0629
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7247 ± 6.9928
Hits@20:
Test: 43.3032 ± 7.0929
Hits@30:
Test: 51.7464 ± 5.3952
Hits@50:
Test: 60.1805 ± 4.0643
AUC:
Test: 96.8884 ± 0.3291
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8303 ± 3.2030
Hits@20:
Test: 60.2076 ± 3.7132
Hits@30:
Test: 66.0514 ± 2.8572
Hits@50:
Test: 74.7112 ± 1.3042
AUC:
Test: 97.9454 ± 0.0404
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8177 ± 3.1417
Hits@20:
Test: 30.1173 ± 1.8768
Hits@30:
Test: 34.2238 ± 2.1270
Hits@50:
Test: 38.1814 ± 2.2597
AUC:
Test: 84.6108 ± 1.6542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9829 ± 4.5955
Hits@20:
Test: 25.7897 ± 2.7495
Hits@30:
Test: 30.3836 ± 1.1023
Hits@50:
Test: 37.8114 ± 0.7428
AUC:
Test: 85.9706 ± 0.4600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.0578 ± 1.9399
Hits@20:
Test: 41.9810 ± 4.8594
Hits@30:
Test: 50.5054 ± 3.9345
Hits@50:
Test: 58.2446 ± 3.8865
AUC:
Test: 97.1150 ± 0.1880
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.1480 ± 2.6942
Hits@20:
Test: 22.7933 ± 2.8009
Hits@30:
Test: 27.1886 ± 1.0650
Hits@50:
Test: 31.7960 ± 1.3373
AUC:
Test: 82.7816 ± 0.2606
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.4422 ± 6.6778
Hits@20:
Test: 56.1913 ± 4.4063
Hits@30:
Test: 61.1417 ± 3.3385
Hits@50:
Test: 70.2888 ± 2.1698
AUC:
Test: 97.9581 ± 0.1162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.6065 ± 1.4757
Hits@20:
Test: 15.3114 ± 1.4881
Hits@30:
Test: 19.8421 ± 1.4346
Hits@50:
Test: 24.8014 ± 0.6377
AUC:
Test: 81.6940 ± 0.1840
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.7789 ± 1.5155
Hits@20:
Test: 15.4558 ± 1.6105
Hits@30:
Test: 19.7428 ± 2.3503
Hits@50:
Test: 26.0650 ± 2.9803
AUC:
Test: 83.7177 ± 0.9850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8547 ± 5.1065
Hits@20:
Test: 41.8727 ± 4.7515
Hits@30:
Test: 50.6002 ± 3.7514
Hits@50:
Test: 60.1760 ± 1.8282
AUC:
Test: 96.7294 ± 0.0654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3718 ± 2.9828
Hits@20:
Test: 41.8005 ± 4.0550
Hits@30:
Test: 49.5532 ± 2.5278
Hits@50:
Test: 58.1543 ± 1.7233
AUC:
Test: 97.1841 ± 0.1396
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.6309 ± 2.4210
Hits@20:
Test: 23.2356 ± 2.2903
Hits@30:
Test: 26.8096 ± 1.7248
Hits@50:
Test: 32.1435 ± 1.5469
AUC:
Test: 75.5533 ± 0.9976
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5532 ± 5.5183
Hits@20:
Test: 49.5262 ± 4.4634
Hits@30:
Test: 56.8908 ± 4.3736
Hits@50:
Test: 66.4440 ± 3.8720
AUC:
Test: 97.2053 ± 0.1705
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7121 ± 5.7054
Hits@20:
Test: 46.6832 ± 2.6598
Hits@30:
Test: 53.2581 ± 6.2280
Hits@50:
Test: 63.3123 ± 1.1151
AUC:
Test: 97.0957 ± 0.0561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2022 ± 4.6592
Hits@20:
Test: 51.6516 ± 1.9024
Hits@30:
Test: 58.5108 ± 1.8694
Hits@50:
Test: 67.4233 ± 1.7345
AUC:
Test: 97.5983 ± 0.0656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.9179 ± 1.5234
Hits@20:
Test: 54.8601 ± 3.2520
Hits@30:
Test: 61.7960 ± 1.9683
Hits@50:
Test: 71.6155 ± 1.4022
AUC:
Test: 97.9420 ± 0.0901
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.8899 ± 2.0178
Hits@20:
Test: 19.3998 ± 3.3375
Hits@30:
Test: 23.1634 ± 3.2125
Hits@50:
Test: 28.7726 ± 2.5108
AUC:
Test: 74.7069 ± 0.2687
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4756 ± 3.7272
Hits@20:
Test: 51.6561 ± 2.8323
Hits@30:
Test: 60.5957 ± 2.2931
Hits@50:
Test: 69.1426 ± 1.8865
AUC:
Test: 97.7601 ± 0.0517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9883 ± 4.1960
Hits@20:
Test: 45.3384 ± 3.5674
Hits@30:
Test: 53.3755 ± 4.1307
Hits@50:
Test: 61.1959 ± 2.9924
AUC:
Test: 97.2720 ± 0.1923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.6588 ± 3.1412
Hits@20:
Test: 28.5469 ± 1.5960
Hits@30:
Test: 32.1300 ± 1.8547
Hits@50:
Test: 38.3935 ± 0.8962
AUC:
Test: 86.2196 ± 0.2739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1300 ± 3.2939
Hits@20:
Test: 53.7094 ± 4.1605
Hits@30:
Test: 63.7139 ± 1.6575
Hits@50:
Test: 69.4134 ± 1.4319
AUC:
Test: 97.9947 ± 0.0728
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3818 ± 1.8701
Hits@20:
Test: 48.7726 ± 2.1227
Hits@30:
Test: 57.3601 ± 3.2324
Hits@50:
Test: 67.1615 ± 1.5362
AUC:
Test: 97.7208 ± 0.0849
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.6525 ± 2.7624
Hits@20:
Test: 28.3348 ± 4.1352
Hits@30:
Test: 33.6191 ± 4.4129
Hits@50:
Test: 43.7274 ± 3.0238
AUC:
Test: 95.2730 ± 0.3514
All runs:
Hits@10:
Test: 30.8529 ± 4.4290
Hits@20:
Test: 40.8393 ± 0.9615
Hits@30:
Test: 48.3393 ± 1.8275
Hits@50:
Test: 56.7374 ± 2.1576
AUC:
Test: 97.0431 ± 0.0710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.4603 ± 4.5228
Hits@20:
Test: 17.8791 ± 4.2728
Hits@30:
Test: 21.2545 ± 3.0005
Hits@50:
Test: 27.7437 ± 4.1980
AUC:
Test: 83.8571 ± 0.9328
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7906 ± 2.9164
Hits@20:
Test: 34.7744 ± 3.1791
Hits@30:
Test: 42.3782 ± 1.7530
Hits@50:
Test: 53.0821 ± 2.0220
AUC:
Test: 96.5641 ± 0.1629
All runs:
Hits@10:
Test: 32.4458 ± 3.8761
Hits@20:
Test: 48.0641 ± 4.8685
Hits@30:
Test: 56.1823 ± 3.6831
Hits@50:
Test: 64.0343 ± 2.5811
AUC:
Test: 96.3803 ± 0.1260
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.1345 ± 2.7220
Hits@20:
Test: 24.3005 ± 2.5881
Hits@30:
Test: 27.1119 ± 2.0425
Hits@50:
Test: 33.2175 ± 1.6225
AUC:
Test: 75.2458 ± 0.6862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9377 ± 3.0759
Hits@20:
Test: 53.9756 ± 2.0528
Hits@30:
Test: 60.4468 ± 1.5981
Hits@50:
Test: 69.9007 ± 1.3755
AUC:
Test: 96.5442 ± 0.1013
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7807 ± 2.3956
Hits@20:
Test: 52.1977 ± 1.4966
Hits@30:
Test: 58.4341 ± 1.7710
Hits@50:
Test: 68.3800 ± 1.1066
AUC:
Test: 96.6741 ± 0.1048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.4810 ± 1.8629
Hits@20:
Test: 19.9865 ± 2.2023
Hits@30:
Test: 23.7861 ± 1.5998
Hits@50:
Test: 28.8944 ± 1.5006
AUC:
Test: 74.9683 ± 0.2366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3628 ± 0.9721
Hits@20:
Test: 39.1426 ± 1.6137
Hits@30:
Test: 46.7915 ± 1.3987
Hits@50:
Test: 56.4982 ± 1.4853
AUC:
Test: 95.9656 ± 0.1190
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.1209 ± 3.6474
Hits@20:
Test: 40.4422 ± 4.8462
Hits@30:
Test: 47.7211 ± 3.6479
Hits@50:
Test: 54.8285 ± 3.4540
AUC:
Test: 90.3490 ± 0.3654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3592 ± 7.7791
Hits@20:
Test: 46.7193 ± 5.2817
Hits@30:
Test: 53.6011 ± 3.8613
Hits@50:
Test: 58.4206 ± 4.2977
AUC:
Test: 89.2361 ± 0.5412
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9143 ± 4.0268
Hits@20:
Test: 41.7780 ± 2.8583
Hits@30:
Test: 48.5605 ± 2.8738
Hits@50:
Test: 55.6543 ± 1.3669
AUC:
Test: 90.0424 ± 0.3088
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1417 ± 2.2417
Hits@20:
Test: 36.6697 ± 1.3539
Hits@30:
Test: 42.5767 ± 1.1661
Hits@50:
Test: 49.5848 ± 1.3730
AUC:
Test: 88.5555 ± 0.3687
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8042 ± 1.6268
Hits@20:
Test: 24.6074 ± 1.9239
Hits@30:
Test: 28.4386 ± 1.5913
Hits@50:
Test: 33.8087 ± 0.6329
AUC:
Test: 85.1324 ± 0.1094
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.6904 ± 3.5991
Hits@20:
Test: 29.8782 ± 5.7205
Hits@30:
Test: 34.9820 ± 5.6733
Hits@50:
Test: 42.5903 ± 4.3646
AUC:
Test: 87.0166 ± 0.3171
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.9477 ± 2.6460
Hits@20:
Test: 23.6597 ± 1.0364
Hits@30:
Test: 29.8150 ± 1.2780
Hits@50:
Test: 35.3836 ± 2.0243
AUC:
Test: 87.7218 ± 0.4164
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.0099 ± 1.3097
Hits@20:
Test: 28.5379 ± 1.7859
Hits@30:
Test: 33.3394 ± 1.9999
Hits@50:
Test: 38.7229 ± 1.1427
AUC:
Test: 84.3177 ± 1.1691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3682 ± 3.0278
Hits@20:
Test: 44.2238 ± 2.6772
Hits@30:
Test: 47.2744 ± 1.7823
Hits@50:
Test: 54.9865 ± 0.8902
AUC:
Test: 82.6152 ± 0.5615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.8908 ± 1.9710
Hits@20:
Test: 23.6868 ± 2.4903
Hits@30:
Test: 27.7437 ± 1.5092
Hits@50:
Test: 32.6173 ± 1.3972
AUC:
Test: 82.8774 ± 0.2565
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.6922 ± 1.7433
Hits@20:
Test: 16.1372 ± 0.7869
Hits@30:
Test: 20.9747 ± 0.2237
Hits@50:
Test: 26.6607 ± 0.9975
AUC:
Test: 81.7479 ± 0.1566
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.0505 ± 5.0509
Hits@20:
Test: 49.6616 ± 5.8658
Hits@30:
Test: 58.1769 ± 4.5369
Hits@50:
Test: 67.1931 ± 1.9408
AUC:
Test: 97.2920 ± 0.1787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5866 ± 2.1064
Hits@20:
Test: 39.8421 ± 1.2346
Hits@30:
Test: 44.9188 ± 2.8749
Hits@50:
Test: 51.2184 ± 2.4791
AUC:
Test: 83.6271 ± 0.3260
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7058 ± 5.0186
Hits@20:
Test: 57.8204 ± 3.3560
Hits@30:
Test: 65.5821 ± 2.9978
Hits@50:
Test: 71.9404 ± 0.9670
AUC:
Test: 98.0546 ± 0.1039
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5226 ± 1.7349
Hits@20:
Test: 51.9134 ± 4.4352
Hits@30:
Test: 59.9594 ± 3.5794
Hits@50:
Test: 68.8403 ± 3.5035
AUC:
Test: 97.9417 ± 0.1662
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.7473 ± 4.7435
Hits@20:
Test: 22.9107 ± 3.0391
Hits@30:
Test: 27.6715 ± 4.8667
Hits@50:
Test: 37.3917 ± 1.3758
AUC:
Test: 86.0911 ± 0.4896
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='CN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.1823 ± 2.7016
Hits@20:
Test: 11.7013 ± 2.2524
Hits@30:
Test: 15.3971 ± 1.9264
Hits@50:
Test: 19.8691 ± 1.4018
AUC:
Test: 83.1075 ± 0.6364
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2022 ± 3.2165
Hits@20:
Test: 44.9323 ± 1.6876
Hits@30:
Test: 51.5794 ± 1.0337
Hits@50:
Test: 58.1137 ± 0.7856
AUC:
Test: 97.2260 ± 0.0855
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.4296 ± 1.9405
Hits@20:
Test: 56.9765 ± 2.4681
Hits@30:
Test: 65.4152 ± 2.3689
Hits@50:
Test: 73.0325 ± 0.6692
AUC:
Test: 98.0303 ± 0.0749
All runs:
Hits@10:
Test: 38.1634 ± 3.1247
Hits@20:
Test: 51.0289 ± 4.2192
Hits@30:
Test: 57.1616 ± 2.3165
Hits@50:
Test: 65.1128 ± 3.7770
AUC:
Test: 96.3173 ± 0.1472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7771 ± 0.4650
Hits@20:
Test: 23.3980 ± 2.2085
Hits@30:
Test: 27.5090 ± 1.1293
Hits@50:
Test: 33.7049 ± 1.3326
AUC:
Test: 76.1010 ± 1.2374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8060 ± 3.1254
Hits@20:
Test: 53.3755 ± 3.1451
Hits@30:
Test: 60.5190 ± 1.0245
Hits@50:
Test: 68.1859 ± 1.1292
AUC:
Test: 96.5326 ± 0.1527
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8574 ± 4.4713
Hits@20:
Test: 52.1300 ± 2.2915
Hits@30:
Test: 60.1715 ± 2.4022
Hits@50:
Test: 66.4847 ± 2.3942
AUC:
Test: 96.6225 ± 0.0380
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6742 ± 2.7035
Hits@20:
Test: 41.4621 ± 1.6585
Hits@30:
Test: 47.6218 ± 2.1473
Hits@50:
Test: 56.6607 ± 1.4759
AUC:
Test: 96.0971 ± 0.1432
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0253 ± 2.6714
Hits@20:
Test: 20.0406 ± 1.9374
Hits@30:
Test: 24.5803 ± 2.6447
Hits@50:
Test: 30.2437 ± 1.2617
AUC:
Test: 74.9579 ± 0.2191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8863 ± 2.7768
Hits@20:
Test: 38.2085 ± 5.0192
Hits@30:
Test: 44.1697 ± 4.9356
Hits@50:
Test: 53.3439 ± 3.4219
AUC:
Test: 90.5971 ± 0.5955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.8114 ± 1.8742
Hits@20:
Test: 27.2789 ± 2.8105
Hits@30:
Test: 32.4820 ± 2.0883
Hits@50:
Test: 37.2518 ± 1.1127
AUC:
Test: 85.6441 ± 0.7605
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7067 ± 3.0852
Hits@20:
Test: 44.4134 ± 1.1585
Hits@30:
Test: 48.4747 ± 1.4248
Hits@50:
Test: 55.8484 ± 0.9850
AUC:
Test: 90.1348 ± 0.1848
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.2292 ± 2.2022
Hits@20:
Test: 11.8412 ± 2.7711
Hits@30:
Test: 15.8980 ± 2.4090
Hits@50:
Test: 20.7807 ± 2.3452
AUC:
Test: 83.0684 ± 0.7199
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3384 ± 2.5862
Hits@20:
Test: 36.1823 ± 1.7246
Hits@30:
Test: 41.1282 ± 1.7234
Hits@50:
Test: 48.2040 ± 1.1616
AUC:
Test: 88.6850 ± 0.3818
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0388 ± 1.3389
Hits@20:
Test: 23.9801 ± 0.9850
Hits@30:
Test: 29.0523 ± 0.8665
Hits@50:
Test: 34.1877 ± 1.0711
AUC:
Test: 85.0957 ± 0.2028
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.3276 ± 1.6323
Hits@20:
Test: 24.6164 ± 1.3333
Hits@30:
Test: 26.0514 ± 0.7985
Hits@50:
Test: 32.9738 ± 1.3986
AUC:
Test: 76.3706 ± 1.3860
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.6579 ± 2.9687
Hits@20:
Test: 24.4630 ± 4.2796
Hits@30:
Test: 30.9116 ± 3.8538
Hits@50:
Test: 36.7374 ± 3.1594
AUC:
Test: 88.2373 ± 0.3514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7004 ± 2.2687
Hits@20:
Test: 27.8339 ± 2.3671
Hits@30:
Test: 32.9919 ± 2.0358
Hits@50:
Test: 37.3962 ± 2.0373
AUC:
Test: 83.6805 ± 0.6777
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.4188 ± 1.9132
Hits@20:
Test: 23.5244 ± 1.4856
Hits@30:
Test: 28.0144 ± 1.5931
Hits@50:
Test: 32.0713 ± 1.3133
AUC:
Test: 82.8390 ± 0.2199
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2870 ± 3.0806
Hits@20:
Test: 18.9079 ± 2.9913
Hits@30:
Test: 23.1092 ± 2.4363
Hits@50:
Test: 28.6823 ± 2.3407
AUC:
Test: 74.8571 ± 0.2300
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.6832 ± 1.0770
Hits@20:
Test: 15.8032 ± 1.7775
Hits@30:
Test: 20.4287 ± 1.4280
Hits@50:
Test: 25.9657 ± 1.4672
AUC:
Test: 81.7742 ± 0.2983
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5830 ± 7.8840
Hits@20:
Test: 51.3989 ± 6.2430
Hits@30:
Test: 60.4693 ± 2.0973
Hits@50:
Test: 69.6480 ± 2.0138
AUC:
Test: 97.2907 ± 0.1346
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8023 ± 3.2061
Hits@20:
Test: 37.1931 ± 2.7470
Hits@30:
Test: 42.6850 ± 4.2995
Hits@50:
Test: 49.4134 ± 2.1418
AUC:
Test: 86.4262 ± 0.3618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.1597 ± 2.6407
Hits@20:
Test: 55.6092 ± 2.4459
Hits@30:
Test: 62.8475 ± 2.3643
Hits@50:
Test: 72.7031 ± 0.8048
AUC:
Test: 98.0284 ± 0.1036
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.4819 ± 1.2007
Hits@20:
Test: 12.1300 ± 2.6957
Hits@30:
Test: 15.4152 ± 2.4710
Hits@50:
Test: 21.2365 ± 1.1907
AUC:
Test: 83.2272 ± 0.8578
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.1543 ± 1.2326
Hits@20:
Test: 56.2229 ± 2.1419
Hits@30:
Test: 65.4468 ± 3.5411
Hits@50:
Test: 72.6940 ± 2.0069
AUC:
Test: 98.0650 ± 0.0788
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6291 ± 3.8294
Hits@20:
Test: 43.4070 ± 3.3508
Hits@30:
Test: 50.9657 ± 1.8692
Hits@50:
Test: 58.4928 ± 1.7388
AUC:
Test: 97.3017 ± 0.0561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.7969 ± 3.6606
Hits@20:
Test: 26.9404 ± 1.9750
Hits@30:
Test: 29.4449 ± 1.5053
Hits@50:
Test: 36.8727 ± 1.5117
AUC:
Test: 76.1918 ± 0.7839
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9116 ± 2.8674
Hits@20:
Test: 47.7121 ± 4.1921
Hits@30:
Test: 55.0948 ± 3.3456
Hits@50:
Test: 65.3384 ± 0.5826
AUC:
Test: 96.3440 ± 0.1704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2608 ± 2.5584
Hits@20:
Test: 53.6959 ± 2.2535
Hits@30:
Test: 60.5415 ± 0.8676
Hits@50:
Test: 69.0343 ± 1.4702
AUC:
Test: 96.6471 ± 0.0760
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0921 ± 3.3376
Hits@20:
Test: 55.0993 ± 1.5100
Hits@30:
Test: 60.6408 ± 0.6778
Hits@50:
Test: 69.7247 ± 1.7254
AUC:
Test: 96.7156 ± 0.0573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0244 ± 2.5643
Hits@20:
Test: 22.0668 ± 2.5298
Hits@30:
Test: 25.8619 ± 2.2799
Hits@50:
Test: 30.3655 ± 2.6912
AUC:
Test: 75.6496 ± 0.3030
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8863 ± 1.4428
Hits@20:
Test: 39.8872 ± 3.5125
Hits@30:
Test: 46.8412 ± 2.7735
Hits@50:
Test: 57.1796 ± 1.3106
AUC:
Test: 95.9056 ± 0.1179
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2410 ± 3.1435
Hits@20:
Test: 40.6363 ± 3.7206
Hits@30:
Test: 44.7518 ± 3.7279
Hits@50:
Test: 54.3412 ± 2.1987
AUC:
Test: 90.6188 ± 0.3140
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.4350 ± 5.3790
Hits@20:
Test: 21.6697 ± 6.0297
Hits@30:
Test: 26.9404 ± 6.2704
Hits@50:
Test: 34.3186 ± 5.8556
AUC:
Test: 89.6938 ± 0.9482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.2058 ± 1.1891
Hits@20:
Test: 7.0668 ± 0.7261
Hits@30:
Test: 10.0903 ± 0.3058
Hits@50:
Test: 14.3005 ± 0.2806
AUC:
Test: 82.6022 ± 1.7229
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.0370 ± 1.6910
Hits@20:
Test: 43.1588 ± 1.9084
Hits@30:
Test: 48.4386 ± 2.0952
Hits@50:
Test: 56.3538 ± 1.3282
AUC:
Test: 90.1685 ± 0.2665
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4161 ± 2.9665
Hits@20:
Test: 37.3195 ± 1.8654
Hits@30:
Test: 42.4188 ± 1.6646
Hits@50:
Test: 48.9486 ± 1.3140
AUC:
Test: 88.6055 ± 0.3797
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.9278 ± 1.1436
Hits@20:
Test: 25.3971 ± 1.5220
Hits@30:
Test: 29.6300 ± 0.4451
Hits@50:
Test: 35.5912 ± 1.1032
AUC:
Test: 85.3569 ± 0.1052
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.3755 ± 2.1935
Hits@20:
Test: 24.0162 ± 1.5567
Hits@30:
Test: 28.3935 ± 1.2498
Hits@50:
Test: 33.8944 ± 1.3065
AUC:
Test: 88.4935 ± 0.5081
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.4468 ± 4.7335
Hits@20:
Test: 28.4206 ± 2.9396
Hits@30:
Test: 33.5740 ± 2.3006
Hits@50:
Test: 40.2843 ± 2.1622
AUC:
Test: 87.9076 ± 0.6913
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.9621 ± 3.6464
Hits@20:
Test: 13.2942 ± 4.1420
Hits@30:
Test: 16.7825 ± 4.4012
Hits@50:
Test: 22.0668 ± 6.5988
AUC:
Test: 84.1621 ± 1.5711
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.0415 ± 0.8609
Hits@20:
Test: 28.1679 ± 1.0379
Hits@30:
Test: 32.5406 ± 1.1958
Hits@50:
Test: 37.9603 ± 1.5466
AUC:
Test: 83.9658 ± 1.1774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.2247 ± 2.0098
Hits@20:
Test: 22.7708 ± 0.6422
Hits@30:
Test: 26.8096 ± 0.5411
Hits@50:
Test: 31.8773 ± 1.7316
AUC:
Test: 82.8266 ± 0.2306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.5596 ± 0.6121
Hits@20:
Test: 14.9278 ± 2.3114
Hits@30:
Test: 19.8060 ± 1.9953
Hits@50:
Test: 25.4603 ± 1.2359
AUC:
Test: 81.7873 ± 0.1674
All runs:
Hits@10:
Test: 20.6814 ± 6.8167
Hits@20:
Test: 34.5397 ± 10.9084
Hits@30:
Test: 45.6047 ± 6.1819
Hits@50:
Test: 52.6625 ± 7.9324
AUC:
Test: 94.0794 ± 0.7916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.1787 ± 1.3985
Hits@20:
Test: 8.1002 ± 1.5051
Hits@30:
Test: 11.2816 ± 1.9997
Hits@50:
Test: 15.2166 ± 1.2549
AUC:
Test: 85.5642 ± 2.6916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5460 ± 2.0513
Hits@20:
Test: 48.5605 ± 0.8749
Hits@30:
Test: 54.0704 ± 1.3892
Hits@50:
Test: 59.5262 ± 1.0078
AUC:
Test: 94.2418 ± 0.3655
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7753 ± 5.1090
Hits@20:
Test: 36.2681 ± 5.3843
Hits@30:
Test: 42.1796 ± 4.3502
Hits@50:
Test: 48.2085 ± 4.8763
AUC:
Test: 93.7818 ± 0.4736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.3375 ± 5.3118
Hits@20:
Test: 46.8276 ± 3.9048
Hits@30:
Test: 56.4215 ± 3.0470
Hits@50:
Test: 64.7834 ± 1.7797
AUC:
Test: 97.1540 ± 0.1881
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3565 ± 4.4967
Hits@20:
Test: 33.7004 ± 5.0575
Hits@30:
Test: 42.5767 ± 3.1422
Hits@50:
Test: 55.5235 ± 6.1524
AUC:
Test: 96.7578 ± 0.6060
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2509 ± 2.8057
Hits@20:
Test: 56.6516 ± 4.9035
Hits@30:
Test: 65.2211 ± 3.1925
Hits@50:
Test: 73.8583 ± 2.0258
AUC:
Test: 98.1180 ± 0.0591
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6300 ± 7.1406
Hits@20:
Test: 46.8096 ± 3.5148
Hits@30:
Test: 55.0406 ± 2.1344
Hits@50:
Test: 63.0596 ± 2.5004
AUC:
Test: 97.6480 ± 0.1629
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.8718 ± 6.3897
Hits@20:
Test: 21.6200 ± 4.1710
Hits@30:
Test: 28.0415 ± 2.9977
Hits@50:
Test: 35.6273 ± 1.8367
AUC:
Test: 86.0333 ± 0.7800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.6191 ± 1.4977
Hits@20:
Test: 8.3935 ± 1.0786
Hits@30:
Test: 11.7870 ± 0.7256
Hits@50:
Test: 16.0785 ± 0.6656
AUC:
Test: 83.8157 ± 0.5761
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.7473 ± 1.2849
Hits@20:
Test: 22.9558 ± 1.0769
Hits@30:
Test: 27.4865 ± 0.9163
Hits@50:
Test: 31.4305 ± 0.3006
AUC:
Test: 82.1974 ± 0.3900
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.0532 ± 3.1259
Hits@20:
Test: 11.1327 ± 2.7198
Hits@30:
Test: 14.3096 ± 3.0796
Hits@50:
Test: 19.8240 ± 3.2181
AUC:
Test: 80.0754 ± 1.8380
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.2365 ± 6.1155
Hits@20:
Test: 26.2996 ± 9.7480
Hits@30:
Test: 35.6679 ± 6.5751
Hits@50:
Test: 42.8249 ± 3.9244
AUC:
Test: 87.2285 ± 1.1919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.1697 ± 1.5926
Hits@20:
Test: 8.4883 ± 1.6408
Hits@30:
Test: 13.0054 ± 0.8672
Hits@50:
Test: 17.5632 ± 0.7368
AUC:
Test: 83.8286 ± 0.5892
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7933 ± 3.5094
Hits@20:
Test: 28.4702 ± 3.4522
Hits@30:
Test: 32.6715 ± 3.6578
Hits@50:
Test: 38.0505 ± 3.8184
AUC:
Test: 82.0362 ± 0.5066
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.2437 ± 3.7784
Hits@20:
Test: 16.0875 ± 5.8233
Hits@30:
Test: 19.6751 ± 5.8762
Hits@50:
Test: 25.0903 ± 5.8245
AUC:
Test: 80.1095 ± 1.8261
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7392 ± 6.3189
Hits@20:
Test: 50.4377 ± 3.1916
Hits@30:
Test: 59.3998 ± 1.6016
Hits@50:
Test: 67.6489 ± 2.2701
AUC:
Test: 96.5291 ± 0.1031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8917 ± 6.3030
Hits@20:
Test: 33.1814 ± 6.4961
Hits@30:
Test: 43.5740 ± 5.4491
Hits@50:
Test: 53.6236 ± 6.2037
AUC:
Test: 96.0700 ± 0.5727
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3655 ± 2.0870
Hits@20:
Test: 56.2094 ± 3.9067
Hits@30:
Test: 63.3619 ± 2.0574
Hits@50:
Test: 70.2888 ± 0.4622
AUC:
Test: 97.4752 ± 0.0937
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5433 ± 5.3928
Hits@20:
Test: 49.3141 ± 5.1037
Hits@30:
Test: 56.4711 ± 3.1420
Hits@50:
Test: 65.0090 ± 2.5509
AUC:
Test: 97.3239 ± 0.1324
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.5668 ± 3.6748
Hits@20:
Test: 20.9025 ± 2.3400
Hits@30:
Test: 25.6137 ± 1.4007
Hits@50:
Test: 33.6688 ± 2.2258
AUC:
Test: 85.8503 ± 0.5202
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.1291 ± 2.2585
Hits@20:
Test: 15.3069 ± 4.0629
Hits@30:
Test: 19.1697 ± 2.2622
Hits@50:
Test: 23.6327 ± 2.8578
AUC:
Test: 83.7496 ± 1.0195
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.3240 ± 2.3926
Hits@20:
Test: 22.6173 ± 3.3825
Hits@30:
Test: 25.9116 ± 2.4270
Hits@50:
Test: 31.6516 ± 1.7051
AUC:
Test: 75.3456 ± 0.5787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.0641 ± 1.8532
Hits@20:
Test: 18.2671 ± 1.4574
Hits@30:
Test: 22.2924 ± 1.2017
Hits@50:
Test: 29.1787 ± 1.6221
AUC:
Test: 74.4376 ± 0.3588
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.2139 ± 2.5434
Hits@20:
Test: 26.4486 ± 4.0143
Hits@30:
Test: 30.3655 ± 3.2937
Hits@50:
Test: 37.3375 ± 1.7526
AUC:
Test: 86.6914 ± 0.8512
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.4522 ± 1.4614
Hits@20:
Test: 14.9458 ± 1.6037
Hits@30:
Test: 17.8745 ± 1.4802
Hits@50:
Test: 24.2644 ± 1.7273
AUC:
Test: 83.8591 ± 0.9662
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.1182 ± 2.0441
Hits@20:
Test: 21.0334 ± 1.0671
Hits@30:
Test: 25.5190 ± 1.7935
Hits@50:
Test: 31.9449 ± 0.8606
AUC:
Test: 75.1080 ± 0.3621
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.7410 ± 1.1795
Hits@20:
Test: 19.7744 ± 1.1961
Hits@30:
Test: 24.4765 ± 0.9489
Hits@50:
Test: 29.7292 ± 0.7879
AUC:
Test: 74.6097 ± 0.2032
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2067 ± 2.6887
Hits@20:
Test: 45.9206 ± 5.0329
Hits@30:
Test: 52.8565 ± 3.4683
Hits@50:
Test: 58.6688 ± 2.5099
AUC:
Test: 89.8626 ± 0.5229
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0749 ± 4.3072
Hits@20:
Test: 26.9269 ± 4.5992
Hits@30:
Test: 32.7482 ± 5.2584
Hits@50:
Test: 39.6886 ± 4.8188
AUC:
Test: 87.1242 ± 0.6575
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5776 ± 3.3504
Hits@20:
Test: 42.7978 ± 3.1155
Hits@30:
Test: 49.3051 ± 1.5381
Hits@50:
Test: 55.0180 ± 1.6575
AUC:
Test: 83.1101 ± 0.6737
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7527 ± 1.6031
Hits@20:
Test: 38.9711 ± 2.2165
Hits@30:
Test: 43.8448 ± 2.0212
Hits@50:
Test: 49.7653 ± 3.3338
AUC:
Test: 84.1571 ± 0.3627
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.4720 ± 4.1234
Hits@20:
Test: 24.8375 ± 3.7574
Hits@30:
Test: 30.2572 ± 3.6555
Hits@50:
Test: 37.3601 ± 2.4705
AUC:
Test: 86.2561 ± 0.6565
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.1182 ± 2.0205
Hits@20:
Test: 12.7482 ± 3.1851
Hits@30:
Test: 16.7283 ± 2.5921
Hits@50:
Test: 21.7870 ± 2.1902
AUC:
Test: 83.1034 ± 0.7194
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.4901 ± 2.0477
Hits@20:
Test: 22.6309 ± 3.1336
Hits@30:
Test: 26.8321 ± 1.5856
Hits@50:
Test: 32.4188 ± 1.2778
AUC:
Test: 76.4585 ± 1.3615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.6300 ± 1.4341
Hits@20:
Test: 20.7671 ± 1.2988
Hits@30:
Test: 25.2031 ± 1.2455
Hits@50:
Test: 30.1399 ± 0.7550
AUC:
Test: 74.9869 ± 0.1929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.9720 ± 3.2960
Hits@20:
Test: 24.5668 ± 3.2332
Hits@30:
Test: 30.2527 ± 2.4851
Hits@50:
Test: 35.6588 ± 3.3585
AUC:
Test: 85.8811 ± 0.8586
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.3709 ± 4.5996
Hits@20:
Test: 12.2022 ± 3.4197
Hits@30:
Test: 16.1101 ± 3.9078
Hits@50:
Test: 21.3854 ± 3.6822
AUC:
Test: 83.1232 ± 0.7118
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0072 ± 1.0084
Hits@20:
Test: 23.7365 ± 0.9764
Hits@30:
Test: 27.0487 ± 1.3812
Hits@50:
Test: 32.4233 ± 0.8468
AUC:
Test: 76.4515 ± 1.3571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.5966 ± 0.3665
Hits@20:
Test: 19.5487 ± 0.7182
Hits@30:
Test: 24.0794 ± 1.8347
Hits@50:
Test: 29.4675 ± 1.3561
AUC:
Test: 75.0114 ± 0.1235
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2599 ± 4.1891
Hits@20:
Test: 34.3592 ± 5.3346
Hits@30:
Test: 40.6453 ± 5.7409
Hits@50:
Test: 47.7482 ± 4.7149
AUC:
Test: 85.8305 ± 0.5097
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.4711 ± 2.1149
Hits@20:
Test: 12.0487 ± 3.2645
Hits@30:
Test: 15.5821 ± 2.4709
Hits@50:
Test: 21.2184 ± 1.5899
AUC:
Test: 83.2078 ± 0.8953
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3980 ± 2.6862
Hits@20:
Test: 26.7554 ± 2.7206
Hits@30:
Test: 31.5298 ± 2.2011
Hits@50:
Test: 37.2924 ± 1.4058
AUC:
Test: 76.0763 ± 0.3517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2879 ± 5.3804
Hits@20:
Test: 18.5379 ± 4.1022
Hits@30:
Test: 23.6868 ± 3.6122
Hits@50:
Test: 28.7635 ± 4.1777
AUC:
Test: 75.6128 ± 0.1795
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=2, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=2, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9946 ± 4.2214
Hits@20:
Test: 60.4242 ± 2.1826
Hits@30:
Test: 67.4729 ± 2.2864
Hits@50:
Test: 75.6588 ± 1.9403
AUC:
Test: 98.3984 ± 0.0532
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3989 ± 3.5026
Hits@20:
Test: 60.2076 ± 1.9503
Hits@30:
Test: 67.2789 ± 2.5451
Hits@50:
Test: 76.2545 ± 1.4931
AUC:
Test: 98.3950 ± 0.0505
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9946 ± 3.2124
Hits@20:
Test: 61.4125 ± 3.1494
Hits@30:
Test: 67.6038 ± 2.4931
Hits@50:
Test: 75.7762 ± 1.6897
AUC:
Test: 98.3980 ± 0.0536
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6309 ± 2.7959
Hits@20:
Test: 59.8150 ± 2.5982
Hits@30:
Test: 67.4594 ± 2.5922
Hits@50:
Test: 75.8213 ± 2.0144
AUC:
Test: 98.3938 ± 0.0634
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7283 ± 3.4160
Hits@20:
Test: 60.9747 ± 3.2691
Hits@30:
Test: 67.7617 ± 2.5700
Hits@50:
Test: 76.0244 ± 1.8613
AUC:
Test: 98.3986 ± 0.0531
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5117 ± 2.8646
Hits@20:
Test: 58.7320 ± 2.5911
Hits@30:
Test: 67.4413 ± 2.4713
Hits@50:
Test: 75.8800 ± 1.7843
AUC:
Test: 98.3993 ± 0.0587
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4621 ± 3.0987
Hits@20:
Test: 60.7491 ± 3.4196
Hits@30:
Test: 67.6309 ± 2.3331
Hits@50:
Test: 76.0650 ± 1.7412
AUC:
Test: 98.3978 ± 0.0515
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5569 ± 1.9218
Hits@20:
Test: 59.4540 ± 2.7677
Hits@30:
Test: 67.8791 ± 1.8107
Hits@50:
Test: 76.1282 ± 1.0215
AUC:
Test: 98.3888 ± 0.0661
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3809 ± 2.6557
Hits@20:
Test: 60.8348 ± 3.2031
Hits@30:
Test: 67.7211 ± 2.5440
Hits@50:
Test: 76.0785 ± 1.8049
AUC:
Test: 98.4003 ± 0.0527
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2319 ± 3.9089
Hits@20:
Test: 60.9747 ± 2.0559
Hits@30:
Test: 68.0912 ± 2.3379
Hits@50:
Test: 76.2681 ± 1.5702
AUC:
Test: 98.3993 ± 0.0517
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0018 ± 2.6751
Hits@20:
Test: 61.2771 ± 3.1936
Hits@30:
Test: 67.6309 ± 2.7292
Hits@50:
Test: 75.9025 ± 1.9865
AUC:
Test: 98.3973 ± 0.0506
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0244 ± 3.3865
Hits@20:
Test: 59.6209 ± 1.5269
Hits@30:
Test: 67.9152 ± 2.6026
Hits@50:
Test: 76.0063 ± 1.8609
AUC:
Test: 98.3922 ± 0.0514
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3177 ± 3.6248
Hits@20:
Test: 61.2996 ± 3.3835
Hits@30:
Test: 67.6218 ± 2.4912
Hits@50:
Test: 76.2635 ± 1.4497
AUC:
Test: 98.4002 ± 0.0528
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3114 ± 2.2589
Hits@20:
Test: 59.5081 ± 2.8058
Hits@30:
Test: 67.9422 ± 1.8174
Hits@50:
Test: 75.6634 ± 2.1051
AUC:
Test: 98.4008 ± 0.0564
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2861 ± 2.8152
Hits@20:
Test: 60.4828 ± 2.5377
Hits@30:
Test: 67.9558 ± 2.6324
Hits@50:
Test: 75.6904 ± 2.1924
AUC:
Test: 98.3995 ± 0.0546
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2861 ± 2.1745
Hits@20:
Test: 58.8764 ± 2.5930
Hits@30:
Test: 67.7527 ± 2.1225
Hits@50:
Test: 76.0514 ± 1.0867
AUC:
Test: 98.3813 ± 0.0663
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5343 ± 2.5774
Hits@20:
Test: 60.7852 ± 2.8326
Hits@30:
Test: 67.9874 ± 2.5643
Hits@50:
Test: 76.2635 ± 1.5374
AUC:
Test: 98.3984 ± 0.0530
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7148 ± 2.5737
Hits@20:
Test: 59.2193 ± 2.6324
Hits@30:
Test: 67.9197 ± 1.7471
Hits@50:
Test: 75.5235 ± 2.2989
AUC:
Test: 98.3994 ± 0.0584
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4621 ± 3.0987
Hits@20:
Test: 60.7491 ± 3.4196
Hits@30:
Test: 67.6309 ± 2.3331
Hits@50:
Test: 76.0650 ± 1.7412
AUC:
Test: 98.3978 ± 0.0515
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5569 ± 1.9218
Hits@20:
Test: 59.4540 ± 2.7677
Hits@30:
Test: 67.8791 ± 1.8107
Hits@50:
Test: 76.1282 ± 1.0215
AUC:
Test: 98.3888 ± 0.0661
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3809 ± 2.6557
Hits@20:
Test: 60.8348 ± 3.2031
Hits@30:
Test: 67.7211 ± 2.5440
Hits@50:
Test: 76.0785 ± 1.8049
AUC:
Test: 98.4003 ± 0.0527
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5117 ± 2.8646
Hits@20:
Test: 58.7320 ± 2.5911
Hits@30:
Test: 67.4368 ± 2.4796
Hits@50:
Test: 75.8800 ± 1.7843
AUC:
Test: 98.3993 ± 0.0587
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4621 ± 3.0987
Hits@20:
Test: 60.7491 ± 3.4196
Hits@30:
Test: 67.6309 ± 2.3331
Hits@50:
Test: 76.0650 ± 1.7412
AUC:
Test: 98.3978 ± 0.0515
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5569 ± 1.9218
Hits@20:
Test: 59.4540 ± 2.7677
Hits@30:
Test: 67.8791 ± 1.8107
Hits@50:
Test: 76.1282 ± 1.0215
AUC:
Test: 98.3888 ± 0.0661
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3809 ± 2.6557
Hits@20:
Test: 60.8348 ± 3.2031
Hits@30:
Test: 67.7211 ± 2.5440
Hits@50:
Test: 76.0785 ± 1.8049
AUC:
Test: 98.4003 ± 0.0527
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1327 ± 3.1272
Hits@20:
Test: 58.7320 ± 2.5911
Hits@30:
Test: 67.4504 ± 2.4547
Hits@50:
Test: 75.8800 ± 1.7843
AUC:
Test: 98.3993 ± 0.0587
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4621 ± 3.0987
Hits@20:
Test: 60.7491 ± 3.4196
Hits@30:
Test: 67.6309 ± 2.3331
Hits@50:
Test: 76.0650 ± 1.7412
AUC:
Test: 98.3978 ± 0.0515
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5569 ± 1.9218
Hits@20:
Test: 59.4540 ± 2.7677
Hits@30:
Test: 67.8791 ± 1.8107
Hits@50:
Test: 76.1282 ± 1.0215
AUC:
Test: 98.3888 ± 0.0661
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3809 ± 2.6557
Hits@20:
Test: 60.8348 ± 3.2031
Hits@30:
Test: 67.7211 ± 2.5440
Hits@50:
Test: 76.0785 ± 1.8049
AUC:
Test: 98.4003 ± 0.0527
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3114 ± 2.2589
Hits@20:
Test: 59.5081 ± 2.8058
Hits@30:
Test: 67.9422 ± 1.8174
Hits@50:
Test: 75.6634 ± 2.1051
AUC:
Test: 98.4008 ± 0.0564
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2861 ± 2.8152
Hits@20:
Test: 60.4828 ± 2.5377
Hits@30:
Test: 67.9558 ± 2.6324
Hits@50:
Test: 75.6904 ± 2.1924
AUC:
Test: 98.3995 ± 0.0546
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2861 ± 2.1745
Hits@20:
Test: 58.8764 ± 2.5930
Hits@30:
Test: 67.7527 ± 2.1225
Hits@50:
Test: 76.0514 ± 1.0867
AUC:
Test: 98.3813 ± 0.0663
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5343 ± 2.5774
Hits@20:
Test: 60.7852 ± 2.8326
Hits@30:
Test: 67.9874 ± 2.5643
Hits@50:
Test: 76.2635 ± 1.5374
AUC:
Test: 98.3984 ± 0.0530
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3114 ± 2.2589
Hits@20:
Test: 59.5081 ± 2.8058
Hits@30:
Test: 67.9422 ± 1.8174
Hits@50:
Test: 75.6634 ± 2.1051
AUC:
Test: 98.4008 ± 0.0564
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2861 ± 2.8152
Hits@20:
Test: 60.4828 ± 2.5377
Hits@30:
Test: 67.9558 ± 2.6324
Hits@50:
Test: 75.6904 ± 2.1924
AUC:
Test: 98.3995 ± 0.0546
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2861 ± 2.1745
Hits@20:
Test: 58.8764 ± 2.5930
Hits@30:
Test: 67.7527 ± 2.1225
Hits@50:
Test: 76.0514 ± 1.0867
AUC:
Test: 98.3813 ± 0.0663
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5343 ± 2.5774
Hits@20:
Test: 60.7852 ± 2.8326
Hits@30:
Test: 67.9874 ± 2.5643
Hits@50:
Test: 76.2635 ± 1.5374
AUC:
Test: 98.3984 ± 0.0530
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3114 ± 2.2589
Hits@20:
Test: 59.5081 ± 2.8058
Hits@30:
Test: 67.9422 ± 1.8174
Hits@50:
Test: 75.6634 ± 2.1051
AUC:
Test: 98.4008 ± 0.0564
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2861 ± 2.8152
Hits@20:
Test: 60.4828 ± 2.5377
Hits@30:
Test: 67.9558 ± 2.6324
Hits@50:
Test: 75.6904 ± 2.1924
AUC:
Test: 98.3995 ± 0.0546
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2861 ± 2.1745
Hits@20:
Test: 58.8764 ± 2.5930
Hits@30:
Test: 67.7527 ± 2.1225
Hits@50:
Test: 76.0514 ± 1.0867
AUC:
Test: 98.3813 ± 0.0663
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5343 ± 2.5774
Hits@20:
Test: 60.7852 ± 2.8326
Hits@30:
Test: 67.9874 ± 2.5643
Hits@50:
Test: 76.2635 ± 1.5374
AUC:
Test: 98.3984 ± 0.0530
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.2, rw_step=3, ns_rate=5, hops=3, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_None_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_None_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='pubmed', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
