Namespace(distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.8352 ± 3.8887
Hits@20:
Test: 74.1539 ± 2.8753
Hits@30:
Test: 78.0000 ± 3.0125
Hits@50:
Test: 84.1099 ± 2.3627
AUC:
Test: 95.2149 ± 0.6058
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2527 ± 2.6838
Hits@20:
Test: 74.4396 ± 1.6317
Hits@30:
Test: 78.3956 ± 1.7614
Hits@50:
Test: 82.9451 ± 2.1389
AUC:
Test: 94.6593 ± 0.7035
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0000 ± 2.3540
Hits@20:
Test: 76.0659 ± 2.1420
Hits@30:
Test: 79.7802 ± 2.3213
Hits@50:
Test: 84.1978 ± 1.6880
AUC:
Test: 95.4368 ± 0.3391
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/citeseer_CN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1429 ± 1.3778
Hits@20:
Test: 38.7692 ± 3.2842
Hits@30:
Test: 44.1319 ± 7.6045
Hits@50:
Test: 53.4066 ± 5.3317
AUC:
Test: 82.6487 ± 3.1734
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6484 ± 4.1776
Hits@20:
Test: 33.6264 ± 4.6023
Hits@30:
Test: 39.6044 ± 6.5316
Hits@50:
Test: 48.0879 ± 6.7569
AUC:
Test: 78.6361 ± 4.1500
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3846 ± 3.7090
Hits@20:
Test: 30.7253 ± 2.5977
Hits@30:
Test: 37.3626 ± 9.8387
Hits@50:
Test: 47.0330 ± 8.4907
AUC:
Test: 80.8808 ± 2.5985
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2308 ± 5.2394
Hits@20:
Test: 50.3297 ± 1.8906
Hits@30:
Test: 57.9780 ± 3.0271
Hits@50:
Test: 67.3407 ± 4.0603
AUC:
Test: 88.0875 ± 1.6891
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.5714 ± 1.1356
Hits@20:
Test: 8.3956 ± 1.2664
Hits@30:
Test: 12.0000 ± 2.2766
Hits@50:
Test: 18.3297 ± 2.2819
AUC:
Test: 56.8544 ± 2.6646
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.5385 ± 2.8146
Hits@20:
Test: 65.8901 ± 5.2504
Hits@30:
Test: 69.8462 ± 3.1521
Hits@50:
Test: 73.1868 ± 4.0970
AUC:
Test: 89.7747 ± 1.4023
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0440 ± 1.3314
Hits@20:
Test: 58.9011 ± 1.7165
Hits@30:
Test: 62.9451 ± 1.8030
Hits@50:
Test: 69.6264 ± 1.7052
AUC:
Test: 87.8567 ± 0.6092
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7363 ± 3.8552
Hits@20:
Test: 74.1099 ± 3.6888
Hits@30:
Test: 78.2857 ± 2.4690
Hits@50:
Test: 84.1319 ± 1.3314
AUC:
Test: 94.9268 ± 0.8986
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5275 ± 4.3763
Hits@20:
Test: 62.7253 ± 3.0239
Hits@30:
Test: 66.2857 ± 3.0159
Hits@50:
Test: 69.5824 ± 4.1193
AUC:
Test: 88.5736 ± 0.8755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7253 ± 2.1534
Hits@20:
Test: 64.9670 ± 2.8385
Hits@30:
Test: 72.7912 ± 2.0346
Hits@50:
Test: 77.9341 ± 4.5907
AUC:
Test: 92.4887 ± 0.7977
All runs:
Hits@10:
Test: 67.4286 ± 2.5318
Hits@20:
Test: 71.2967 ± 1.5115
Hits@30:
Test: 75.6044 ± 1.6299
Hits@50:
Test: 79.6923 ± 1.6564
AUC:
Test: 94.0363 ± 0.4870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4835 ± 3.3353
Hits@20:
Test: 70.9011 ± 1.1588
Hits@30:
Test: 74.5055 ± 2.3155
Hits@50:
Test: 80.2637 ± 2.6483
AUC:
Test: 93.8919 ± 0.5645
All runs:
Hits@10:
Test: 53.4945 ± 2.4797
Hits@20:
Test: 62.7692 ± 2.4797
Hits@30:
Test: 69.7143 ± 3.7116
Hits@50:
Test: 81.4505 ± 2.2553
AUC:
Test: 93.2293 ± 0.2870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.2308 ± 1.3314
Hits@20:
Test: 70.2418 ± 1.2683
Hits@30:
Test: 74.2857 ± 2.4817
Hits@50:
Test: 80.0879 ± 1.1055
AUC:
Test: 93.7198 ± 0.5231
All runs:
Hits@10:
Test: 51.7363 ± 2.9182
Hits@20:
Test: 65.4945 ± 3.2338
Hits@30:
Test: 71.1648 ± 3.5041
Hits@50:
Test: 79.4286 ± 3.6100
AUC:
Test: 93.1108 ± 0.0932
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.2198 ± 2.1115
Hits@20:
Test: 78.4176 ± 1.4107
Hits@30:
Test: 82.1978 ± 3.1849
Hits@50:
Test: 88.2637 ± 2.2553
AUC:
Test: 95.6308 ± 0.6074
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1209 ± 1.9311
Hits@20:
Test: 67.8242 ± 1.9572
Hits@30:
Test: 74.0220 ± 2.5743
Hits@50:
Test: 78.2857 ± 2.9215
AUC:
Test: 93.2341 ± 1.2959
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.1868 ± 2.3569
Hits@20:
Test: 79.1648 ± 2.4096
Hits@30:
Test: 83.1209 ± 2.4592
Hits@50:
Test: 87.4286 ± 2.1500
AUC:
Test: 95.8305 ± 0.4951
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4396 ± 1.2296
Hits@20:
Test: 76.3956 ± 1.8945
Hits@30:
Test: 81.9780 ± 1.6738
Hits@50:
Test: 84.9231 ± 3.1682
AUC:
Test: 95.3141 ± 0.5648
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.0549 ± 2.7389
Hits@20:
Test: 78.5934 ± 3.5322
Hits@30:
Test: 81.9341 ± 3.6953
Hits@50:
Test: 87.2527 ± 2.2574
AUC:
Test: 95.9142 ± 0.6341
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9451 ± 1.7403
Hits@20:
Test: 79.1209 ± 2.0676
Hits@30:
Test: 83.6923 ± 2.2489
Hits@50:
Test: 88.2637 ± 1.0834
AUC:
Test: 95.8647 ± 0.3244
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.2747 ± 2.8419
Hits@20:
Test: 76.9231 ± 2.1081
Hits@30:
Test: 81.4505 ± 1.1998
Hits@50:
Test: 86.5495 ± 1.9744
AUC:
Test: 95.7021 ± 0.4842
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5495 ± 2.1252
Hits@20:
Test: 75.0769 ± 2.7123
Hits@30:
Test: 81.0110 ± 0.9008
Hits@50:
Test: 86.6813 ± 1.2587
AUC:
Test: 95.3589 ± 0.2302
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.5714 ± 2.6674
Hits@20:
Test: 25.6703 ± 9.1775
Hits@30:
Test: 33.9341 ± 8.3727
Hits@50:
Test: 42.3736 ± 9.5489
AUC:
Test: 77.3534 ± 2.0196
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7912 ± 4.7025
Hits@20:
Test: 29.9780 ± 3.3135
Hits@30:
Test: 38.6374 ± 4.5638
Hits@50:
Test: 47.1648 ± 2.9429
AUC:
Test: 78.3889 ± 2.0530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5494 ± 2.1229
Hits@20:
Test: 27.1648 ± 3.5899
Hits@30:
Test: 32.8352 ± 3.8433
Hits@50:
Test: 40.8791 ± 3.6743
AUC:
Test: 73.8089 ± 3.5449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.4066 ± 4.8116
Hits@20:
Test: 30.0659 ± 5.6833
Hits@30:
Test: 37.3187 ± 5.6918
Hits@50:
Test: 48.1758 ± 6.4852
AUC:
Test: 78.0896 ± 1.9395
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.4725 ± 2.0757
Hits@20:
Test: 8.0879 ± 1.2177
Hits@30:
Test: 11.6484 ± 2.4176
Hits@50:
Test: 15.2527 ± 1.3242
AUC:
Test: 55.2369 ± 3.0479
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.5275 ± 3.5865
Hits@20:
Test: 26.5494 ± 2.6801
Hits@30:
Test: 36.7033 ± 3.4854
Hits@50:
Test: 44.7912 ± 4.3664
AUC:
Test: 77.6043 ± 2.5081
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
All runs:
Hits@10:
Test: 14.2418 ± 5.4844
Hits@20:
Test: 21.4945 ± 4.6968
Hits@30:
Test: 28.0000 ± 5.8739
Hits@50:
Test: 39.0769 ± 4.4648
AUC:
Test: 72.4512 ± 3.6544
All runs:
Hits@10:
Test: 68.7033 ± 1.7347
Hits@20:
Test: 74.8571 ± 1.0722
Hits@30:
Test: 79.2967 ± 1.6476
Hits@50:
Test: 83.3407 ± 1.5337
AUC:
Test: 95.1436 ± 0.3068
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_CN_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4725 ± 2.9298
Hits@20:
Test: 28.7912 ± 2.5583
Hits@30:
Test: 36.6154 ± 3.6134
Hits@50:
Test: 47.3846 ± 5.7282
AUC:
Test: 77.1166 ± 2.7821
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9341 ± 1.8906
Hits@20:
Test: 72.3516 ± 2.2489
Hits@30:
Test: 76.1758 ± 3.0557
Hits@50:
Test: 80.8352 ± 4.4972
AUC:
Test: 93.9400 ± 0.6131
All runs:
Hits@10:
Test: 24.8352 ± 2.8444
Hits@20:
Test: 33.8022 ± 6.2616
Hits@30:
Test: 39.4725 ± 4.9184
Hits@50:
Test: 49.4066 ± 5.9002
AUC:
Test: 78.4942 ± 3.3763
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_AA_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7582 ± 3.5062
Hits@20:
Test: 30.8571 ± 4.6012
Hits@30:
Test: 39.3407 ± 5.4725
Hits@50:
Test: 50.1099 ± 3.1082
AUC:
Test: 78.9042 ± 2.5090
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_RA_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1538 ± 2.7844
Hits@20:
Test: 33.9341 ± 6.0581
Hits@30:
Test: 39.3407 ± 5.1001
Hits@50:
Test: 47.7363 ± 4.1392
AUC:
Test: 78.5002 ± 3.3590
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_shortest_path_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=2, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0879 ± 0.7054
Hits@20:
Test: 70.0220 ± 0.7223
Hits@30:
Test: 75.1648 ± 3.0572
Hits@50:
Test: 81.9341 ± 1.1567
AUC:
Test: 94.2795 ± 0.5640
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=1, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.1319 ± 1.5955
Hits@20:
Test: 70.7253 ± 3.1291
Hits@30:
Test: 75.2527 ± 3.1948
Hits@50:
Test: 81.7143 ± 2.8673
AUC:
Test: 93.6892 ± 0.9052
All runs:
Hits@10:
Test: 67.3846 ± 2.5470
Hits@20:
Test: 74.6813 ± 2.6529
Hits@30:
Test: 76.0879 ± 1.7123
Hits@50:
Test: 81.8462 ± 1.7137
AUC:
Test: 94.2613 ± 0.9487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_katz_close_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=2, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GCN_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=2, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=2, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=2, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_SAGE_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=2, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=2, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=2, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=2, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=2, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5165 ± 6.2163
Hits@20:
Test: 70.0000 ± 1.7095
Hits@30:
Test: 75.6044 ± 0.0000
Hits@50:
Test: 79.6703 ± 1.7095
AUC:
Test: 93.3672 ± 0.2230
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_GAT_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=2, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.2967 ± 3.7298
Hits@20:
Test: 69.3407 ± 3.8852
Hits@30:
Test: 74.8352 ± 2.6419
Hits@50:
Test: 79.6703 ± 0.7770
AUC:
Test: 93.7023 ± 0.2027
All runs:
Hits@10:
Test: 62.2418 ± 1.8349
Hits@20:
Test: 68.4835 ± 2.3187
Hits@30:
Test: 73.7143 ± 1.6709
Hits@50:
Test: 79.1648 ± 1.7746
AUC:
Test: 92.9674 ± 0.7630
All runs:
Hits@10:
Test: 64.1758 ± 1.3278
Hits@20:
Test: 72.4396 ± 2.1115
Hits@30:
Test: 76.6154 ± 1.8097
Hits@50:
Test: 82.4176 ± 0.9453
AUC:
Test: 94.3447 ± 0.4627
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_BUDDY_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=2, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8681 ± 2.0203
Hits@20:
Test: 70.3297 ± 0.9324
Hits@30:
Test: 77.8022 ± 4.3514
Hits@50:
Test: 83.4066 ± 1.7095
AUC:
Test: 94.5668 ± 0.2364
All runs:
Hits@10:
Test: 63.0769 ± 3.1082
Hits@20:
Test: 68.6813 ± 2.6419
Hits@30:
Test: 77.4725 ± 0.4662
Hits@50:
Test: 81.4286 ± 2.9528
AUC:
Test: 92.7601 ± 1.1159
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/pubmed_NCN_incn1cn1_pred.pth', device=4, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=2, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.0549 ± 0.3108
Hits@20:
Test: 73.6264 ± 0.3108
Hits@30:
Test: 77.8022 ± 0.0000
Hits@50:
Test: 78.9011 ± 4.0406
AUC:
Test: 93.5967 ± 0.6828
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8022 ± 2.5375
Hits@20:
Test: 76.0440 ± 1.9902
Hits@30:
Test: 80.3956 ± 0.9376
Hits@50:
Test: 84.4835 ± 2.5846
AUC:
Test: 94.5251 ± 0.6130
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1319 ± 2.6692
Hits@20:
Test: 73.6703 ± 2.0107
Hits@30:
Test: 79.2527 ± 1.4209
Hits@50:
Test: 84.3077 ± 0.9529
AUC:
Test: 94.2087 ± 0.2022
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3956 ± 3.0628
Hits@20:
Test: 77.5385 ± 2.0346
Hits@30:
Test: 81.1868 ± 1.8428
Hits@50:
Test: 86.6374 ± 1.2947
AUC:
Test: 95.2313 ± 0.4254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1538 ± 1.3495
Hits@20:
Test: 76.5275 ± 2.2914
Hits@30:
Test: 81.2308 ± 1.2098
Hits@50:
Test: 85.6703 ± 1.5416
AUC:
Test: 95.2404 ± 0.4181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3297 ± 5.7383
Hits@20:
Test: 74.4615 ± 5.5239
Hits@30:
Test: 77.5824 ± 5.0238
Hits@50:
Test: 82.4176 ± 5.0454
AUC:
Test: 93.0349 ± 2.0032
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.8791 ± 1.7624
Hits@20:
Test: 75.3846 ± 1.9160
Hits@30:
Test: 80.2198 ± 1.8970
Hits@50:
Test: 86.1099 ± 3.0980
AUC:
Test: 95.6868 ± 0.4200
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.2747 ± 3.7018
Hits@20:
Test: 74.3297 ± 2.1274
Hits@30:
Test: 79.1209 ± 0.6950
Hits@50:
Test: 84.6154 ± 0.9580
AUC:
Test: 93.9647 ± 0.3321
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9890 ± 3.6953
Hits@20:
Test: 63.3407 ± 5.0320
Hits@30:
Test: 70.8132 ± 2.1161
Hits@50:
Test: 78.0659 ± 1.7541
AUC:
Test: 92.0664 ± 0.5610
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0659 ± 2.9748
Hits@20:
Test: 77.0110 ± 2.4894
Hits@30:
Test: 81.9780 ± 2.2893
Hits@50:
Test: 84.6154 ± 1.1207
AUC:
Test: 94.6611 ± 0.2994
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9451 ± 3.0675
Hits@20:
Test: 74.3297 ± 0.5247
Hits@30:
Test: 78.5934 ± 1.4628
Hits@50:
Test: 83.5165 ± 1.5463
AUC:
Test: 94.3245 ± 0.1310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0110 ± 4.3208
Hits@20:
Test: 75.4725 ± 2.8342
Hits@30:
Test: 81.0110 ± 1.9756
Hits@50:
Test: 86.4176 ± 1.7123
AUC:
Test: 94.7942 ± 0.8910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.7802 ± 1.5894
Hits@20:
Test: 78.0220 ± 2.5394
Hits@30:
Test: 82.4615 ± 3.3055
Hits@50:
Test: 87.5165 ± 2.1945
AUC:
Test: 95.7413 ± 0.6360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.8242 ± 4.3096
Hits@20:
Test: 68.8352 ± 3.3670
Hits@30:
Test: 71.5604 ± 5.8244
Hits@50:
Test: 77.2308 ± 6.0860
AUC:
Test: 91.9125 ± 1.2445
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.1429 ± 6.0097
Hits@20:
Test: 61.6264 ± 1.9878
Hits@30:
Test: 68.5714 ± 0.6950
Hits@50:
Test: 75.2528 ± 3.0477
AUC:
Test: 91.6097 ± 0.5098
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7473 ± 8.0821
Hits@20:
Test: 74.0659 ± 4.1234
Hits@30:
Test: 80.1319 ± 1.3333
Hits@50:
Test: 84.6154 ± 1.5463
AUC:
Test: 93.9899 ± 0.4041
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2857 ± 2.3019
Hits@20:
Test: 68.4835 ± 2.7739
Hits@30:
Test: 73.0549 ± 2.7123
Hits@50:
Test: 80.7473 ± 2.0179
AUC:
Test: 93.0462 ± 0.3770
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.1319 ± 3.3562
Hits@20:
Test: 78.6813 ± 2.5203
Hits@30:
Test: 79.9560 ± 4.4675
Hits@50:
Test: 85.5824 ± 2.6674
AUC:
Test: 94.4180 ± 0.9761
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.0989 ± 2.3548
Hits@20:
Test: 78.5055 ± 2.3640
Hits@30:
Test: 82.8571 ± 0.9580
Hits@50:
Test: 85.4945 ± 1.7095
AUC:
Test: 95.4946 ± 0.1099
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.8242 ± 1.8868
Hits@20:
Test: 69.0110 ± 4.1497
Hits@30:
Test: 71.7802 ± 4.6196
Hits@50:
Test: 78.1099 ± 3.4979
AUC:
Test: 91.5029 ± 0.8394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7802 ± 3.8989
Hits@20:
Test: 63.6044 ± 1.7896
Hits@30:
Test: 67.4725 ± 3.4611
Hits@50:
Test: 75.6484 ± 3.6460
AUC:
Test: 91.2171 ± 0.4936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7033 ± 3.9907
Hits@20:
Test: 66.7253 ± 2.8555
Hits@30:
Test: 73.8901 ± 2.9544
Hits@50:
Test: 77.7582 ± 2.5696
AUC:
Test: 91.8466 ± 1.2246
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7143 ± 3.1567
Hits@20:
Test: 61.2747 ± 2.2808
Hits@30:
Test: 68.4835 ± 1.7963
Hits@50:
Test: 77.5385 ± 1.6180
AUC:
Test: 91.0985 ± 0.4943
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0220 ± 1.8688
Hits@20:
Test: 76.7912 ± 1.5665
Hits@30:
Test: 79.8242 ± 0.8569
Hits@50:
Test: 85.0989 ± 0.5897
AUC:
Test: 94.7130 ± 0.5773
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5714 ± 3.1521
Hits@20:
Test: 73.3626 ± 3.2166
Hits@30:
Test: 77.2308 ± 2.0535
Hits@50:
Test: 84.6154 ± 1.0767
AUC:
Test: 94.4604 ± 0.5064
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6703 ± 2.9405
Hits@20:
Test: 78.3297 ± 1.2587
Hits@30:
Test: 81.2747 ± 1.6403
Hits@50:
Test: 86.1978 ± 0.6483
AUC:
Test: 94.5898 ± 0.2217
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.4835 ± 2.2713
Hits@20:
Test: 75.6044 ± 3.8759
Hits@30:
Test: 80.0000 ± 1.6225
Hits@50:
Test: 84.7473 ± 1.4955
AUC:
Test: 94.9094 ± 0.6080
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.7582 ± 3.2658
Hits@20:
Test: 77.4945 ± 2.5470
Hits@30:
Test: 80.6593 ± 0.6408
Hits@50:
Test: 85.2308 ± 2.4246
AUC:
Test: 94.7514 ± 0.8743
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.6264 ± 3.1811
Hits@20:
Test: 78.3297 ± 2.5893
Hits@30:
Test: 82.0659 ± 1.3423
Hits@50:
Test: 86.3736 ± 1.7375
AUC:
Test: 95.6382 ± 0.3012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9890 ± 5.3732
Hits@20:
Test: 74.0659 ± 3.9377
Hits@30:
Test: 77.6264 ± 3.7018
Hits@50:
Test: 84.0879 ± 4.7459
AUC:
Test: 92.4743 ± 2.4587
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.2857 ± 3.6160
Hits@20:
Test: 76.3516 ± 2.7783
Hits@30:
Test: 79.7802 ± 3.0014
Hits@50:
Test: 86.1099 ± 3.3956
AUC:
Test: 95.7396 ± 0.4956
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7802 ± 1.3952
Hits@20:
Test: 74.6374 ± 0.7054
Hits@30:
Test: 79.6044 ± 1.1142
Hits@50:
Test: 84.2637 ± 1.0143
AUC:
Test: 94.1929 ± 0.1992
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5385 ± 5.1693
Hits@20:
Test: 64.0000 ± 4.6007
Hits@30:
Test: 71.1648 ± 1.6910
Hits@50:
Test: 78.2418 ± 1.2909
AUC:
Test: 92.3583 ± 0.4306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6484 ± 2.3051
Hits@20:
Test: 77.8461 ± 2.0582
Hits@30:
Test: 82.1099 ± 1.0024
Hits@50:
Test: 85.5385 ± 1.6403
AUC:
Test: 94.6026 ± 0.4622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8901 ± 4.1305
Hits@20:
Test: 72.8791 ± 2.9099
Hits@30:
Test: 76.2637 ± 4.1700
Hits@50:
Test: 83.3407 ± 1.7472
AUC:
Test: 94.2262 ± 0.3404
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.5604 ± 4.6143
Hits@20:
Test: 76.3516 ± 1.8558
Hits@30:
Test: 78.9011 ± 1.8190
Hits@50:
Test: 84.9231 ± 0.9780
AUC:
Test: 94.5285 ± 0.3046
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5495 ± 5.3565
Hits@20:
Test: 77.5824 ± 2.2088
Hits@30:
Test: 82.5055 ± 1.8623
Hits@50:
Test: 86.8572 ± 2.8673
AUC:
Test: 95.6540 ± 0.5393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.9670 ± 5.2135
Hits@20:
Test: 66.1099 ± 4.2087
Hits@30:
Test: 69.9341 ± 5.0151
Hits@50:
Test: 76.6154 ± 4.5907
AUC:
Test: 90.8223 ± 2.3457
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3407 ± 3.0746
Hits@20:
Test: 65.5385 ± 2.4246
Hits@30:
Test: 67.6923 ± 3.7363
Hits@50:
Test: 76.8352 ± 0.8455
AUC:
Test: 91.6677 ± 0.8517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7473 ± 4.5928
Hits@20:
Test: 72.4396 ± 5.6089
Hits@30:
Test: 78.7692 ± 5.2186
Hits@50:
Test: 83.1648 ± 3.6862
AUC:
Test: 93.7463 ± 0.9889
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7802 ± 2.8991
Hits@20:
Test: 66.4176 ± 2.0047
Hits@30:
Test: 72.5714 ± 1.8283
Hits@50:
Test: 79.1648 ± 2.3228
AUC:
Test: 92.8997 ± 0.7201
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.4176 ± 4.9672
Hits@20:
Test: 76.9670 ± 3.1674
Hits@30:
Test: 81.5824 ± 2.5930
Hits@50:
Test: 85.2747 ± 3.4013
AUC:
Test: 94.9944 ± 0.6225
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5934 ± 0.9755
Hits@20:
Test: 77.6264 ± 1.1774
Hits@30:
Test: 80.7033 ± 1.4529
Hits@50:
Test: 86.5934 ± 1.4243
AUC:
Test: 95.4470 ± 0.2693
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.8462 ± 2.8966
Hits@20:
Test: 65.9780 ± 2.9950
Hits@30:
Test: 71.5165 ± 1.3333
Hits@50:
Test: 76.4396 ± 2.5460
AUC:
Test: 91.6289 ± 0.9549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6593 ± 5.7177
Hits@20:
Test: 64.7912 ± 3.1788
Hits@30:
Test: 69.5824 ± 1.7067
Hits@50:
Test: 75.6923 ± 1.8362
AUC:
Test: 91.4422 ± 0.6188
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2418 ± 4.8026
Hits@20:
Test: 66.5495 ± 3.3598
Hits@30:
Test: 72.2198 ± 4.4518
Hits@50:
Test: 79.3846 ± 1.7403
AUC:
Test: 92.1114 ± 1.1409
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6593 ± 3.1644
Hits@20:
Test: 64.5714 ± 2.3538
Hits@30:
Test: 70.7692 ± 2.0083
Hits@50:
Test: 77.3626 ± 0.9951
AUC:
Test: 91.4762 ± 0.6277
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1429 ± 3.3963
Hits@20:
Test: 74.9011 ± 2.2702
Hits@30:
Test: 81.2747 ± 1.9744
Hits@50:
Test: 85.2308 ± 1.6981
AUC:
Test: 94.3885 ± 0.3151
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7802 ± 5.4023
Hits@20:
Test: 72.6154 ± 1.5970
Hits@30:
Test: 78.0220 ± 2.1308
Hits@50:
Test: 81.2747 ± 4.0418
AUC:
Test: 94.2141 ± 0.3702
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.1868 ± 1.8256
Hits@20:
Test: 80.7912 ± 2.1790
Hits@30:
Test: 83.5604 ± 1.5494
Hits@50:
Test: 87.0330 ± 1.4825
AUC:
Test: 94.6582 ± 0.4465
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3956 ± 1.6781
Hits@20:
Test: 77.5824 ± 2.0676
Hits@30:
Test: 80.4835 ± 1.7472
Hits@50:
Test: 85.6703 ± 1.9497
AUC:
Test: 95.2770 ± 0.3013
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.8242 ± 3.1636
Hits@20:
Test: 78.9890 ± 3.3062
Hits@30:
Test: 81.5824 ± 2.5790
Hits@50:
Test: 83.8681 ± 2.4355
AUC:
Test: 94.7299 ± 0.6534
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 74.2857 ± 1.8649
Hits@20:
Test: 79.1209 ± 1.9596
Hits@30:
Test: 83.6923 ± 0.8135
Hits@50:
Test: 88.2637 ± 0.5516
AUC:
Test: 95.8691 ± 0.2177
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.7143 ± 2.6328
Hits@20:
Test: 74.2857 ± 3.3870
Hits@30:
Test: 78.1978 ± 1.8480
Hits@50:
Test: 82.6374 ± 4.7850
AUC:
Test: 92.9893 ± 2.0327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7363 ± 3.1598
Hits@20:
Test: 74.5934 ± 2.3600
Hits@30:
Test: 78.9890 ± 2.1623
Hits@50:
Test: 86.8571 ± 1.8150
AUC:
Test: 95.4883 ± 0.6124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.2418 ± 2.5375
Hits@20:
Test: 77.9780 ± 2.2542
Hits@30:
Test: 82.9011 ± 1.0238
Hits@50:
Test: 86.0220 ± 1.8097
AUC:
Test: 94.4632 ± 0.6009
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.7692 ± 3.6894
Hits@20:
Test: 66.1099 ± 4.2882
Hits@30:
Test: 72.5275 ± 2.4325
Hits@50:
Test: 80.0440 ± 3.8740
AUC:
Test: 93.0025 ± 0.9009
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.2527 ± 1.7678
Hits@20:
Test: 77.8462 ± 1.5019
Hits@30:
Test: 81.2747 ± 1.5649
Hits@50:
Test: 86.0659 ± 1.7208
AUC:
Test: 94.4462 ± 0.3155
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.2857 ± 3.2547
Hits@20:
Test: 73.1868 ± 2.7670
Hits@30:
Test: 78.3297 ± 1.5035
Hits@50:
Test: 84.0440 ± 0.8015
AUC:
Test: 94.2587 ± 0.3336
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7473 ± 2.2110
Hits@20:
Test: 75.5604 ± 1.9559
Hits@30:
Test: 80.9231 ± 1.5649
Hits@50:
Test: 84.0000 ± 2.0107
AUC:
Test: 94.6742 ± 0.3959
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4286 ± 1.7990
Hits@20:
Test: 77.3626 ± 2.0023
Hits@30:
Test: 82.0220 ± 2.1388
Hits@50:
Test: 86.4615 ± 1.7963
AUC:
Test: 95.8563 ± 0.4299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0330 ± 2.1161
Hits@20:
Test: 69.3626 ± 1.3865
Hits@30:
Test: 74.5934 ± 1.1378
Hits@50:
Test: 78.1099 ± 5.5635
AUC:
Test: 92.6519 ± 0.5646
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0110 ± 3.1376
Hits@20:
Test: 64.0879 ± 1.3242
Hits@30:
Test: 68.5275 ± 2.8034
Hits@50:
Test: 75.0330 ± 2.6401
AUC:
Test: 91.8219 ± 0.7024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2088 ± 1.8017
Hits@20:
Test: 76.0440 ± 1.6076
Hits@30:
Test: 80.3956 ± 3.6625
Hits@50:
Test: 84.8352 ± 1.3900
AUC:
Test: 94.1674 ± 0.6479
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8132 ± 3.4799
Hits@20:
Test: 68.8352 ± 3.3742
Hits@30:
Test: 73.4945 ± 1.1795
Hits@50:
Test: 80.5714 ± 1.9448
AUC:
Test: 92.9890 ± 0.7251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.2967 ± 2.7034
Hits@20:
Test: 78.0220 ± 4.0496
Hits@30:
Test: 80.7473 ± 4.7662
Hits@50:
Test: 86.6374 ± 1.1774
AUC:
Test: 94.7887 ± 0.4816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.5275 ± 3.7748
Hits@20:
Test: 77.5385 ± 2.3691
Hits@30:
Test: 80.7473 ± 2.6900
Hits@50:
Test: 86.1099 ± 2.0167
AUC:
Test: 95.5221 ± 0.3926
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2747 ± 8.6689
Hits@20:
Test: 64.4835 ± 6.0561
Hits@30:
Test: 73.0110 ± 1.2759
Hits@50:
Test: 76.7912 ± 1.3058
AUC:
Test: 91.4996 ± 0.5526
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2528 ± 6.2136
Hits@20:
Test: 63.2967 ± 1.9034
Hits@30:
Test: 67.7363 ± 4.6451
Hits@50:
Test: 74.9451 ± 1.8778
AUC:
Test: 91.3747 ± 0.5436
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.1209 ± 2.2998
Hits@20:
Test: 68.8352 ± 1.3584
Hits@30:
Test: 72.4396 ± 3.1182
Hits@50:
Test: 77.7143 ± 2.6125
AUC:
Test: 92.0982 ± 0.8092
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3956 ± 2.1000
Hits@20:
Test: 65.8462 ± 2.5088
Hits@30:
Test: 70.7692 ± 2.0908
Hits@50:
Test: 77.8022 ± 0.6408
AUC:
Test: 91.5183 ± 0.2429
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.4835 ± 2.7739
Hits@20:
Test: 76.3077 ± 1.2759
Hits@30:
Test: 78.6374 ± 1.0238
Hits@50:
Test: 84.7033 ± 0.9008
AUC:
Test: 94.5642 ± 0.4841
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4835 ± 2.0943
Hits@20:
Test: 73.7143 ± 2.7826
Hits@30:
Test: 78.7692 ± 1.4294
Hits@50:
Test: 82.9451 ± 0.6520
AUC:
Test: 94.4049 ± 0.5205
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 74.1978 ± 3.8402
Hits@20:
Test: 78.9451 ± 2.1779
Hits@30:
Test: 81.3187 ± 2.3051
Hits@50:
Test: 86.1099 ± 2.4836
AUC:
Test: 93.9633 ± 0.5501
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.0000 ± 3.5527
Hits@20:
Test: 78.4615 ± 1.4743
Hits@30:
Test: 80.2637 ± 2.2596
Hits@50:
Test: 85.4066 ± 1.6270
AUC:
Test: 94.7715 ± 0.6564
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8022 ± 1.9323
Hits@20:
Test: 77.4945 ± 3.5048
Hits@30:
Test: 81.0549 ± 2.4690
Hits@50:
Test: 77.8462 ± 7.6378
AUC:
Test: 93.3899 ± 0.7767
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 76.5275 ± 1.1978
Hits@20:
Test: 81.0549 ± 1.1142
Hits@30:
Test: 83.9560 ± 1.5306
Hits@50:
Test: 87.8242 ± 1.3423
AUC:
Test: 95.9106 ± 0.2579
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.2198 ± 3.1834
Hits@20:
Test: 76.5275 ± 4.8784
Hits@30:
Test: 80.7033 ± 4.1972
Hits@50:
Test: 86.0220 ± 4.1776
AUC:
Test: 94.1401 ± 0.9978
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0330 ± 1.2177
Hits@20:
Test: 73.9780 ± 5.3601
Hits@30:
Test: 78.8571 ± 3.1175
Hits@50:
Test: 87.3846 ± 2.3955
AUC:
Test: 95.9292 ± 0.4727
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1648 ± 2.3538
Hits@20:
Test: 78.1099 ± 2.5800
Hits@30:
Test: 81.5824 ± 2.8206
Hits@50:
Test: 85.7143 ± 1.7582
AUC:
Test: 94.0356 ± 0.8692
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4176 ± 3.5710
Hits@20:
Test: 70.2857 ± 1.9122
Hits@30:
Test: 75.0769 ± 1.6853
Hits@50:
Test: 81.1868 ± 2.1455
AUC:
Test: 93.1008 ± 0.5697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0769 ± 2.9182
Hits@20:
Test: 78.5055 ± 2.1724
Hits@30:
Test: 80.4835 ± 1.5803
Hits@50:
Test: 85.4066 ± 1.8623
AUC:
Test: 93.9768 ± 0.7868
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9011 ± 2.2446
Hits@20:
Test: 77.1868 ± 2.0405
Hits@30:
Test: 81.6264 ± 1.5115
Hits@50:
Test: 84.7033 ± 2.1455
AUC:
Test: 94.4664 ± 0.7919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.9121 ± 2.3384
Hits@20:
Test: 76.5714 ± 2.5088
Hits@30:
Test: 81.4066 ± 1.6121
Hits@50:
Test: 85.9780 ± 0.7189
AUC:
Test: 94.5879 ± 0.5520
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.5714 ± 3.1136
Hits@20:
Test: 78.8132 ± 1.5665
Hits@30:
Test: 82.5495 ± 0.7223
Hits@50:
Test: 87.2088 ± 0.6666
AUC:
Test: 96.0165 ± 0.2881
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6923 ± 4.8237
Hits@20:
Test: 68.5275 ± 6.1644
Hits@30:
Test: 73.8022 ± 5.7172
Hits@50:
Test: 79.4286 ± 4.9794
AUC:
Test: 92.0746 ± 1.6207
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5055 ± 1.3813
Hits@20:
Test: 64.4835 ± 2.3702
Hits@30:
Test: 69.8462 ± 2.1444
Hits@50:
Test: 76.5275 ± 3.9019
AUC:
Test: 91.8961 ± 1.1627
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.2308 ± 4.6180
Hits@20:
Test: 76.5714 ± 1.7486
Hits@30:
Test: 80.0000 ± 2.4670
Hits@50:
Test: 84.6593 ± 2.1103
AUC:
Test: 94.2045 ± 0.7022
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1209 ± 1.1567
Hits@20:
Test: 67.7363 ± 7.6489
Hits@30:
Test: 74.4615 ± 3.4239
Hits@50:
Test: 79.4286 ± 4.3725
AUC:
Test: 93.2188 ± 0.4995
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9011 ± 3.2695
Hits@20:
Test: 77.2308 ± 1.9323
Hits@30:
Test: 81.5385 ± 2.2893
Hits@50:
Test: 85.8462 ± 3.6234
AUC:
Test: 94.6230 ± 1.2413
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1648 ± 4.6633
Hits@20:
Test: 77.6703 ± 1.9008
Hits@30:
Test: 81.0110 ± 2.0943
Hits@50:
Test: 85.9780 ± 1.0923
AUC:
Test: 95.4028 ± 0.4027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.4286 ± 1.4294
Hits@20:
Test: 63.7802 ± 4.2543
Hits@30:
Test: 70.8571 ± 1.4955
Hits@50:
Test: 76.6154 ± 2.6492
AUC:
Test: 91.2030 ± 0.3486
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.7473 ± 3.4506
Hits@20:
Test: 63.9560 ± 2.3925
Hits@30:
Test: 69.3187 ± 1.0143
Hits@50:
Test: 76.8352 ± 1.2872
AUC:
Test: 91.4574 ± 0.5972
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.3187 ± 3.3259
Hits@20:
Test: 67.6044 ± 5.6774
Hits@30:
Test: 74.4176 ± 3.5357
Hits@50:
Test: 77.3626 ± 5.7585
AUC:
Test: 92.3509 ± 0.8705
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6703 ± 2.2702
Hits@20:
Test: 64.3077 ± 2.3394
Hits@30:
Test: 70.9451 ± 2.0227
Hits@50:
Test: 77.4506 ± 1.0609
AUC:
Test: 91.7714 ± 0.6064
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8681 ± 2.1945
Hits@20:
Test: 75.4725 ± 1.1271
Hits@30:
Test: 78.4615 ± 0.8928
Hits@50:
Test: 84.0000 ± 2.6710
AUC:
Test: 94.9457 ± 0.4497
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0220 ± 6.0617
Hits@20:
Test: 72.5714 ± 2.1218
Hits@30:
Test: 78.8132 ± 2.9429
Hits@50:
Test: 83.2088 ± 2.1115
AUC:
Test: 94.2656 ± 0.3650
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6264 ± 3.8149
Hits@20:
Test: 71.8242 ± 2.8673
Hits@30:
Test: 77.4945 ± 1.6491
Hits@50:
Test: 82.7692 ± 0.9655
AUC:
Test: 93.3858 ± 0.6736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.2198 ± 2.4748
Hits@20:
Test: 72.4835 ± 3.6559
Hits@30:
Test: 77.6703 ± 2.2446
Hits@50:
Test: 83.3846 ± 2.9223
AUC:
Test: 94.5173 ± 0.7067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6044 ± 3.2361
Hits@20:
Test: 74.4176 ± 4.1718
Hits@30:
Test: 78.9451 ± 2.4836
Hits@50:
Test: 86.0220 ± 1.8097
AUC:
Test: 94.2397 ± 0.3693
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.6374 ± 2.0417
Hits@20:
Test: 77.4066 ± 1.8995
Hits@30:
Test: 80.3516 ± 1.7760
Hits@50:
Test: 85.4066 ± 1.4792
AUC:
Test: 95.4614 ± 0.4584
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1209 ± 5.7130
Hits@20:
Test: 72.2637 ± 5.6770
Hits@30:
Test: 76.3956 ± 5.7786
Hits@50:
Test: 80.3516 ± 5.7618
AUC:
Test: 91.5640 ± 3.7139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0440 ± 2.4846
Hits@20:
Test: 75.1648 ± 2.5818
Hits@30:
Test: 78.0659 ± 2.4592
Hits@50:
Test: 84.8352 ± 3.0612
AUC:
Test: 95.3160 ± 0.7725
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6264 ± 5.1463
Hits@20:
Test: 72.2198 ± 5.5002
Hits@30:
Test: 75.6044 ± 4.5786
Hits@50:
Test: 81.1868 ± 3.8809
AUC:
Test: 92.6681 ± 1.5805
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2857 ± 5.2310
Hits@20:
Test: 64.5714 ± 4.8187
Hits@30:
Test: 69.3626 ± 4.0034
Hits@50:
Test: 76.9670 ± 5.4535
AUC:
Test: 92.1701 ± 0.8602
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6264 ± 5.7156
Hits@20:
Test: 73.0549 ± 3.0279
Hits@30:
Test: 78.9451 ± 1.4776
Hits@50:
Test: 85.0549 ± 1.6076
AUC:
Test: 93.7775 ± 0.6542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.4615 ± 3.7672
Hits@20:
Test: 71.3407 ± 4.0184
Hits@30:
Test: 77.9780 ± 2.7991
Hits@50:
Test: 81.9341 ± 2.1500
AUC:
Test: 93.9844 ± 0.3839
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.4066 ± 2.3019
Hits@20:
Test: 77.5824 ± 2.8444
Hits@30:
Test: 81.1868 ± 1.6781
Hits@50:
Test: 85.6264 ± 0.7708
AUC:
Test: 94.5780 ± 0.6744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.0879 ± 1.8778
Hits@20:
Test: 76.0440 ± 2.6692
Hits@30:
Test: 82.4615 ± 2.1218
Hits@50:
Test: 85.9341 ± 0.9194
AUC:
Test: 95.5940 ± 0.2874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1209 ± 6.7644
Hits@20:
Test: 61.3626 ± 5.2916
Hits@30:
Test: 67.9121 ± 3.5302
Hits@50:
Test: 76.1758 ± 4.0958
AUC:
Test: 89.1824 ± 2.3360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7143 ± 2.7904
Hits@20:
Test: 58.7253 ± 2.2914
Hits@30:
Test: 63.9121 ± 2.3019
Hits@50:
Test: 73.6264 ± 2.4719
AUC:
Test: 89.5943 ± 0.5735
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.4835 ± 4.5479
Hits@20:
Test: 69.6703 ± 3.1583
Hits@30:
Test: 75.7802 ± 1.7403
Hits@50:
Test: 83.0330 ± 2.6483
AUC:
Test: 92.7609 ± 1.2431
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2418 ± 4.1671
Hits@20:
Test: 65.4945 ± 6.8185
Hits@30:
Test: 72.7033 ± 2.5126
Hits@50:
Test: 79.9560 ± 2.6023
AUC:
Test: 92.7955 ± 1.2114
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3736 ± 1.1733
Hits@20:
Test: 74.7692 ± 2.7159
Hits@30:
Test: 78.6813 ± 2.7887
Hits@50:
Test: 85.4505 ± 1.3314
AUC:
Test: 93.9318 ± 0.8185
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.8791 ± 1.2394
Hits@20:
Test: 77.4066 ± 2.4641
Hits@30:
Test: 82.2857 ± 1.5587
Hits@50:
Test: 86.9451 ± 2.0239
AUC:
Test: 95.6004 ± 0.4455
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.1099 ± 3.3813
Hits@20:
Test: 59.8242 ± 2.0167
Hits@30:
Test: 64.3517 ± 2.6162
Hits@50:
Test: 71.5604 ± 3.2435
AUC:
Test: 89.1956 ± 1.1143
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1758 ± 5.3579
Hits@20:
Test: 58.7253 ± 3.7214
Hits@30:
Test: 63.4286 ± 4.1311
Hits@50:
Test: 73.4066 ± 1.8322
AUC:
Test: 89.8672 ± 1.1395
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4945 ± 4.3113
Hits@20:
Test: 63.0769 ± 4.3152
Hits@30:
Test: 68.3077 ± 2.8883
Hits@50:
Test: 77.4066 ± 1.7123
AUC:
Test: 91.7514 ± 0.6434
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3407 ± 4.9721
Hits@20:
Test: 59.3407 ± 4.4284
Hits@30:
Test: 65.3187 ± 4.9179
Hits@50:
Test: 73.4066 ± 3.9682
AUC:
Test: 90.6828 ± 1.0347
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8022 ± 4.7738
Hits@20:
Test: 73.2747 ± 4.1076
Hits@30:
Test: 78.9890 ± 2.2120
Hits@50:
Test: 83.4725 ± 1.5649
AUC:
Test: 93.8699 ± 0.2268
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.4945 ± 1.7403
Hits@20:
Test: 74.7253 ± 1.9596
Hits@30:
Test: 79.4286 ± 2.3030
Hits@50:
Test: 85.0110 ± 1.8675
AUC:
Test: 94.8308 ± 0.4542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8681 ± 3.4527
Hits@20:
Test: 74.4176 ± 1.5195
Hits@30:
Test: 76.3516 ± 1.9448
Hits@50:
Test: 81.8462 ± 2.1000
AUC:
Test: 92.6092 ± 0.8732
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9560 ± 1.5259
Hits@20:
Test: 74.6374 ± 1.7963
Hits@30:
Test: 77.1429 ± 1.5306
Hits@50:
Test: 81.1868 ± 0.8455
AUC:
Test: 93.5543 ± 0.3272
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6044 ± 6.1255
Hits@20:
Test: 74.9890 ± 4.5239
Hits@30:
Test: 79.0769 ± 1.8610
Hits@50:
Test: 86.0659 ± 1.0494
AUC:
Test: 94.3091 ± 0.2305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.3626 ± 0.5689
Hits@20:
Test: 77.4505 ± 0.2506
Hits@30:
Test: 81.0989 ± 1.1836
Hits@50:
Test: 85.1868 ± 1.3865
AUC:
Test: 95.2288 ± 0.2984
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5494 ± 4.1223
Hits@20:
Test: 71.8242 ± 3.2279
Hits@30:
Test: 75.8242 ± 4.2075
Hits@50:
Test: 81.0110 ± 5.2807
AUC:
Test: 90.8677 ± 3.5797
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.6154 ± 2.4246
Hits@20:
Test: 75.6484 ± 1.0355
Hits@30:
Test: 78.3736 ± 2.4602
Hits@50:
Test: 86.1978 ± 3.5892
AUC:
Test: 95.7726 ± 0.9144
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.8462 ± 5.5261
Hits@20:
Test: 70.0659 ± 3.2391
Hits@30:
Test: 75.2527 ± 1.4711
Hits@50:
Test: 83.2967 ± 1.9963
AUC:
Test: 93.0489 ± 0.8682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.6813 ± 6.3907
Hits@20:
Test: 65.5385 ± 5.2088
Hits@30:
Test: 70.6374 ± 4.2121
Hits@50:
Test: 77.3187 ± 3.6789
AUC:
Test: 92.1612 ± 1.0156
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4725 ± 3.5744
Hits@20:
Test: 72.7033 ± 2.2542
Hits@30:
Test: 77.6264 ± 1.9744
Hits@50:
Test: 83.3407 ± 2.8546
AUC:
Test: 93.4709 ± 0.8960
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0000 ± 5.0372
Hits@20:
Test: 74.1099 ± 1.8084
Hits@30:
Test: 77.5385 ± 1.7746
Hits@50:
Test: 83.8681 ± 1.0024
AUC:
Test: 94.4629 ± 0.3733
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.2418 ± 8.5666
Hits@20:
Test: 75.7363 ± 1.4955
Hits@30:
Test: 81.4066 ± 1.0379
Hits@50:
Test: 84.8791 ± 1.2471
AUC:
Test: 94.4274 ± 0.3722
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.4945 ± 5.2135
Hits@20:
Test: 76.8791 ± 2.4836
Hits@30:
Test: 80.7473 ± 2.0594
Hits@50:
Test: 86.0659 ± 2.0652
AUC:
Test: 95.5070 ± 0.3646
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.0220 ± 5.6493
Hits@20:
Test: 62.5055 ± 4.5511
Hits@30:
Test: 69.4505 ± 4.5628
Hits@50:
Test: 74.7253 ± 3.3763
AUC:
Test: 89.5883 ± 2.0382
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4725 ± 3.4027
Hits@20:
Test: 61.3626 ± 2.5174
Hits@30:
Test: 65.6703 ± 2.1161
Hits@50:
Test: 72.9670 ± 0.9705
AUC:
Test: 90.1872 ± 0.4246
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8242 ± 5.4738
Hits@20:
Test: 72.7912 ± 2.1890
Hits@30:
Test: 76.0440 ± 2.3722
Hits@50:
Test: 83.8681 ± 2.0298
AUC:
Test: 93.5826 ± 0.4979
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0440 ± 5.3416
Hits@20:
Test: 66.8571 ± 4.1188
Hits@30:
Test: 72.9670 ± 4.0525
Hits@50:
Test: 80.0000 ± 2.6328
AUC:
Test: 93.0310 ± 0.9844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0000 ± 2.8681
Hits@20:
Test: 75.0330 ± 1.8163
Hits@30:
Test: 80.4396 ± 1.6150
Hits@50:
Test: 85.2747 ± 2.0382
AUC:
Test: 94.1412 ± 0.9129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.9231 ± 1.6403
Hits@20:
Test: 79.1209 ± 1.9780
Hits@30:
Test: 81.5385 ± 1.5772
Hits@50:
Test: 86.0659 ± 1.7067
AUC:
Test: 95.6098 ± 0.3615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9560 ± 4.9910
Hits@20:
Test: 53.2747 ± 2.4700
Hits@30:
Test: 62.8571 ± 4.3236
Hits@50:
Test: 72.4396 ± 3.1027
AUC:
Test: 88.9845 ± 0.4027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1758 ± 2.2120
Hits@20:
Test: 58.4176 ± 6.0994
Hits@30:
Test: 64.3516 ± 1.7123
Hits@50:
Test: 71.2527 ± 2.7861
AUC:
Test: 90.9016 ± 0.6609
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6484 ± 7.7679
Hits@20:
Test: 59.9121 ± 3.1567
Hits@30:
Test: 66.3297 ± 3.4590
Hits@50:
Test: 73.0549 ± 3.1606
AUC:
Test: 90.6432 ± 0.9066
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.2637 ± 7.0580
Hits@20:
Test: 57.6264 ± 3.7633
Hits@30:
Test: 62.8571 ± 2.3773
Hits@50:
Test: 75.0769 ± 2.6125
AUC:
Test: 90.3234 ± 0.9466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.8791 ± 2.2120
Hits@20:
Test: 74.9011 ± 2.2702
Hits@30:
Test: 77.6703 ± 1.4462
Hits@50:
Test: 84.0000 ± 2.0931
AUC:
Test: 93.6469 ± 0.5198
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1648 ± 2.3894
Hits@20:
Test: 76.3956 ± 1.9072
Hits@30:
Test: 78.8132 ± 2.5422
Hits@50:
Test: 84.8352 ± 1.6666
AUC:
Test: 94.8951 ± 0.2255
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7912 ± 1.9122
Hits@20:
Test: 70.7253 ± 2.6665
Hits@30:
Test: 76.7912 ± 1.4378
Hits@50:
Test: 80.8791 ± 1.5306
AUC:
Test: 92.4914 ± 0.7311
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6923 ± 1.4661
Hits@20:
Test: 74.1099 ± 2.7948
Hits@30:
Test: 76.3956 ± 2.0358
Hits@50:
Test: 81.8022 ± 2.1161
AUC:
Test: 93.8433 ± 0.5690
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9121 ± 3.8477
Hits@20:
Test: 76.7033 ± 1.9658
Hits@30:
Test: 80.4396 ± 2.6419
Hits@50:
Test: 85.7143 ± 1.9160
AUC:
Test: 94.0609 ± 0.5502
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 1.8230
Hits@20:
Test: 75.2527 ± 1.4792
Hits@30:
Test: 77.8901 ± 1.2965
Hits@50:
Test: 83.0330 ± 3.4729
AUC:
Test: 94.7527 ± 0.7689
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.2857 ± 3.8433
Hits@20:
Test: 73.8901 ± 3.5690
Hits@30:
Test: 77.7143 ± 5.1884
Hits@50:
Test: 82.1099 ± 6.1805
AUC:
Test: 91.9520 ± 3.1162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9560 ± 2.5126
Hits@20:
Test: 74.9890 ± 2.1612
Hits@30:
Test: 78.9451 ± 2.9049
Hits@50:
Test: 85.3626 ± 4.0543
AUC:
Test: 95.2275 ± 0.6816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.2198 ± 1.5147
Hits@20:
Test: 71.6923 ± 0.8846
Hits@30:
Test: 75.1648 ± 1.0309
Hits@50:
Test: 80.0000 ± 0.8928
AUC:
Test: 91.8605 ± 0.6790
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3516 ± 3.1105
Hits@20:
Test: 62.5055 ± 5.2163
Hits@30:
Test: 67.0769 ± 5.9084
Hits@50:
Test: 72.6154 ± 3.5933
AUC:
Test: 90.2910 ± 1.2433
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9780 ± 4.2144
Hits@20:
Test: 73.3187 ± 0.9655
Hits@30:
Test: 77.7582 ± 2.8419
Hits@50:
Test: 82.3736 ± 1.0923
AUC:
Test: 92.5374 ± 0.8281
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0879 ± 2.0757
Hits@20:
Test: 74.1539 ± 2.3082
Hits@30:
Test: 77.8901 ± 1.4545
Hits@50:
Test: 82.9890 ± 1.3602
AUC:
Test: 93.8091 ± 0.4724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0110 ± 2.9363
Hits@20:
Test: 76.0000 ± 1.1774
Hits@30:
Test: 78.9451 ± 1.1567
Hits@50:
Test: 84.6154 ± 1.2433
AUC:
Test: 94.0895 ± 0.6790
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9451 ± 1.9744
Hits@20:
Test: 77.1429 ± 1.7514
Hits@30:
Test: 81.8462 ± 1.4038
Hits@50:
Test: 86.3297 ± 0.4765
AUC:
Test: 95.6883 ± 0.2521
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.4176 ± 5.8904
Hits@20:
Test: 60.3077 ± 7.6112
Hits@30:
Test: 65.8022 ± 6.1941
Hits@50:
Test: 73.3187 ± 3.9272
AUC:
Test: 88.0530 ± 2.4663
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.5934 ± 4.0805
Hits@20:
Test: 58.9451 ± 2.9380
Hits@30:
Test: 66.9451 ± 4.0484
Hits@50:
Test: 73.1868 ± 2.4719
AUC:
Test: 89.8238 ± 0.8787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0659 ± 3.6664
Hits@20:
Test: 71.5604 ± 2.4106
Hits@30:
Test: 75.6044 ± 1.2335
Hits@50:
Test: 81.3626 ± 1.3039
AUC:
Test: 93.0362 ± 0.5177
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.9780 ± 5.0382
Hits@20:
Test: 68.3516 ± 2.6144
Hits@30:
Test: 71.9560 ± 2.9552
Hits@50:
Test: 79.7802 ± 1.0654
AUC:
Test: 93.0938 ± 0.6968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2088 ± 6.4796
Hits@20:
Test: 76.0879 ± 2.9462
Hits@30:
Test: 80.4835 ± 1.9621
Hits@50:
Test: 84.4835 ± 1.3058
AUC:
Test: 93.9702 ± 0.7309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 74.1099 ± 1.4858
Hits@20:
Test: 77.7582 ± 1.7052
Hits@30:
Test: 82.3736 ± 0.4504
Hits@50:
Test: 86.3736 ± 1.4073
AUC:
Test: 95.4972 ± 0.2652
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9780 ± 4.5245
Hits@20:
Test: 57.5824 ± 4.6829
Hits@30:
Test: 62.5494 ± 1.6344
Hits@50:
Test: 73.5385 ± 1.2296
AUC:
Test: 89.0871 ± 1.5496
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9560 ± 2.8723
Hits@20:
Test: 56.3077 ± 5.1739
Hits@30:
Test: 62.5055 ± 3.5391
Hits@50:
Test: 73.1868 ± 1.9841
AUC:
Test: 90.2862 ± 0.9340
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6264 ± 5.5142
Hits@20:
Test: 59.9121 ± 4.7408
Hits@30:
Test: 66.5934 ± 6.7114
Hits@50:
Test: 73.1868 ± 4.9021
AUC:
Test: 91.0482 ± 0.9103
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0220 ± 4.4654
Hits@20:
Test: 58.3297 ± 4.5802
Hits@30:
Test: 65.8022 ± 4.2435
Hits@50:
Test: 74.0659 ± 1.4496
AUC:
Test: 90.8463 ± 0.5398
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4725 ± 1.7236
Hits@20:
Test: 74.0659 ± 1.4158
Hits@30:
Test: 79.5604 ± 1.4661
Hits@50:
Test: 82.6374 ± 1.7375
AUC:
Test: 93.7203 ± 0.5049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8022 ± 2.4503
Hits@20:
Test: 74.9011 ± 2.1724
Hits@30:
Test: 79.6923 ± 1.2872
Hits@50:
Test: 85.5824 ± 0.8311
AUC:
Test: 94.7514 ± 0.3517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.4286 ± 3.8433
Hits@20:
Test: 69.1868 ± 4.6917
Hits@30:
Test: 73.7582 ± 3.2361
Hits@50:
Test: 78.8132 ± 2.1172
AUC:
Test: 92.0506 ± 1.2449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1978 ± 2.2808
Hits@20:
Test: 72.2198 ± 2.4305
Hits@30:
Test: 75.2967 ± 1.0024
Hits@50:
Test: 79.5604 ± 1.7855
AUC:
Test: 93.4720 ± 0.3700
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2967 ± 5.5413
Hits@20:
Test: 74.6374 ± 2.7212
Hits@30:
Test: 79.9560 ± 2.2273
Hits@50:
Test: 84.3517 ± 0.3260
AUC:
Test: 93.7121 ± 0.6646
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8681 ± 4.4756
Hits@20:
Test: 72.9670 ± 1.2625
Hits@30:
Test: 76.0879 ± 1.1978
Hits@50:
Test: 82.4176 ± 1.2433
AUC:
Test: 94.2462 ± 0.4207
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4066 ± 4.0573
Hits@20:
Test: 73.4506 ± 2.5696
Hits@30:
Test: 77.8022 ± 2.7096
Hits@50:
Test: 82.9011 ± 3.2353
AUC:
Test: 93.2755 ± 1.1710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3736 ± 4.8177
Hits@20:
Test: 73.1868 ± 2.4523
Hits@30:
Test: 78.6813 ± 1.8906
Hits@50:
Test: 83.4725 ± 2.1103
AUC:
Test: 95.2158 ± 0.7671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5275 ± 4.2911
Hits@20:
Test: 66.0220 ± 4.1311
Hits@30:
Test: 71.9121 ± 3.7537
Hits@50:
Test: 76.2198 ± 4.2543
AUC:
Test: 90.0351 ± 1.2627
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.5714 ± 4.3945
Hits@20:
Test: 68.3077 ± 4.1011
Hits@30:
Test: 73.0110 ± 4.0208
Hits@50:
Test: 78.3736 ± 2.0827
AUC:
Test: 92.2955 ± 0.6247
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5165 ± 2.4719
Hits@20:
Test: 70.4615 ± 2.7123
Hits@30:
Test: 74.9011 ± 1.7747
Hits@50:
Test: 79.5604 ± 1.6520
AUC:
Test: 91.7320 ± 1.2569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2527 ± 2.1813
Hits@20:
Test: 73.6703 ± 3.7537
Hits@30:
Test: 76.5714 ± 1.3423
Hits@50:
Test: 82.5055 ± 1.3602
AUC:
Test: 93.6655 ± 0.1915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4176 ± 12.5294
Hits@20:
Test: 72.5714 ± 4.2287
Hits@30:
Test: 77.7582 ± 4.2230
Hits@50:
Test: 84.3956 ± 1.9658
AUC:
Test: 94.1652 ± 0.4270
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6044 ± 0.8708
Hits@20:
Test: 77.0549 ± 1.3778
Hits@30:
Test: 80.2198 ± 1.5541
Hits@50:
Test: 85.8462 ± 1.4209
AUC:
Test: 95.5571 ± 0.4365
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5275 ± 5.8128
Hits@20:
Test: 61.0110 ± 5.0204
Hits@30:
Test: 65.2747 ± 4.8076
Hits@50:
Test: 72.0440 ± 1.8217
AUC:
Test: 88.5702 ± 1.5129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2088 ± 4.8202
Hits@20:
Test: 60.5275 ± 4.4137
Hits@30:
Test: 65.2747 ± 4.1381
Hits@50:
Test: 71.3407 ± 3.5254
AUC:
Test: 88.9201 ± 0.6678
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0659 ± 5.4716
Hits@20:
Test: 69.0549 ± 1.6403
Hits@30:
Test: 74.1538 ± 1.6781
Hits@50:
Test: 79.5604 ± 4.2075
AUC:
Test: 91.4863 ± 1.1624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3846 ± 4.4159
Hits@20:
Test: 67.9560 ± 2.9421
Hits@30:
Test: 71.4286 ± 3.8976
Hits@50:
Test: 77.2747 ± 3.7640
AUC:
Test: 91.6324 ± 0.3466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1429 ± 3.5899
Hits@20:
Test: 74.4615 ± 1.3495
Hits@30:
Test: 80.0879 ± 1.8623
Hits@50:
Test: 84.7912 ± 2.0873
AUC:
Test: 94.1415 ± 0.6104
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.9670 ± 1.8714
Hits@20:
Test: 77.6703 ± 2.4894
Hits@30:
Test: 81.5385 ± 1.3900
Hits@50:
Test: 84.6593 ± 1.2078
AUC:
Test: 95.3864 ± 0.6432
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7912 ± 3.4506
Hits@20:
Test: 61.0549 ± 3.0667
Hits@30:
Test: 65.1429 ± 2.8085
Hits@50:
Test: 72.7473 ± 1.9223
AUC:
Test: 88.5874 ± 1.4303
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6044 ± 1.9633
Hits@20:
Test: 59.2967 ± 3.4834
Hits@30:
Test: 64.9231 ± 3.4069
Hits@50:
Test: 74.7692 ± 2.3072
AUC:
Test: 90.0292 ± 0.5531
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4725 ± 7.8686
Hits@20:
Test: 64.7033 ± 3.3713
Hits@30:
Test: 68.2198 ± 2.9715
Hits@50:
Test: 75.1209 ± 1.0355
AUC:
Test: 90.3290 ± 0.3470
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5604 ± 3.1985
Hits@20:
Test: 61.6703 ± 3.5933
Hits@30:
Test: 68.1319 ± 2.6419
Hits@50:
Test: 74.3297 ± 1.0355
AUC:
Test: 90.4608 ± 0.3375
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.5714 ± 1.7236
Hits@20:
Test: 72.8352 ± 2.6900
Hits@30:
Test: 77.4945 ± 1.7417
Hits@50:
Test: 83.3407 ± 2.5977
AUC:
Test: 93.3538 ± 0.3800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0879 ± 3.0509
Hits@20:
Test: 74.6813 ± 1.3314
Hits@30:
Test: 79.0769 ± 1.9373
Hits@50:
Test: 85.0110 ± 0.9504
AUC:
Test: 94.7984 ± 0.3208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7802 ± 1.7896
Hits@20:
Test: 71.5165 ± 2.6033
Hits@30:
Test: 79.7802 ± 1.9348
Hits@50:
Test: 84.8352 ± 1.9841
AUC:
Test: 94.2251 ± 0.6068
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0000 ± 1.8610
Hits@20:
Test: 70.7253 ± 1.9497
Hits@30:
Test: 76.8791 ± 1.8610
Hits@50:
Test: 82.5934 ± 4.4214
AUC:
Test: 94.5451 ± 0.4376
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8242 ± 3.4034
Hits@20:
Test: 75.8681 ± 2.3019
Hits@30:
Test: 78.6813 ± 0.8928
Hits@50:
Test: 85.7582 ± 1.2568
AUC:
Test: 94.5720 ± 0.3780
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8901 ± 1.8906
Hits@20:
Test: 74.8132 ± 3.2547
Hits@30:
Test: 79.7802 ± 2.1757
Hits@50:
Test: 85.6264 ± 1.0609
AUC:
Test: 95.1366 ± 0.4781
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.7582 ± 6.1271
Hits@20:
Test: 73.4505 ± 5.7865
Hits@30:
Test: 77.0110 ± 6.8900
Hits@50:
Test: 83.3407 ± 6.7373
AUC:
Test: 92.7972 ± 2.9051
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8681 ± 1.7472
Hits@20:
Test: 74.8132 ± 2.9593
Hits@30:
Test: 80.5714 ± 2.3497
Hits@50:
Test: 87.2967 ± 1.6329
AUC:
Test: 95.7581 ± 0.5289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.9890 ± 2.9306
Hits@20:
Test: 70.1099 ± 2.8529
Hits@30:
Test: 75.6923 ± 3.0988
Hits@50:
Test: 82.7253 ± 1.7278
AUC:
Test: 93.4428 ± 0.8328
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8681 ± 3.3077
Hits@20:
Test: 64.1758 ± 4.1088
Hits@30:
Test: 69.4066 ± 4.1972
Hits@50:
Test: 78.5495 ± 3.3927
AUC:
Test: 92.3716 ± 0.4847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8022 ± 5.0897
Hits@20:
Test: 71.9560 ± 4.3669
Hits@30:
Test: 77.4066 ± 3.5144
Hits@50:
Test: 85.0110 ± 2.2164
AUC:
Test: 94.1408 ± 0.7251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0769 ± 2.4026
Hits@20:
Test: 71.2967 ± 1.9817
Hits@30:
Test: 76.3516 ± 2.6989
Hits@50:
Test: 82.3297 ± 1.1378
AUC:
Test: 94.0196 ± 0.3862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.6813 ± 2.9182
Hits@20:
Test: 74.9451 ± 3.1429
Hits@30:
Test: 80.0000 ± 2.1252
Hits@50:
Test: 85.9780 ± 1.4021
AUC:
Test: 94.4297 ± 0.2341
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 1.2296
Hits@20:
Test: 76.7473 ± 2.0167
Hits@30:
Test: 81.7582 ± 2.5441
Hits@50:
Test: 87.2088 ± 1.7052
AUC:
Test: 95.9704 ± 0.5070
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7253 ± 3.0215
Hits@20:
Test: 63.5604 ± 4.4049
Hits@30:
Test: 69.7143 ± 3.1902
Hits@50:
Test: 75.4725 ± 4.6638
AUC:
Test: 90.8607 ± 0.9508
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6593 ± 4.1076
Hits@20:
Test: 60.7912 ± 2.8933
Hits@30:
Test: 66.9451 ± 3.2621
Hits@50:
Test: 73.2747 ± 4.9331
AUC:
Test: 91.2124 ± 0.5523
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4066 ± 4.5245
Hits@20:
Test: 70.0659 ± 2.8546
Hits@30:
Test: 74.0220 ± 1.8932
Hits@50:
Test: 82.2857 ± 2.2229
AUC:
Test: 93.4949 ± 0.6927
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1868 ± 2.0989
Hits@20:
Test: 66.2857 ± 3.0319
Hits@30:
Test: 71.1648 ± 3.2724
Hits@50:
Test: 78.5494 ± 1.7347
AUC:
Test: 92.8310 ± 1.0811
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9451 ± 3.8181
Hits@20:
Test: 74.8571 ± 5.4072
Hits@30:
Test: 79.0769 ± 5.3053
Hits@50:
Test: 85.8901 ± 3.1329
AUC:
Test: 94.3700 ± 0.5381
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5055 ± 2.3640
Hits@20:
Test: 74.9011 ± 2.6574
Hits@30:
Test: 79.9121 ± 1.9323
Hits@50:
Test: 85.7143 ± 1.8322
AUC:
Test: 95.2897 ± 0.5021
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9670 ± 4.5717
Hits@20:
Test: 58.3736 ± 3.3281
Hits@30:
Test: 65.4066 ± 4.3586
Hits@50:
Test: 73.1868 ± 3.7136
AUC:
Test: 89.5101 ± 1.0491
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1429 ± 3.5151
Hits@20:
Test: 60.4396 ± 0.9453
Hits@30:
Test: 66.9011 ± 3.2323
Hits@50:
Test: 74.8571 ± 2.8974
AUC:
Test: 90.4927 ± 0.5092
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2967 ± 2.3702
Hits@20:
Test: 62.9011 ± 5.1949
Hits@30:
Test: 67.6044 ± 4.3308
Hits@50:
Test: 76.0440 ± 1.0767
AUC:
Test: 91.6993 ± 1.0138
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9121 ± 4.0226
Hits@20:
Test: 60.1758 ± 2.3640
Hits@30:
Test: 65.2308 ± 3.0430
Hits@50:
Test: 74.9890 ± 2.7025
AUC:
Test: 90.5495 ± 0.4362
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.2857 ± 3.1948
Hits@20:
Test: 73.8462 ± 1.5849
Hits@30:
Test: 76.7473 ± 0.9504
Hits@50:
Test: 83.6044 ± 2.0943
AUC:
Test: 94.2187 ± 0.5182
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8022 ± 1.9135
Hits@20:
Test: 73.4945 ± 2.2606
Hits@30:
Test: 77.3626 ± 1.6953
Hits@50:
Test: 83.0330 ± 2.6801
AUC:
Test: 94.0202 ± 0.4567
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9560 ± 2.1274
Hits@20:
Test: 75.6923 ± 3.1796
Hits@30:
Test: 80.2198 ± 1.8584
Hits@50:
Test: 84.7033 ± 0.8015
AUC:
Test: 93.9221 ± 0.6134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.4176 ± 2.8034
Hits@20:
Test: 71.4725 ± 2.7991
Hits@30:
Test: 76.6593 ± 2.4543
Hits@50:
Test: 81.7582 ± 2.4176
AUC:
Test: 94.5773 ± 0.2857
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.2528 ± 6.8157
Hits@20:
Test: 76.0440 ± 2.5489
Hits@30:
Test: 78.5055 ± 3.1521
Hits@50:
Test: 85.1868 ± 2.1342
AUC:
Test: 94.4827 ± 0.5878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.4615 ± 1.7208
Hits@20:
Test: 77.0989 ± 2.2381
Hits@30:
Test: 80.6593 ± 1.6953
Hits@50:
Test: 86.8571 ± 0.8708
AUC:
Test: 95.4171 ± 0.1840
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0440 ± 6.6037
Hits@20:
Test: 75.4286 ± 3.3346
Hits@30:
Test: 78.8571 ± 4.7556
Hits@50:
Test: 83.4286 ± 4.5564
AUC:
Test: 92.8550 ± 2.4848
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0440 ± 1.6491
Hits@20:
Test: 75.6044 ± 2.2946
Hits@30:
Test: 78.9890 ± 3.4944
Hits@50:
Test: 85.5385 ± 4.3994
AUC:
Test: 95.3854 ± 0.8708
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4615 ± 2.0757
Hits@20:
Test: 71.6923 ± 2.5413
Hits@30:
Test: 77.0110 ± 2.2872
Hits@50:
Test: 83.5604 ± 2.8376
AUC:
Test: 93.3841 ± 0.5320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6154 ± 3.9026
Hits@20:
Test: 63.2088 ± 3.4352
Hits@30:
Test: 68.7033 ± 4.6378
Hits@50:
Test: 76.7033 ± 3.0887
AUC:
Test: 92.4222 ± 0.6050
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6264 ± 5.2232
Hits@20:
Test: 73.2308 ± 2.9544
Hits@30:
Test: 77.7582 ± 3.0469
Hits@50:
Test: 84.3956 ± 2.0263
AUC:
Test: 94.0443 ± 0.7876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9780 ± 1.8868
Hits@20:
Test: 71.9121 ± 1.9621
Hits@30:
Test: 76.7473 ± 2.0641
Hits@50:
Test: 82.5934 ± 3.0824
AUC:
Test: 94.2319 ± 0.3827
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7912 ± 1.2138
Hits@20:
Test: 75.6484 ± 0.7985
Hits@30:
Test: 80.3956 ± 2.8715
Hits@50:
Test: 85.6703 ± 1.1462
AUC:
Test: 94.5655 ± 0.1624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3077 ± 5.3506
Hits@20:
Test: 77.0549 ± 1.0945
Hits@30:
Test: 82.1978 ± 2.0382
Hits@50:
Test: 87.7802 ± 2.0298
AUC:
Test: 95.7249 ± 0.4155
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3407 ± 8.6625
Hits@20:
Test: 67.3846 ± 4.4355
Hits@30:
Test: 72.3956 ± 3.2323
Hits@50:
Test: 78.2418 ± 2.8317
AUC:
Test: 91.6858 ± 1.2414
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3956 ± 2.8248
Hits@20:
Test: 56.7473 ± 6.5960
Hits@30:
Test: 66.9451 ± 1.7208
Hits@50:
Test: 71.5604 ± 4.3642
AUC:
Test: 90.7396 ± 0.4468
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5165 ± 3.2930
Hits@20:
Test: 71.5165 ± 1.0379
Hits@30:
Test: 77.3187 ± 1.4021
Hits@50:
Test: 82.3736 ± 0.4228
AUC:
Test: 93.4180 ± 0.3907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4506 ± 2.9788
Hits@20:
Test: 64.3517 ± 3.2651
Hits@30:
Test: 70.7692 ± 1.7095
Hits@50:
Test: 78.5055 ± 3.0980
AUC:
Test: 92.5834 ± 0.4570
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.8352 ± 4.7045
Hits@20:
Test: 75.5604 ± 2.7292
Hits@30:
Test: 76.7912 ± 3.3026
Hits@50:
Test: 85.2747 ± 2.6647
AUC:
Test: 94.3517 ± 0.5375
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4286 ± 1.8842
Hits@20:
Test: 77.1868 ± 1.5726
Hits@30:
Test: 82.1538 ± 1.2759
Hits@50:
Test: 85.9780 ± 2.4444
AUC:
Test: 95.5766 ± 0.5005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2527 ± 8.3407
Hits@20:
Test: 64.4396 ± 4.2258
Hits@30:
Test: 68.5714 ± 1.7582
Hits@50:
Test: 75.6484 ± 2.9091
AUC:
Test: 90.1638 ± 1.9910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1209 ± 6.3937
Hits@20:
Test: 58.6813 ± 4.9512
Hits@30:
Test: 65.1868 ± 3.6466
Hits@50:
Test: 72.7912 ± 1.7746
AUC:
Test: 90.7038 ± 0.6925
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1209 ± 4.1135
Hits@20:
Test: 60.3516 ± 5.4826
Hits@30:
Test: 66.6813 ± 2.6944
Hits@50:
Test: 72.4396 ± 4.1660
AUC:
Test: 90.0439 ± 1.8622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5934 ± 1.7787
Hits@20:
Test: 59.0769 ± 2.5270
Hits@30:
Test: 65.4945 ± 1.5227
Hits@50:
Test: 73.9341 ± 2.3803
AUC:
Test: 91.0421 ± 0.7153
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6044 ± 1.7417
Hits@20:
Test: 74.2418 ± 1.4612
Hits@30:
Test: 77.4945 ± 1.7760
Hits@50:
Test: 83.2527 ± 1.3672
AUC:
Test: 94.4010 ± 0.3794
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.5385 ± 1.2276
Hits@20:
Test: 71.7363 ± 1.4209
Hits@30:
Test: 74.5495 ± 2.0873
Hits@50:
Test: 82.0659 ± 1.0379
AUC:
Test: 94.0003 ± 0.6614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2528 ± 5.8065
Hits@20:
Test: 74.9451 ± 1.7514
Hits@30:
Test: 77.7582 ± 5.1506
Hits@50:
Test: 83.0769 ± 1.3900
AUC:
Test: 93.4338 ± 0.2179
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7363 ± 1.8739
Hits@20:
Test: 74.1099 ± 0.6483
Hits@30:
Test: 79.0769 ± 1.0355
Hits@50:
Test: 84.8791 ± 1.1876
AUC:
Test: 94.5324 ± 0.3631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2088 ± 2.7948
Hits@20:
Test: 72.5714 ± 4.4918
Hits@30:
Test: 75.1648 ± 3.2930
Hits@50:
Test: 82.6813 ± 2.1161
AUC:
Test: 93.3465 ± 1.3715
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7473 ± 2.0641
Hits@20:
Test: 77.6703 ± 0.8736
Hits@30:
Test: 82.4176 ± 1.4987
Hits@50:
Test: 86.8132 ± 1.7582
AUC:
Test: 95.5168 ± 0.2651
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.3187 ± 4.7097
Hits@20:
Test: 71.6484 ± 4.8873
Hits@30:
Test: 77.0989 ± 4.2458
Hits@50:
Test: 82.5055 ± 3.3172
AUC:
Test: 93.0192 ± 1.8439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9121 ± 3.3222
Hits@20:
Test: 78.3736 ± 1.0024
Hits@30:
Test: 80.9670 ± 2.3134
Hits@50:
Test: 86.9890 ± 2.2381
AUC:
Test: 95.8546 ± 0.5511
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.2747 ± 2.1978
Hits@20:
Test: 73.6703 ± 1.2947
Hits@30:
Test: 77.3626 ± 2.8231
Hits@50:
Test: 83.2967 ± 2.4817
AUC:
Test: 93.4064 ± 0.6083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7363 ± 4.9697
Hits@20:
Test: 64.1758 ± 3.0255
Hits@30:
Test: 70.9451 ± 4.1129
Hits@50:
Test: 78.9890 ± 2.5753
AUC:
Test: 92.2029 ± 0.8146
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.3077 ± 4.2207
Hits@20:
Test: 73.6703 ± 3.4380
Hits@30:
Test: 78.7692 ± 2.3803
Hits@50:
Test: 84.2637 ± 0.9529
AUC:
Test: 93.8270 ± 0.6050
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9451 ± 2.3753
Hits@20:
Test: 71.8242 ± 1.2759
Hits@30:
Test: 77.5824 ± 3.0295
Hits@50:
Test: 82.8132 ± 2.2381
AUC:
Test: 94.6316 ± 0.4488
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.9341 ± 1.7610
Hits@20:
Test: 75.6923 ± 2.3082
Hits@30:
Test: 80.0879 ± 1.9999
Hits@50:
Test: 85.0549 ± 1.8584
AUC:
Test: 94.3726 ± 0.5596
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0769 ± 2.9182
Hits@20:
Test: 75.7802 ± 2.4933
Hits@30:
Test: 81.2747 ± 2.7556
Hits@50:
Test: 86.6374 ± 1.7333
AUC:
Test: 95.6069 ± 0.4822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.2967 ± 1.5726
Hits@20:
Test: 67.3846 ± 1.5587
Hits@30:
Test: 72.2198 ± 2.0652
Hits@50:
Test: 76.0879 ± 5.0654
AUC:
Test: 91.5443 ± 1.1123
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1538 ± 0.9878
Hits@20:
Test: 60.7033 ± 1.7949
Hits@30:
Test: 67.4725 ± 1.6000
Hits@50:
Test: 77.0549 ± 2.2977
AUC:
Test: 91.5879 ± 0.5482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1539 ± 4.3498
Hits@20:
Test: 70.7692 ± 2.8274
Hits@30:
Test: 76.2637 ± 1.5772
Hits@50:
Test: 83.7802 ± 1.3848
AUC:
Test: 93.5517 ± 0.6610
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.0769 ± 3.1872
Hits@20:
Test: 64.2637 ± 3.4281
Hits@30:
Test: 71.7802 ± 3.3570
Hits@50:
Test: 78.9451 ± 2.3280
AUC:
Test: 92.6349 ± 0.7298
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1978 ± 2.0298
Hits@20:
Test: 76.9231 ± 0.5154
Hits@30:
Test: 80.4396 ± 1.1525
Hits@50:
Test: 84.8352 ± 1.2335
AUC:
Test: 94.5178 ± 0.5267
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1099 ± 2.0617
Hits@20:
Test: 76.3077 ± 1.7746
Hits@30:
Test: 81.5385 ± 2.2574
Hits@50:
Test: 85.6264 ± 0.7388
AUC:
Test: 95.3713 ± 0.3519
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0330 ± 3.8270
Hits@20:
Test: 60.0440 ± 5.5674
Hits@30:
Test: 66.2857 ± 2.9388
Hits@50:
Test: 73.3187 ± 2.4106
AUC:
Test: 90.2498 ± 1.4617
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3077 ± 4.1654
Hits@20:
Test: 59.4725 ± 2.9058
Hits@30:
Test: 66.9011 ± 3.7959
Hits@50:
Test: 73.0110 ± 3.2241
AUC:
Test: 90.2146 ± 1.1315
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9670 ± 2.9487
Hits@20:
Test: 62.0659 ± 3.8902
Hits@30:
Test: 68.0440 ± 3.8777
Hits@50:
Test: 74.4615 ± 4.3331
AUC:
Test: 90.8838 ± 0.4878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2747 ± 3.0549
Hits@20:
Test: 59.8681 ± 3.4246
Hits@30:
Test: 65.2308 ± 3.3128
Hits@50:
Test: 73.0110 ± 3.2391
AUC:
Test: 90.8158 ± 0.6109
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1538 ± 6.0649
Hits@20:
Test: 72.8352 ± 4.5111
Hits@30:
Test: 76.2198 ± 4.6060
Hits@50:
Test: 82.5934 ± 2.4836
AUC:
Test: 94.0596 ± 0.7093
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6813 ± 3.7984
Hits@20:
Test: 71.4286 ± 3.7556
Hits@30:
Test: 77.0549 ± 2.0298
Hits@50:
Test: 82.2857 ± 2.0358
AUC:
Test: 94.2595 ± 0.1697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1539 ± 2.2033
Hits@20:
Test: 75.5604 ± 2.0815
Hits@30:
Test: 79.6923 ± 1.8296
Hits@50:
Test: 82.9451 ± 1.3952
AUC:
Test: 93.0972 ± 0.6221
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.3407 ± 3.1445
Hits@20:
Test: 74.0220 ± 0.6845
Hits@30:
Test: 79.2967 ± 1.8414
Hits@50:
Test: 86.0220 ± 0.6880
AUC:
Test: 94.3666 ± 0.2514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.6593 ± 2.5088
Hits@20:
Test: 75.2967 ± 2.0769
Hits@30:
Test: 77.8901 ± 2.7477
Hits@50:
Test: 78.7253 ± 7.5359
AUC:
Test: 92.7365 ± 1.2199
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.8791 ± 1.9323
Hits@20:
Test: 79.3407 ± 2.3671
Hits@30:
Test: 83.9560 ± 3.5541
Hits@50:
Test: 88.2637 ± 1.7692
AUC:
Test: 95.6218 ± 0.2876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4176 ± 6.5364
Hits@20:
Test: 75.3846 ± 3.5062
Hits@30:
Test: 78.0220 ± 3.1159
Hits@50:
Test: 82.5495 ± 4.8192
AUC:
Test: 94.1843 ± 1.0298
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.1758 ± 1.6344
Hits@20:
Test: 77.6703 ± 2.6492
Hits@30:
Test: 79.9121 ± 2.1455
Hits@50:
Test: 87.0330 ± 2.7757
AUC:
Test: 95.9020 ± 0.3487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.3077 ± 3.2732
Hits@20:
Test: 73.1429 ± 1.5955
Hits@30:
Test: 78.3297 ± 1.9878
Hits@50:
Test: 82.8132 ± 1.9866
AUC:
Test: 93.1309 ± 0.7389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0550 ± 4.6248
Hits@20:
Test: 68.8791 ± 4.1689
Hits@30:
Test: 71.3407 ± 8.0821
Hits@50:
Test: 78.0659 ± 5.1903
AUC:
Test: 92.6918 ± 0.5276
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1429 ± 2.3702
Hits@20:
Test: 75.1209 ± 2.0699
Hits@30:
Test: 78.5055 ± 1.4362
Hits@50:
Test: 84.7473 ± 1.8817
AUC:
Test: 93.5417 ± 0.7697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8242 ± 3.2023
Hits@20:
Test: 76.0440 ± 1.5772
Hits@30:
Test: 80.0000 ± 1.9160
Hits@50:
Test: 84.8791 ± 0.5247
AUC:
Test: 94.9625 ± 0.4734
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1538 ± 2.8120
Hits@20:
Test: 76.3077 ± 1.7610
Hits@30:
Test: 78.6374 ± 3.1788
Hits@50:
Test: 85.0989 ± 2.1835
AUC:
Test: 94.2949 ± 0.4539
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0659 ± 2.6346
Hits@20:
Test: 77.0549 ± 1.5970
Hits@30:
Test: 81.6703 ± 1.1795
Hits@50:
Test: 87.9121 ± 1.7651
AUC:
Test: 95.8149 ± 0.3850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.6923 ± 4.3559
Hits@20:
Test: 66.9011 ± 5.3353
Hits@30:
Test: 72.5714 ± 4.0923
Hits@50:
Test: 77.8462 ± 2.4885
AUC:
Test: 91.2719 ± 1.1376
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.2637 ± 1.1692
Hits@20:
Test: 59.5165 ± 2.9421
Hits@30:
Test: 64.0000 ± 5.9410
Hits@50:
Test: 72.2637 ± 4.1712
AUC:
Test: 91.1985 ± 0.6478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.5824 ± 1.3242
Hits@20:
Test: 74.1099 ± 0.6099
Hits@30:
Test: 78.5934 ± 1.8558
Hits@50:
Test: 84.0440 ± 1.2296
AUC:
Test: 93.4719 ± 0.3997
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3297 ± 5.0055
Hits@20:
Test: 68.3077 ± 1.7123
Hits@30:
Test: 74.9451 ± 3.7330
Hits@50:
Test: 80.3516 ± 3.2732
AUC:
Test: 93.2323 ± 0.9885
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.6154 ± 5.9063
Hits@20:
Test: 74.3297 ± 5.1271
Hits@30:
Test: 77.5824 ± 3.6513
Hits@50:
Test: 84.0440 ± 2.5753
AUC:
Test: 94.1555 ± 0.4668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.4615 ± 2.3290
Hits@20:
Test: 76.7912 ± 1.8427
Hits@30:
Test: 80.7912 ± 1.5894
Hits@50:
Test: 86.4176 ± 1.6255
AUC:
Test: 95.3388 ± 0.4382
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3736 ± 5.8036
Hits@20:
Test: 64.0879 ± 1.7137
Hits@30:
Test: 69.5385 ± 1.3423
Hits@50:
Test: 75.3407 ± 3.6427
AUC:
Test: 90.5065 ± 1.0850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7802 ± 2.2977
Hits@20:
Test: 59.3407 ± 3.2894
Hits@30:
Test: 66.2418 ± 2.4106
Hits@50:
Test: 73.3626 ± 3.6493
AUC:
Test: 90.7867 ± 0.7045
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2527 ± 2.5470
Hits@20:
Test: 57.9780 ± 5.3461
Hits@30:
Test: 68.8791 ± 3.9640
Hits@50:
Test: 76.5275 ± 2.5884
AUC:
Test: 91.1044 ± 1.6280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2418 ± 3.3389
Hits@20:
Test: 61.5385 ± 2.7887
Hits@30:
Test: 66.2418 ± 3.1144
Hits@50:
Test: 72.6154 ± 4.5111
AUC:
Test: 90.4176 ± 0.8676
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8022 ± 2.6538
Hits@20:
Test: 73.6264 ± 1.6150
Hits@30:
Test: 77.0110 ± 2.9674
Hits@50:
Test: 83.1209 ± 0.5897
AUC:
Test: 93.9511 ± 0.3293
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1429 ± 0.9273
Hits@20:
Test: 70.8132 ± 1.4694
Hits@30:
Test: 76.3077 ± 2.1612
Hits@50:
Test: 83.5604 ± 0.5247
AUC:
Test: 94.0878 ± 0.2704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.2198 ± 2.8300
Hits@20:
Test: 77.9341 ± 1.5274
Hits@30:
Test: 79.9560 ± 4.4837
Hits@50:
Test: 82.2857 ± 7.0082
AUC:
Test: 95.5459 ± 0.4862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9011 ± 8.0037
Hits@20:
Test: 65.4505 ± 5.5674
Hits@30:
Test: 68.3517 ± 3.6513
Hits@50:
Test: 77.0110 ± 3.0832
AUC:
Test: 93.5749 ± 0.2464
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.1758 ± 2.4405
Hits@20:
Test: 77.9780 ± 2.9380
Hits@30:
Test: 81.0989 ± 2.8740
Hits@50:
Test: 79.6044 ± 3.8802
AUC:
Test: 95.0290 ± 0.6913
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.5495 ± 1.3495
Hits@20:
Test: 71.6923 ± 0.7518
Hits@30:
Test: 72.5275 ± 6.2686
Hits@50:
Test: 77.4505 ± 3.3570
AUC:
Test: 94.5820 ± 0.2744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4725 ± 3.4576
Hits@20:
Test: 75.9560 ± 1.3333
Hits@30:
Test: 77.3187 ± 2.6070
Hits@50:
Test: 84.7912 ± 3.6227
AUC:
Test: 94.2976 ± 1.2489
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3187 ± 2.8597
Hits@20:
Test: 75.3846 ± 5.1355
Hits@30:
Test: 80.4835 ± 3.2053
Hits@50:
Test: 85.0989 ± 4.0028
AUC:
Test: 95.8647 ± 0.4083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.6154 ± 2.9388
Hits@20:
Test: 78.5055 ± 2.1945
Hits@30:
Test: 81.6264 ± 2.2925
Hits@50:
Test: 82.5055 ± 5.2163
AUC:
Test: 95.1387 ± 0.6651
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.9121 ± 6.3482
Hits@20:
Test: 66.3736 ± 3.9652
Hits@30:
Test: 73.9341 ± 1.5665
Hits@50:
Test: 77.4945 ± 1.8623
AUC:
Test: 93.2926 ± 0.4958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.4176 ± 2.5232
Hits@20:
Test: 76.2637 ± 2.4817
Hits@30:
Test: 79.2088 ± 4.9915
Hits@50:
Test: 83.7363 ± 3.5370
AUC:
Test: 95.3829 ± 0.3487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7363 ± 7.9889
Hits@20:
Test: 66.2857 ± 3.6134
Hits@30:
Test: 72.0879 ± 4.6415
Hits@50:
Test: 77.1429 ± 1.2529
AUC:
Test: 93.6895 ± 0.4726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3297 ± 6.1291
Hits@20:
Test: 73.8022 ± 5.0175
Hits@30:
Test: 77.9341 ± 5.5679
Hits@50:
Test: 81.6264 ± 5.6218
AUC:
Test: 94.6491 ± 0.6777
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6703 ± 1.1207
Hits@20:
Test: 75.0769 ± 2.2872
Hits@30:
Test: 78.1539 ± 1.4710
Hits@50:
Test: 82.1538 ± 4.2770
AUC:
Test: 94.8821 ± 0.3523
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.5604 ± 1.9510
Hits@20:
Test: 79.0330 ± 1.1588
Hits@30:
Test: 82.1538 ± 2.5174
Hits@50:
Test: 84.5275 ± 2.9715
AUC:
Test: 95.0923 ± 0.3709
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1099 ± 7.3707
Hits@20:
Test: 65.2747 ± 4.5256
Hits@30:
Test: 70.5055 ± 3.1213
Hits@50:
Test: 78.4615 ± 2.3824
AUC:
Test: 93.2596 ± 0.4210
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.8242 ± 2.2273
Hits@20:
Test: 78.8132 ± 2.7826
Hits@30:
Test: 81.9341 ± 3.6888
Hits@50:
Test: 85.1429 ± 2.2925
AUC:
Test: 95.4928 ± 0.3092
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6374 ± 6.8742
Hits@20:
Test: 66.1099 ± 3.2353
Hits@30:
Test: 72.1758 ± 1.7208
Hits@50:
Test: 77.4505 ± 2.1058
AUC:
Test: 93.1215 ± 0.5478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4835 ± 2.6710
Hits@20:
Test: 78.5055 ± 1.7472
Hits@30:
Test: 82.8132 ± 1.3672
Hits@50:
Test: 86.5934 ± 2.6097
AUC:
Test: 95.3370 ± 0.4348
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0879 ± 4.9526
Hits@20:
Test: 71.7363 ± 2.3342
Hits@30:
Test: 75.7363 ± 3.7607
Hits@50:
Test: 77.6703 ± 3.0398
AUC:
Test: 94.1364 ± 0.5060
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.6593 ± 1.7760
Hits@20:
Test: 78.5055 ± 2.1103
Hits@30:
Test: 80.0000 ± 5.4791
Hits@50:
Test: 84.5275 ± 3.2732
AUC:
Test: 94.9504 ± 0.8671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3077 ± 2.8765
Hits@20:
Test: 66.8132 ± 1.0654
Hits@30:
Test: 71.9121 ± 4.2144
Hits@50:
Test: 77.0110 ± 2.2066
AUC:
Test: 92.9689 ± 0.7890
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.0440 ± 2.8924
Hits@20:
Test: 78.4615 ± 1.0654
Hits@30:
Test: 80.3516 ± 5.5873
Hits@50:
Test: 84.5714 ± 4.0834
AUC:
Test: 94.9230 ± 0.8361
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.5495 ± 4.9939
Hits@20:
Test: 68.1319 ± 2.8402
Hits@30:
Test: 76.3956 ± 2.1172
Hits@50:
Test: 77.2308 ± 2.3342
AUC:
Test: 93.4929 ± 0.6327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 74.5494 ± 1.9987
Hits@20:
Test: 77.5385 ± 2.9132
Hits@30:
Test: 82.0220 ± 1.1357
Hits@50:
Test: 86.4615 ± 2.7389
AUC:
Test: 95.0521 ± 0.7658
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5824 ± 5.5752
Hits@20:
Test: 66.5495 ± 3.3885
Hits@30:
Test: 73.1868 ± 4.4285
Hits@50:
Test: 77.3187 ± 2.9626
AUC:
Test: 93.7820 ± 0.5421
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.8352 ± 2.8512
Hits@20:
Test: 79.0330 ± 1.3423
Hits@30:
Test: 80.1758 ± 4.6555
Hits@50:
Test: 86.0659 ± 1.7692
AUC:
Test: 95.2219 ± 0.5057
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2857 ± 4.6128
Hits@20:
Test: 64.0000 ± 2.3793
Hits@30:
Test: 70.1538 ± 2.2327
Hits@50:
Test: 80.3077 ± 2.5136
AUC:
Test: 93.5212 ± 0.4194
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.6154 ± 1.3778
Hits@20:
Test: 75.8242 ± 3.0651
Hits@30:
Test: 80.5714 ± 3.0871
Hits@50:
Test: 85.3187 ± 1.8995
AUC:
Test: 95.0168 ± 0.5746
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7912 ± 2.4046
Hits@20:
Test: 71.6923 ± 0.8981
Hits@30:
Test: 76.0000 ± 2.1724
Hits@50:
Test: 78.6374 ± 3.8175
AUC:
Test: 94.0925 ± 0.4419
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6923 ± 4.4988
Hits@20:
Test: 74.0220 ± 4.4459
Hits@30:
Test: 79.8681 ± 2.9429
Hits@50:
Test: 84.7033 ± 3.0159
AUC:
Test: 94.0829 ± 2.2463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7363 ± 2.2055
Hits@20:
Test: 74.2418 ± 3.4520
Hits@30:
Test: 80.9231 ± 1.9744
Hits@50:
Test: 86.8571 ± 4.0893
AUC:
Test: 95.9975 ± 0.3033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.3407 ± 1.0609
Hits@20:
Test: 76.3077 ± 5.8632
Hits@30:
Test: 79.7363 ± 2.7600
Hits@50:
Test: 81.3187 ± 4.3597
AUC:
Test: 95.1262 ± 0.3433
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8791 ± 6.3744
Hits@20:
Test: 66.7692 ± 2.2435
Hits@30:
Test: 71.5165 ± 4.4192
Hits@50:
Test: 78.0659 ± 2.1945
AUC:
Test: 93.6032 ± 0.3236
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.4505 ± 3.1082
Hits@20:
Test: 77.6264 ± 2.0815
Hits@30:
Test: 81.6703 ± 3.3785
Hits@50:
Test: 84.9231 ± 3.8433
AUC:
Test: 95.2835 ± 0.3027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.1758 ± 8.3756
Hits@20:
Test: 64.0440 ± 4.4708
Hits@30:
Test: 70.9451 ± 0.6845
Hits@50:
Test: 77.2308 ± 2.3702
AUC:
Test: 93.1968 ± 0.8448
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9560 ± 2.8799
Hits@20:
Test: 74.5055 ± 5.3633
Hits@30:
Test: 79.2967 ± 2.0699
Hits@50:
Test: 82.7253 ± 2.3803
AUC:
Test: 94.8364 ± 0.5821
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.5385 ± 2.3030
Hits@20:
Test: 75.5604 ± 2.0346
Hits@30:
Test: 78.4615 ± 2.8656
Hits@50:
Test: 82.0659 ± 3.2286
AUC:
Test: 94.7105 ± 0.5086
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6923 ± 3.2835
Hits@20:
Test: 79.0330 ± 0.8597
Hits@30:
Test: 82.6374 ± 3.8225
Hits@50:
Test: 86.1099 ± 2.3124
AUC:
Test: 95.2108 ± 0.6396
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0879 ± 6.8792
Hits@20:
Test: 67.2088 ± 2.5602
Hits@30:
Test: 74.6813 ± 3.1329
Hits@50:
Test: 77.9341 ± 1.9261
AUC:
Test: 93.3109 ± 0.3296
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.8791 ± 2.3445
Hits@20:
Test: 78.5055 ± 1.3672
Hits@30:
Test: 83.6923 ± 0.9504
Hits@50:
Test: 83.8681 ± 2.7256
AUC:
Test: 95.5975 ± 0.1963
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.0220 ± 7.2833
Hits@20:
Test: 67.7363 ± 3.6294
Hits@30:
Test: 72.7473 ± 2.7494
Hits@50:
Test: 77.2747 ± 1.7760
AUC:
Test: 93.1160 ± 0.6836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.0879 ± 2.2251
Hits@20:
Test: 78.4615 ± 1.5541
Hits@30:
Test: 81.4505 ± 1.0379
Hits@50:
Test: 83.7802 ± 3.5959
AUC:
Test: 95.3584 ± 0.3902
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6374 ± 1.0471
Hits@20:
Test: 72.5714 ± 1.1876
Hits@30:
Test: 76.4835 ± 0.6593
Hits@50:
Test: 76.9670 ± 1.4192
AUC:
Test: 94.4489 ± 0.3259
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.3407 ± 3.4771
Hits@20:
Test: 79.1209 ± 2.1868
Hits@30:
Test: 80.8791 ± 5.4923
Hits@50:
Test: 85.2747 ± 3.5473
AUC:
Test: 95.1303 ± 0.8965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1868 ± 1.3935
Hits@20:
Test: 67.6923 ± 3.4611
Hits@30:
Test: 74.5934 ± 0.8597
Hits@50:
Test: 77.2747 ± 3.9487
AUC:
Test: 93.0947 ± 0.9338
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 2.4355
Hits@20:
Test: 78.3736 ± 2.0417
Hits@30:
Test: 80.7473 ± 5.2255
Hits@50:
Test: 83.9560 ± 4.2730
AUC:
Test: 95.1133 ± 0.8832
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.6374 ± 1.7123
Hits@20:
Test: 67.7802 ± 4.3225
Hits@30:
Test: 74.0220 ± 4.7173
Hits@50:
Test: 77.1429 ± 2.8656
AUC:
Test: 93.6974 ± 0.3736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.0989 ± 2.3702
Hits@20:
Test: 79.3407 ± 1.8190
Hits@30:
Test: 82.6813 ± 1.4445
Hits@50:
Test: 85.2747 ± 3.6013
AUC:
Test: 95.1692 ± 0.7697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.8242 ± 2.4046
Hits@20:
Test: 68.0440 ± 3.4422
Hits@30:
Test: 74.8571 ± 4.4464
Hits@50:
Test: 77.9780 ± 2.6162
AUC:
Test: 94.1350 ± 0.5657
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4286 ± 3.6888
Hits@20:
Test: 74.0659 ± 5.1096
Hits@30:
Test: 77.0549 ± 3.8808
Hits@50:
Test: 78.8571 ± 1.6767
AUC:
Test: 94.3263 ± 0.6366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3297 ± 5.4224
Hits@20:
Test: 64.6154 ± 3.6678
Hits@30:
Test: 74.4615 ± 1.9987
Hits@50:
Test: 77.6703 ± 5.0420
AUC:
Test: 93.4133 ± 0.8155
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9560 ± 5.1247
Hits@20:
Test: 73.4066 ± 3.6013
Hits@30:
Test: 79.4725 ± 2.3702
Hits@50:
Test: 84.8352 ± 1.8124
AUC:
Test: 94.6479 ± 0.6530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0769 ± 5.3317
Hits@20:
Test: 69.9341 ± 4.7327
Hits@30:
Test: 75.7363 ± 2.5893
Hits@50:
Test: 80.5275 ± 5.2116
AUC:
Test: 94.0723 ± 0.4569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.9231 ± 5.3960
Hits@20:
Test: 76.1319 ± 3.1948
Hits@30:
Test: 79.8242 ± 3.6460
Hits@50:
Test: 84.8791 ± 3.1978
AUC:
Test: 94.4294 ± 1.1234
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0769 ± 2.2660
Hits@20:
Test: 76.5275 ± 2.0815
Hits@30:
Test: 79.6923 ± 2.6492
Hits@50:
Test: 87.6044 ± 1.1271
AUC:
Test: 96.0181 ± 0.3924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0989 ± 1.8163
Hits@20:
Test: 78.4176 ± 3.5859
Hits@30:
Test: 81.8901 ± 2.4943
Hits@50:
Test: 84.4835 ± 5.6154
AUC:
Test: 95.2102 ± 0.6043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6374 ± 6.9198
Hits@20:
Test: 65.5824 ± 3.4034
Hits@30:
Test: 69.5824 ± 4.5802
Hits@50:
Test: 77.8462 ± 1.7610
AUC:
Test: 92.9439 ± 0.9043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0659 ± 1.4277
Hits@20:
Test: 77.8901 ± 2.3497
Hits@30:
Test: 81.6264 ± 1.7760
Hits@50:
Test: 82.0220 ± 4.2939
AUC:
Test: 95.3235 ± 0.2188
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4835 ± 6.9274
Hits@20:
Test: 64.5275 ± 3.1414
Hits@30:
Test: 72.0879 ± 3.5199
Hits@50:
Test: 78.8571 ± 2.2914
AUC:
Test: 93.4989 ± 0.6720
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.4835 ± 4.0064
Hits@20:
Test: 73.8901 ± 4.9301
Hits@30:
Test: 77.9780 ± 4.2543
Hits@50:
Test: 82.5055 ± 4.0064
AUC:
Test: 94.8484 ± 0.4533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.5385 ± 1.1163
Hits@20:
Test: 74.6813 ± 0.9755
Hits@30:
Test: 78.8132 ± 2.2977
Hits@50:
Test: 82.0659 ± 3.7058
AUC:
Test: 94.9266 ± 0.2930
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6044 ± 1.9122
Hits@20:
Test: 79.2527 ± 1.9695
Hits@30:
Test: 83.4286 ± 2.0358
Hits@50:
Test: 84.2198 ± 3.1291
AUC:
Test: 95.0015 ± 0.5255
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6923 ± 7.1430
Hits@20:
Test: 65.2747 ± 4.8026
Hits@30:
Test: 72.4396 ± 2.6629
Hits@50:
Test: 78.7253 ± 2.3945
AUC:
Test: 93.2838 ± 0.4549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.7363 ± 1.8558
Hits@20:
Test: 79.4286 ± 1.6417
Hits@30:
Test: 81.6703 ± 2.5706
Hits@50:
Test: 85.0110 ± 2.6254
AUC:
Test: 95.3201 ± 0.2808
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5275 ± 4.4999
Hits@20:
Test: 64.3077 ± 2.9837
Hits@30:
Test: 73.5824 ± 3.4937
Hits@50:
Test: 77.8022 ± 1.7514
AUC:
Test: 93.2151 ± 0.5404
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3077 ± 2.1138
Hits@20:
Test: 78.9011 ± 1.2237
Hits@30:
Test: 83.5165 ± 1.2909
Hits@50:
Test: 85.0989 ± 2.1161
AUC:
Test: 95.3555 ± 0.3903
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2527 ± 2.1252
Hits@20:
Test: 73.0110 ± 1.7333
Hits@30:
Test: 75.3846 ± 0.8075
Hits@50:
Test: 78.0659 ± 1.3584
AUC:
Test: 94.4727 ± 0.2150
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.2967 ± 1.7067
Hits@20:
Test: 77.8461 ± 3.2129
Hits@30:
Test: 80.3077 ± 5.8863
Hits@50:
Test: 82.8571 ± 3.6480
AUC:
Test: 95.1974 ± 0.9637
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.2088 ± 2.2011
Hits@20:
Test: 68.3516 ± 2.9853
Hits@30:
Test: 73.7143 ± 2.7389
Hits@50:
Test: 78.6374 ± 1.5494
AUC:
Test: 93.6164 ± 0.6529
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7253 ± 3.7761
Hits@20:
Test: 77.5385 ± 1.3039
Hits@30:
Test: 80.1758 ± 5.3393
Hits@50:
Test: 84.3516 ± 3.8864
AUC:
Test: 95.0325 ± 0.9016
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.2088 ± 3.1529
Hits@20:
Test: 66.4176 ± 1.9866
Hits@30:
Test: 74.7253 ± 1.9535
Hits@50:
Test: 77.8901 ± 2.4700
AUC:
Test: 93.0972 ± 0.7953
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4835 ± 4.6503
Hits@20:
Test: 79.2967 ± 1.8739
Hits@30:
Test: 82.5934 ± 1.7949
Hits@50:
Test: 85.5385 ± 3.5281
AUC:
Test: 95.0495 ± 0.7120
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.8022 ± 3.4471
Hits@20:
Test: 67.5165 ± 1.9866
Hits@30:
Test: 75.8681 ± 2.8376
Hits@50:
Test: 77.0110 ± 4.3752
AUC:
Test: 93.9049 ± 0.4691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.2198 ± 3.2038
Hits@20:
Test: 67.2088 ± 3.9755
Hits@30:
Test: 75.7363 ± 2.7870
Hits@50:
Test: 78.7692 ± 0.8597
AUC:
Test: 92.5742 ± 0.5465
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5275 ± 3.7505
Hits@20:
Test: 62.1978 ± 1.8190
Hits@30:
Test: 66.2857 ± 2.7477
Hits@50:
Test: 76.9670 ± 2.5126
AUC:
Test: 92.3634 ± 0.5765
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8352 ± 2.5327
Hits@20:
Test: 70.1978 ± 2.5279
Hits@30:
Test: 75.1648 ± 3.0054
Hits@50:
Test: 82.1978 ± 2.6097
AUC:
Test: 93.1173 ± 0.2942
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8462 ± 8.0558
Hits@20:
Test: 61.3187 ± 6.1440
Hits@30:
Test: 70.9890 ± 0.9453
Hits@50:
Test: 77.8462 ± 2.4933
AUC:
Test: 93.1871 ± 0.3130
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0879 ± 3.9020
Hits@20:
Test: 75.3407 ± 3.9664
Hits@30:
Test: 80.6154 ± 3.3849
Hits@50:
Test: 85.6703 ± 3.9755
AUC:
Test: 95.2041 ± 0.8660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6264 ± 2.2109
Hits@20:
Test: 74.6813 ± 2.6980
Hits@30:
Test: 80.6154 ± 2.8291
Hits@50:
Test: 86.4176 ± 1.5726
AUC:
Test: 95.8527 ± 0.3485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.4396 ± 5.7451
Hits@20:
Test: 75.6484 ± 3.5179
Hits@30:
Test: 78.4615 ± 4.6154
Hits@50:
Test: 83.3407 ± 2.4982
AUC:
Test: 94.0981 ± 0.7024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3187 ± 5.7660
Hits@20:
Test: 63.6923 ± 3.3310
Hits@30:
Test: 70.6374 ± 1.4124
Hits@50:
Test: 77.4506 ± 1.2683
AUC:
Test: 92.7049 ± 0.2038
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1868 ± 4.0745
Hits@20:
Test: 74.5055 ± 6.6988
Hits@30:
Test: 78.7692 ± 4.0840
Hits@50:
Test: 85.0989 ± 1.4694
AUC:
Test: 94.0802 ± 0.7805
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.9011 ± 3.8590
Hits@20:
Test: 65.7582 ± 3.3634
Hits@30:
Test: 71.9560 ± 3.2842
Hits@50:
Test: 77.2308 ± 3.1337
AUC:
Test: 92.8945 ± 0.4389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7692 ± 3.0965
Hits@20:
Test: 75.9560 ± 1.3333
Hits@30:
Test: 79.2088 ± 4.6793
Hits@50:
Test: 82.9451 ± 1.6637
AUC:
Test: 94.7465 ± 0.3966
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.2308 ± 2.5536
Hits@20:
Test: 76.1758 ± 0.9402
Hits@30:
Test: 76.3517 ± 1.8428
Hits@50:
Test: 82.9890 ± 3.4875
AUC:
Test: 94.7306 ± 0.3530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.5165 ± 3.8086
Hits@20:
Test: 78.0220 ± 1.3369
Hits@30:
Test: 81.4066 ± 1.2296
Hits@50:
Test: 82.9451 ± 3.2805
AUC:
Test: 95.0812 ± 0.4621
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3956 ± 6.3100
Hits@20:
Test: 66.1538 ± 2.0850
Hits@30:
Test: 72.2198 ± 3.9118
Hits@50:
Test: 80.3077 ± 1.5818
AUC:
Test: 93.3649 ± 0.5946
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1099 ± 3.1735
Hits@20:
Test: 77.7143 ± 1.6344
Hits@30:
Test: 80.9231 ± 3.6822
Hits@50:
Test: 85.1868 ± 2.4156
AUC:
Test: 95.0923 ± 0.8524
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2088 ± 5.4557
Hits@20:
Test: 65.4945 ± 2.5912
Hits@30:
Test: 74.3297 ± 2.9585
Hits@50:
Test: 78.5055 ± 1.6695
AUC:
Test: 93.4279 ± 0.5704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3626 ± 2.2011
Hits@20:
Test: 77.5385 ± 1.6403
Hits@30:
Test: 80.7033 ± 2.6620
Hits@50:
Test: 84.3956 ± 4.1845
AUC:
Test: 95.2121 ± 0.3563
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.0659 ± 1.0379
Hits@20:
Test: 72.0440 ± 0.8569
Hits@30:
Test: 76.4835 ± 1.5541
Hits@50:
Test: 79.3846 ± 1.2374
AUC:
Test: 94.4467 ± 0.1695
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.0110 ± 2.7424
Hits@20:
Test: 78.9011 ± 1.3278
Hits@30:
Test: 80.7912 ± 5.5548
Hits@50:
Test: 83.6044 ± 3.2695
AUC:
Test: 95.2755 ± 0.9090
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.5494 ± 3.5798
Hits@20:
Test: 66.5055 ± 3.6697
Hits@30:
Test: 74.8132 ± 1.5894
Hits@50:
Test: 77.2747 ± 3.1985
AUC:
Test: 93.6234 ± 0.7482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.3846 ± 0.7189
Hits@20:
Test: 77.4066 ± 0.8426
Hits@30:
Test: 80.0879 ± 5.5002
Hits@50:
Test: 83.5165 ± 3.1237
AUC:
Test: 95.0857 ± 0.8571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3736 ± 2.5040
Hits@20:
Test: 66.9011 ± 3.8023
Hits@30:
Test: 72.5275 ± 4.1322
Hits@50:
Test: 77.9341 ± 2.7652
AUC:
Test: 93.6595 ± 0.5003
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.2198 ± 2.5375
Hits@20:
Test: 78.8571 ± 2.6208
Hits@30:
Test: 82.9890 ± 0.7388
Hits@50:
Test: 82.9890 ± 3.3856
AUC:
Test: 95.4346 ± 0.3125
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.4176 ± 6.6237
Hits@20:
Test: 67.5604 ± 3.4034
Hits@30:
Test: 74.4615 ± 3.4415
Hits@50:
Test: 77.7143 ± 3.9303
AUC:
Test: 93.4137 ± 0.6927
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.5275 ± 2.3363
Hits@20:
Test: 77.8462 ± 2.7600
Hits@30:
Test: 83.2088 ± 1.6344
Hits@50:
Test: 88.4835 ± 1.7624
AUC:
Test: 95.8894 ± 0.2554
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7033 ± 2.8257
Hits@20:
Test: 57.4506 ± 5.2578
Hits@30:
Test: 60.7912 ± 1.8881
Hits@50:
Test: 72.0879 ± 2.5203
AUC:
Test: 90.6656 ± 0.5174
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3516 ± 1.0586
Hits@20:
Test: 78.4615 ± 1.5463
Hits@30:
Test: 81.9780 ± 0.6408
Hits@50:
Test: 87.3407 ± 0.9780
AUC:
Test: 95.7235 ± 0.2375
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5055 ± 1.4955
Hits@20:
Test: 69.6703 ± 1.9596
Hits@30:
Test: 73.5385 ± 0.9141
Hits@50:
Test: 80.5275 ± 1.1897
AUC:
Test: 93.0435 ± 0.2239
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2198 ± 4.9228
Hits@20:
Test: 73.3626 ± 2.9910
Hits@30:
Test: 79.6923 ± 3.9426
Hits@50:
Test: 86.0220 ± 2.6855
AUC:
Test: 93.5532 ± 1.7265
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1978 ± 0.8311
Hits@20:
Test: 75.7802 ± 4.2430
Hits@30:
Test: 80.1319 ± 2.4797
Hits@50:
Test: 87.2527 ± 1.6520
AUC:
Test: 95.9528 ± 0.4741
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0220 ± 2.1115
Hits@20:
Test: 77.6703 ± 2.1399
Hits@30:
Test: 83.8681 ± 1.5115
Hits@50:
Test: 88.7912 ± 1.0425
AUC:
Test: 95.7128 ± 0.1787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0000 ± 9.5515
Hits@20:
Test: 51.6484 ± 11.3203
Hits@30:
Test: 57.7582 ± 10.3149
Hits@50:
Test: 67.4725 ± 9.2621
AUC:
Test: 87.5341 ± 7.1260
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5495 ± 3.6711
Hits@20:
Test: 78.9890 ± 1.2296
Hits@30:
Test: 82.9890 ± 0.8015
Hits@50:
Test: 88.5714 ± 1.7165
AUC:
Test: 95.8491 ± 0.2886
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.7253 ± 1.4021
Hits@20:
Test: 58.1538 ± 4.3197
Hits@30:
Test: 64.0000 ± 3.2908
Hits@50:
Test: 73.8901 ± 2.2273
AUC:
Test: 90.8958 ± 0.7681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3077 ± 2.2110
Hits@20:
Test: 74.1978 ± 1.4209
Hits@30:
Test: 77.0989 ± 2.1103
Hits@50:
Test: 84.2198 ± 1.4021
AUC:
Test: 94.6182 ± 0.5669
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1758 ± 2.4096
Hits@20:
Test: 72.0879 ± 1.7990
Hits@30:
Test: 74.1538 ± 2.3187
Hits@50:
Test: 81.4945 ± 1.5726
AUC:
Test: 93.5583 ± 0.4684
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.9670 ± 2.0227
Hits@20:
Test: 78.2418 ± 2.3722
Hits@30:
Test: 83.7363 ± 1.6520
Hits@50:
Test: 89.0549 ± 0.8708
AUC:
Test: 95.7820 ± 0.2618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.2088 ± 3.8521
Hits@20:
Test: 57.1868 ± 2.8206
Hits@30:
Test: 62.2857 ± 1.9510
Hits@50:
Test: 71.6044 ± 1.5258
AUC:
Test: 91.0611 ± 0.5524
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.4615 ± 1.4462
Hits@20:
Test: 77.4066 ± 1.8150
Hits@30:
Test: 84.1319 ± 1.7949
Hits@50:
Test: 88.7033 ± 1.6781
AUC:
Test: 95.7283 ± 0.2259
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6923 ± 1.9658
Hits@20:
Test: 52.8791 ± 3.6000
Hits@30:
Test: 59.2088 ± 3.6992
Hits@50:
Test: 71.0330 ± 1.7264
AUC:
Test: 90.3832 ± 0.6192
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.8242 ± 1.5258
Hits@20:
Test: 79.9560 ± 0.8135
Hits@30:
Test: 83.6044 ± 0.5516
Hits@50:
Test: 87.2967 ± 1.6695
AUC:
Test: 95.7567 ± 0.1610
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4615 ± 2.0047
Hits@20:
Test: 68.5714 ± 1.6076
Hits@30:
Test: 72.8791 ± 1.6344
Hits@50:
Test: 80.0000 ± 0.9453
AUC:
Test: 93.1967 ± 0.2663
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.2418 ± 2.1058
Hits@20:
Test: 78.1978 ± 2.3435
Hits@30:
Test: 83.2088 ± 1.5115
Hits@50:
Test: 88.8791 ± 1.3690
AUC:
Test: 95.7930 ± 0.2763
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8352 ± 4.3625
Hits@20:
Test: 55.6923 ± 2.4797
Hits@30:
Test: 62.1538 ± 1.1567
Hits@50:
Test: 70.6813 ± 1.2098
AUC:
Test: 90.6405 ± 0.6613
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.4945 ± 2.8715
Hits@20:
Test: 77.8462 ± 2.9421
Hits@30:
Test: 82.8132 ± 2.4836
Hits@50:
Test: 88.3956 ± 0.8708
AUC:
Test: 95.8896 ± 0.2906
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3626 ± 2.8891
Hits@20:
Test: 54.2857 ± 4.6441
Hits@30:
Test: 62.9451 ± 1.0024
Hits@50:
Test: 71.6923 ± 2.6346
AUC:
Test: 90.7743 ± 0.5144
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3297 ± 2.8571
Hits@20:
Test: 78.2418 ± 2.4325
Hits@30:
Test: 83.6484 ± 1.7486
Hits@50:
Test: 87.8242 ± 1.7692
AUC:
Test: 95.6947 ± 0.3201
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.8242 ± 1.2296
Hits@20:
Test: 56.8352 ± 1.1483
Hits@30:
Test: 63.3407 ± 0.4504
Hits@50:
Test: 73.1429 ± 0.9246
AUC:
Test: 90.9922 ± 0.4040
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.9780 ± 1.3952
Hits@20:
Test: 78.0220 ± 2.5536
Hits@30:
Test: 82.9451 ± 1.9938
Hits@50:
Test: 88.6593 ± 0.7708
AUC:
Test: 95.8079 ± 0.2956
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1758 ± 3.1491
Hits@20:
Test: 59.4286 ± 1.4628
Hits@30:
Test: 64.2198 ± 2.0227
Hits@50:
Test: 73.1868 ± 1.7923
AUC:
Test: 91.2226 ± 0.4498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.2308 ± 1.5726
Hits@20:
Test: 77.7582 ± 0.8708
Hits@30:
Test: 81.7143 ± 0.8426
Hits@50:
Test: 86.6813 ± 1.4378
AUC:
Test: 95.4499 ± 0.2149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.2088 ± 1.4711
Hits@20:
Test: 70.4176 ± 1.0722
Hits@30:
Test: 74.3297 ± 1.1357
Hits@50:
Test: 80.0879 ± 1.2296
AUC:
Test: 93.1159 ± 0.2237
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1429 ± 4.6534
Hits@20:
Test: 74.5934 ± 3.5595
Hits@30:
Test: 78.5495 ± 4.3697
Hits@50:
Test: 83.6484 ± 4.6274
AUC:
Test: 92.9835 ± 2.6068
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3297 ± 1.5618
Hits@20:
Test: 73.6264 ± 3.2038
Hits@30:
Test: 80.8352 ± 1.2078
Hits@50:
Test: 86.7692 ± 2.8882
AUC:
Test: 96.0029 ± 0.4809
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6044 ± 1.7678
Hits@20:
Test: 78.1099 ± 1.1897
Hits@30:
Test: 83.8681 ± 1.6195
Hits@50:
Test: 87.0330 ± 1.7990
AUC:
Test: 95.7970 ± 0.3058
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.8681 ± 9.0785
Hits@20:
Test: 51.1648 ± 10.9421
Hits@30:
Test: 59.2528 ± 11.0423
Hits@50:
Test: 67.5165 ± 9.6721
AUC:
Test: 87.4662 ± 7.0944
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1429 ± 2.6538
Hits@20:
Test: 78.8571 ± 2.5318
Hits@30:
Test: 83.2967 ± 1.5618
Hits@50:
Test: 87.9121 ± 2.0559
AUC:
Test: 95.7547 ± 0.1023
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.4615 ± 2.8171
Hits@20:
Test: 57.6703 ± 3.9149
Hits@30:
Test: 65.0110 ± 2.4345
Hits@50:
Test: 72.3956 ± 2.6989
AUC:
Test: 91.1155 ± 0.6427
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.9670 ± 2.5977
Hits@20:
Test: 73.2747 ± 2.5279
Hits@30:
Test: 77.3187 ± 2.6023
Hits@50:
Test: 82.9451 ± 1.6270
AUC:
Test: 94.3375 ± 0.3876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7363 ± 2.4933
Hits@20:
Test: 71.6484 ± 2.6783
Hits@30:
Test: 74.4176 ± 2.1679
Hits@50:
Test: 80.7473 ± 1.1692
AUC:
Test: 93.6370 ± 0.3730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5055 ± 1.6622
Hits@20:
Test: 78.1099 ± 1.8817
Hits@30:
Test: 82.4615 ± 2.0047
Hits@50:
Test: 87.0330 ± 1.3987
AUC:
Test: 95.8397 ± 0.1865
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5494 ± 1.9311
Hits@20:
Test: 56.4396 ± 0.9999
Hits@30:
Test: 62.4176 ± 0.9062
Hits@50:
Test: 71.7802 ± 1.8558
AUC:
Test: 90.6638 ± 0.4371
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.5824 ± 3.5493
Hits@20:
Test: 77.6264 ± 2.6891
Hits@30:
Test: 82.9011 ± 1.9248
Hits@50:
Test: 88.4396 ± 2.1790
AUC:
Test: 95.6755 ± 0.3794
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.4506 ± 2.2164
Hits@20:
Test: 54.9451 ± 1.8388
Hits@30:
Test: 61.6703 ± 2.4206
Hits@50:
Test: 70.3736 ± 1.5726
AUC:
Test: 90.6869 ± 0.4389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9890 ± 1.4579
Hits@20:
Test: 75.6484 ± 3.8048
Hits@30:
Test: 82.3297 ± 1.2296
Hits@50:
Test: 88.0879 ± 1.3314
AUC:
Test: 95.7233 ± 0.4141
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.7253 ± 1.4792
Hits@20:
Test: 69.7143 ± 2.2164
Hits@30:
Test: 72.8791 ± 0.8873
Hits@50:
Test: 79.6923 ± 1.3778
AUC:
Test: 93.2694 ± 0.3897
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.8132 ± 1.3187
Hits@20:
Test: 77.6703 ± 1.5894
Hits@30:
Test: 81.5385 ± 2.3259
Hits@50:
Test: 87.9121 ± 1.4987
AUC:
Test: 95.5226 ± 0.3798
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8462 ± 1.8944
Hits@20:
Test: 54.0659 ± 2.7757
Hits@30:
Test: 61.8462 ± 1.5894
Hits@50:
Test: 71.5165 ± 3.1910
AUC:
Test: 90.5668 ± 0.3317
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.9231 ± 1.9386
Hits@20:
Test: 78.5055 ± 1.2759
Hits@30:
Test: 83.9121 ± 0.5689
Hits@50:
Test: 89.0989 ± 1.1271
AUC:
Test: 95.6485 ± 0.3224
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9451 ± 2.4748
Hits@20:
Test: 56.0000 ± 2.2218
Hits@30:
Test: 62.4615 ± 2.8631
Hits@50:
Test: 72.0000 ± 0.7223
AUC:
Test: 90.6615 ± 0.3264
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.1758 ± 1.9261
Hits@20:
Test: 78.6813 ± 1.0309
Hits@30:
Test: 83.5165 ± 1.3278
Hits@50:
Test: 88.8791 ± 1.1998
AUC:
Test: 95.9022 ± 0.1466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9011 ± 2.8512
Hits@20:
Test: 56.2637 ± 3.9621
Hits@30:
Test: 63.2967 ± 1.6810
Hits@50:
Test: 73.2308 ± 1.7123
AUC:
Test: 91.0193 ± 0.4314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1099 ± 2.6492
Hits@20:
Test: 72.6154 ± 5.5960
Hits@30:
Test: 78.2418 ± 2.4424
Hits@50:
Test: 85.2747 ± 2.0850
AUC:
Test: 94.6094 ± 0.2220
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9451 ± 4.9341
Hits@20:
Test: 65.5824 ± 1.3058
Hits@30:
Test: 69.0989 ± 2.9756
Hits@50:
Test: 76.4835 ± 1.0425
AUC:
Test: 92.0658 ± 0.0918
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0769 ± 4.6932
Hits@20:
Test: 73.8022 ± 2.7159
Hits@30:
Test: 76.0000 ± 7.2184
Hits@50:
Test: 84.3956 ± 1.6225
AUC:
Test: 94.7370 ± 0.3631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.9341 ± 1.3314
Hits@20:
Test: 68.4835 ± 1.6781
Hits@30:
Test: 74.8571 ± 1.5587
Hits@50:
Test: 81.8462 ± 0.9402
AUC:
Test: 93.3608 ± 0.1750
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.9670 ± 3.2361
Hits@20:
Test: 73.9780 ± 4.9648
Hits@30:
Test: 80.4396 ± 4.7214
Hits@50:
Test: 84.9231 ± 4.5218
AUC:
Test: 93.9874 ± 2.0313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.6813 ± 2.0298
Hits@20:
Test: 77.0110 ± 1.6637
Hits@30:
Test: 79.7363 ± 2.4444
Hits@50:
Test: 86.1978 ± 2.1046
AUC:
Test: 95.9320 ± 0.3310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.0000 ± 2.1229
Hits@20:
Test: 79.0769 ± 1.8739
Hits@30:
Test: 83.4725 ± 2.0873
Hits@50:
Test: 88.4396 ± 1.3150
AUC:
Test: 95.8437 ± 0.3327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8462 ± 10.1154
Hits@20:
Test: 52.7033 ± 11.3122
Hits@30:
Test: 57.8901 ± 10.3280
Hits@50:
Test: 67.2088 ± 9.4651
AUC:
Test: 87.4100 ± 7.0874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.7143 ± 1.3602
Hits@20:
Test: 78.6813 ± 1.7582
Hits@30:
Test: 84.1758 ± 2.3363
Hits@50:
Test: 88.7473 ± 1.0471
AUC:
Test: 95.7294 ± 0.3150
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3846 ± 2.6023
Hits@20:
Test: 59.9121 ± 3.3099
Hits@30:
Test: 64.5714 ± 0.4765
Hits@50:
Test: 74.3297 ± 2.2702
AUC:
Test: 91.1674 ± 0.7126
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.9231 ± 3.6894
Hits@20:
Test: 73.1868 ± 4.0852
Hits@30:
Test: 77.8901 ± 0.9902
Hits@50:
Test: 84.5275 ± 1.2872
AUC:
Test: 94.2341 ± 0.2235
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9780 ± 3.4903
Hits@20:
Test: 72.2637 ± 2.6980
Hits@30:
Test: 74.4176 ± 2.2338
Hits@50:
Test: 81.1868 ± 1.9072
AUC:
Test: 93.8583 ± 0.4037
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8022 ± 2.8807
Hits@20:
Test: 77.9780 ± 2.1274
Hits@30:
Test: 82.8132 ± 1.8283
Hits@50:
Test: 88.0000 ± 1.4545
AUC:
Test: 95.8810 ± 0.1174
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8901 ± 1.7123
Hits@20:
Test: 56.7473 ± 2.9626
Hits@30:
Test: 61.3187 ± 1.5306
Hits@50:
Test: 72.7033 ± 1.6255
AUC:
Test: 90.6866 ± 0.2546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8242 ± 1.5742
Hits@20:
Test: 76.8791 ± 1.5259
Hits@30:
Test: 82.9011 ± 1.5416
Hits@50:
Test: 88.0440 ± 1.2491
AUC:
Test: 95.5790 ± 0.1254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6044 ± 2.7565
Hits@20:
Test: 53.4945 ± 3.7768
Hits@30:
Test: 62.4615 ± 1.0471
Hits@50:
Test: 72.1758 ± 1.7347
AUC:
Test: 90.7334 ± 0.3697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.9670 ± 2.1757
Hits@20:
Test: 78.5055 ± 1.1567
Hits@30:
Test: 82.7692 ± 1.1055
Hits@50:
Test: 87.9121 ± 1.2529
AUC:
Test: 95.7943 ± 0.2789
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.7253 ± 2.3600
Hits@20:
Test: 69.8462 ± 1.3039
Hits@30:
Test: 74.0220 ± 1.7403
Hits@50:
Test: 79.1209 ± 0.8075
AUC:
Test: 92.9831 ± 0.3776
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.4396 ± 1.2197
Hits@20:
Test: 77.9780 ± 1.8480
Hits@30:
Test: 81.5824 ± 3.0390
Hits@50:
Test: 88.5714 ± 1.1525
AUC:
Test: 95.6596 ± 0.2200
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8022 ± 3.6300
Hits@20:
Test: 54.1978 ± 3.3606
Hits@30:
Test: 61.9341 ± 1.8283
Hits@50:
Test: 70.7692 ± 1.4073
AUC:
Test: 90.5506 ± 0.3314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1539 ± 1.5803
Hits@20:
Test: 76.8791 ± 2.5977
Hits@30:
Test: 83.1209 ± 2.1274
Hits@50:
Test: 88.7473 ± 0.9504
AUC:
Test: 95.7643 ± 0.1717
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.2088 ± 2.2596
Hits@20:
Test: 56.1758 ± 2.0535
Hits@30:
Test: 62.9451 ± 0.2949
Hits@50:
Test: 71.7363 ± 0.7863
AUC:
Test: 90.6521 ± 0.5208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.9560 ± 1.8030
Hits@20:
Test: 77.8022 ± 2.7274
Hits@30:
Test: 83.3407 ± 1.8610
Hits@50:
Test: 88.6593 ± 1.2491
AUC:
Test: 95.9322 ± 0.2026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.3187 ± 3.1337
Hits@20:
Test: 57.8462 ± 2.5030
Hits@30:
Test: 63.6044 ± 1.9633
Hits@50:
Test: 72.5714 ± 2.3844
AUC:
Test: 91.3207 ± 0.4028
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4396 ± 22.8598
Hits@20:
Test: 61.9780 ± 3.0014
Hits@30:
Test: 70.8571 ± 2.4156
Hits@50:
Test: 80.5714 ± 1.4710
AUC:
Test: 92.7305 ± 0.3783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0879 ± 8.4503
Hits@20:
Test: 56.5714 ± 12.3524
Hits@30:
Test: 59.2088 ± 11.6261
Hits@50:
Test: 70.3736 ± 13.8831
AUC:
Test: 88.7456 ± 7.7361
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9011 ± 2.7070
Hits@20:
Test: 67.6044 ± 2.3394
Hits@30:
Test: 74.3736 ± 1.1588
Hits@50:
Test: 83.6484 ± 2.2011
AUC:
Test: 93.7079 ± 0.2413
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0879 ± 2.9240
Hits@20:
Test: 61.0550 ± 6.4740
Hits@30:
Test: 70.6374 ± 2.7389
Hits@50:
Test: 77.9341 ± 1.8945
AUC:
Test: 93.0973 ± 0.4892
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.8791 ± 5.3597
Hits@20:
Test: 72.6154 ± 3.6200
Hits@30:
Test: 78.8571 ± 2.2596
Hits@50:
Test: 85.1868 ± 1.8230
AUC:
Test: 94.6158 ± 0.5858
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.5165 ± 4.3359
Hits@20:
Test: 74.1099 ± 4.3995
Hits@30:
Test: 80.1758 ± 0.8708
Hits@50:
Test: 85.3187 ± 1.0812
AUC:
Test: 95.5630 ± 0.2773
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7363 ± 2.6070
Hits@20:
Test: 73.3626 ± 3.1252
Hits@30:
Test: 77.4945 ± 3.6000
Hits@50:
Test: 84.9231 ± 1.4874
AUC:
Test: 94.6044 ± 0.2011
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.9011 ± 13.0141
Hits@20:
Test: 56.7473 ± 14.3156
Hits@30:
Test: 62.2418 ± 12.7344
Hits@50:
Test: 70.9890 ± 12.7898
AUC:
Test: 88.2421 ± 7.5824
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.0220 ± 2.4943
Hits@20:
Test: 73.4945 ± 3.0358
Hits@30:
Test: 78.3736 ± 3.3713
Hits@50:
Test: 84.6593 ± 2.1274
AUC:
Test: 94.6937 ± 0.2682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3297 ± 3.2428
Hits@20:
Test: 64.2637 ± 2.0476
Hits@30:
Test: 69.4505 ± 0.8791
Hits@50:
Test: 78.4615 ± 1.9410
AUC:
Test: 92.1304 ± 0.3721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7363 ± 6.4964
Hits@20:
Test: 77.8462 ± 1.2947
Hits@30:
Test: 79.4286 ± 3.1758
Hits@50:
Test: 84.7912 ± 1.7541
AUC:
Test: 94.4755 ± 0.3622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0989 ± 2.7565
Hits@20:
Test: 73.9780 ± 1.6195
Hits@30:
Test: 76.2637 ± 2.5958
Hits@50:
Test: 81.8901 ± 3.2023
AUC:
Test: 94.3204 ± 0.4980
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.5275 ± 2.7052
Hits@20:
Test: 78.5934 ± 2.7826
Hits@30:
Test: 83.4286 ± 1.1897
Hits@50:
Test: 88.5275 ± 1.2664
AUC:
Test: 95.9405 ± 0.1453
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0440 ± 1.8881
Hits@20:
Test: 58.2418 ± 1.8584
Hits@30:
Test: 62.1978 ± 1.7787
Hits@50:
Test: 72.6593 ± 1.3333
AUC:
Test: 90.7305 ± 0.5085
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0659 ± 3.4903
Hits@20:
Test: 77.2308 ± 2.0535
Hits@30:
Test: 82.0659 ± 2.3082
Hits@50:
Test: 87.5165 ± 0.5472
AUC:
Test: 95.7625 ± 0.1341
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7802 ± 3.6730
Hits@20:
Test: 57.8462 ± 2.0582
Hits@30:
Test: 63.4725 ± 1.0471
Hits@50:
Test: 71.4725 ± 0.9999
AUC:
Test: 90.9122 ± 0.3915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3516 ± 1.1774
Hits@20:
Test: 78.5934 ± 1.2197
Hits@30:
Test: 82.1538 ± 1.8545
Hits@50:
Test: 87.0769 ± 1.2078
AUC:
Test: 95.8404 ± 0.2653
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.2418 ± 1.9805
Hits@20:
Test: 69.2747 ± 1.3584
Hits@30:
Test: 73.7582 ± 1.6996
Hits@50:
Test: 80.1758 ± 1.8349
AUC:
Test: 93.1772 ± 0.1789
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7692 ± 2.4424
Hits@20:
Test: 77.1429 ± 1.7923
Hits@30:
Test: 81.5824 ± 2.2542
Hits@50:
Test: 88.3956 ± 1.3495
AUC:
Test: 95.7713 ± 0.2905
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9341 ± 1.5695
Hits@20:
Test: 55.6923 ± 1.1897
Hits@30:
Test: 62.8132 ± 1.1462
Hits@50:
Test: 72.4835 ± 2.4395
AUC:
Test: 90.9792 ± 0.5067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1648 ± 2.5413
Hits@20:
Test: 77.6264 ± 2.7247
Hits@30:
Test: 83.1209 ± 2.0167
Hits@50:
Test: 88.9231 ± 0.9780
AUC:
Test: 95.7941 ± 0.4148
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.0659 ± 2.8723
Hits@20:
Test: 54.4176 ± 4.2293
Hits@30:
Test: 62.3736 ± 3.0667
Hits@50:
Test: 71.1209 ± 3.0079
AUC:
Test: 90.7704 ± 0.5951
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4725 ± 1.1876
Hits@20:
Test: 78.9011 ± 1.7923
Hits@30:
Test: 83.5165 ± 1.2138
Hits@50:
Test: 88.7473 ± 1.1142
AUC:
Test: 95.8286 ± 0.3111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0769 ± 3.0824
Hits@20:
Test: 55.7802 ± 1.1356
Hits@30:
Test: 64.7033 ± 1.4545
Hits@50:
Test: 72.5714 ± 2.3640
AUC:
Test: 91.1676 ± 0.3504
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3407 ± 10.7355
Hits@20:
Test: 71.2088 ± 3.1275
Hits@30:
Test: 78.7253 ± 2.3280
Hits@50:
Test: 85.9780 ± 2.3176
AUC:
Test: 94.4143 ± 0.5668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0330 ± 2.5678
Hits@20:
Test: 62.9451 ± 2.1229
Hits@30:
Test: 72.1758 ± 3.1182
Hits@50:
Test: 78.5934 ± 3.0517
AUC:
Test: 92.9872 ± 0.3216
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.6484 ± 8.6981
Hits@20:
Test: 72.1319 ± 6.1448
Hits@30:
Test: 80.2637 ± 3.4345
Hits@50:
Test: 84.5714 ± 1.9865
AUC:
Test: 94.2084 ± 0.8612
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.9341 ± 2.2446
Hits@20:
Test: 69.7582 ± 0.4815
Hits@30:
Test: 75.9121 ± 2.4991
Hits@50:
Test: 83.2088 ± 2.1790
AUC:
Test: 93.8092 ± 0.2301
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0659 ± 5.3691
Hits@20:
Test: 73.1868 ± 3.8351
Hits@30:
Test: 78.8571 ± 3.8111
Hits@50:
Test: 85.0110 ± 1.8083
AUC:
Test: 94.2827 ± 0.9548
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9890 ± 5.4045
Hits@20:
Test: 75.6923 ± 3.8684
Hits@30:
Test: 79.8681 ± 3.5865
Hits@50:
Test: 86.3736 ± 3.4576
AUC:
Test: 95.7581 ± 0.5119
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.0989 ± 6.2299
Hits@20:
Test: 71.6044 ± 7.3444
Hits@30:
Test: 77.3626 ± 2.9446
Hits@50:
Test: 82.8571 ± 4.3208
AUC:
Test: 94.4161 ± 0.7804
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9890 ± 2.4444
Hits@20:
Test: 63.2967 ± 2.5958
Hits@30:
Test: 71.6923 ± 2.7774
Hits@50:
Test: 78.1099 ± 1.8163
AUC:
Test: 93.0618 ± 0.3129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1209 ± 3.9020
Hits@20:
Test: 71.1648 ± 2.4739
Hits@30:
Test: 78.3736 ± 2.7565
Hits@50:
Test: 85.5824 ± 1.2491
AUC:
Test: 94.3533 ± 0.4320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1758 ± 3.3991
Hits@20:
Test: 60.9231 ± 1.4021
Hits@30:
Test: 71.3407 ± 3.0079
Hits@50:
Test: 78.5055 ± 1.7949
AUC:
Test: 93.0709 ± 0.2137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6374 ± 1.0586
Hits@20:
Test: 74.0659 ± 1.7855
Hits@30:
Test: 79.9560 ± 0.8569
Hits@50:
Test: 82.9011 ± 6.1684
AUC:
Test: 94.7401 ± 0.2330
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6923 ± 2.5725
Hits@20:
Test: 74.1099 ± 1.2759
Hits@30:
Test: 77.5824 ± 1.6076
Hits@50:
Test: 83.6484 ± 0.7863
AUC:
Test: 94.4235 ± 0.2114
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4286 ± 4.7378
Hits@20:
Test: 73.6264 ± 5.9605
Hits@30:
Test: 78.1538 ± 4.9404
Hits@50:
Test: 84.7473 ± 2.8807
AUC:
Test: 94.9256 ± 0.3810
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.2198 ± 2.7739
Hits@20:
Test: 63.4725 ± 1.3405
Hits@30:
Test: 71.0330 ± 5.0103
Hits@50:
Test: 78.1538 ± 1.2491
AUC:
Test: 93.1185 ± 0.4034
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.9011 ± 9.9211
Hits@20:
Test: 72.9670 ± 6.2027
Hits@30:
Test: 80.1758 ± 2.7731
Hits@50:
Test: 85.7582 ± 2.4787
AUC:
Test: 94.4910 ± 0.9813
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.4396 ± 2.8257
Hits@20:
Test: 64.0000 ± 2.1218
Hits@30:
Test: 72.3516 ± 0.9878
Hits@50:
Test: 79.8242 ± 3.4660
AUC:
Test: 92.9772 ± 0.2825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.7582 ± 10.4360
Hits@20:
Test: 76.3517 ± 2.9918
Hits@30:
Test: 80.9670 ± 1.4955
Hits@50:
Test: 84.6593 ± 1.4776
AUC:
Test: 94.8307 ± 0.7803
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4725 ± 2.9796
Hits@20:
Test: 67.8242 ± 0.8873
Hits@30:
Test: 74.8132 ± 1.0834
Hits@50:
Test: 81.4945 ± 1.8804
AUC:
Test: 93.7252 ± 0.3313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4396 ± 5.0175
Hits@20:
Test: 76.2637 ± 1.0767
Hits@30:
Test: 80.1319 ± 3.1834
Hits@50:
Test: 85.8461 ± 2.1846
AUC:
Test: 95.1311 ± 0.1758
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.3187 ± 1.3602
Hits@20:
Test: 63.1648 ± 2.7956
Hits@30:
Test: 73.3187 ± 0.9780
Hits@50:
Test: 80.6154 ± 2.2755
AUC:
Test: 93.2610 ± 0.3344
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.2088 ± 1.3952
Hits@20:
Test: 74.1978 ± 3.0832
Hits@30:
Test: 79.5165 ± 3.1902
Hits@50:
Test: 85.5824 ± 1.2587
AUC:
Test: 94.7937 ± 0.3530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4286 ± 1.0238
Hits@20:
Test: 61.5385 ± 2.1534
Hits@30:
Test: 72.7912 ± 2.3487
Hits@50:
Test: 81.8462 ± 1.5115
AUC:
Test: 93.1386 ± 0.2952
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.7692 ± 2.3538
Hits@20:
Test: 75.9560 ± 2.4454
Hits@30:
Test: 81.4505 ± 0.3678
Hits@50:
Test: 85.9341 ± 0.9829
AUC:
Test: 94.8563 ± 0.1217
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6374 ± 4.2549
Hits@20:
Test: 63.1209 ± 4.4268
Hits@30:
Test: 71.0330 ± 2.1890
Hits@50:
Test: 81.3626 ± 0.9999
AUC:
Test: 93.1373 ± 0.2632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.5604 ± 7.7844
Hits@20:
Test: 72.0879 ± 5.0764
Hits@30:
Test: 79.5165 ± 4.0567
Hits@50:
Test: 85.6264 ± 1.5587
AUC:
Test: 94.6821 ± 0.5990
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7033 ± 3.7382
Hits@20:
Test: 63.1209 ± 0.8427
Hits@30:
Test: 71.6923 ± 3.3454
Hits@50:
Test: 79.5165 ± 2.8631
AUC:
Test: 93.1868 ± 0.2050
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.5604 ± 7.9060
Hits@20:
Test: 72.5275 ± 3.5404
Hits@30:
Test: 78.3736 ± 2.4305
Hits@50:
Test: 85.5385 ± 1.5258
AUC:
Test: 94.3940 ± 0.7231
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8132 ± 5.7598
Hits@20:
Test: 68.2637 ± 2.5184
Hits@30:
Test: 73.4945 ± 2.8257
Hits@50:
Test: 83.8242 ± 1.3058
AUC:
Test: 93.8579 ± 0.2534
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1539 ± 5.5077
Hits@20:
Test: 74.1978 ± 3.6267
Hits@30:
Test: 78.8132 ± 2.5659
Hits@50:
Test: 85.0549 ± 1.9963
AUC:
Test: 94.1567 ± 0.5048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9451 ± 0.5012
Hits@20:
Test: 76.7912 ± 1.5665
Hits@30:
Test: 81.1868 ± 2.2553
Hits@50:
Test: 85.8901 ± 1.9435
AUC:
Test: 95.7266 ± 0.2829
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7473 ± 10.9622
Hits@20:
Test: 71.2967 ± 7.0955
Hits@30:
Test: 79.0330 ± 4.0124
Hits@50:
Test: 84.9231 ± 1.3690
AUC:
Test: 94.4427 ± 0.4012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0879 ± 3.1252
Hits@20:
Test: 61.4945 ± 1.3314
Hits@30:
Test: 70.7692 ± 4.4038
Hits@50:
Test: 78.3297 ± 2.6944
AUC:
Test: 92.9564 ± 0.2604
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8791 ± 6.0637
Hits@20:
Test: 70.3297 ± 3.4225
Hits@30:
Test: 78.1538 ± 2.6125
Hits@50:
Test: 85.2747 ± 1.1420
AUC:
Test: 94.6342 ± 0.3256
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0440 ± 3.9579
Hits@20:
Test: 62.5934 ± 1.3223
Hits@30:
Test: 72.0440 ± 0.8426
Hits@50:
Test: 77.5824 ± 2.7451
AUC:
Test: 93.0835 ± 0.3481
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.4615 ± 2.7521
Hits@20:
Test: 74.8571 ± 1.4955
Hits@30:
Test: 79.0330 ± 1.7624
Hits@50:
Test: 83.7802 ± 6.8263
AUC:
Test: 94.7270 ± 0.3707
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.4615 ± 2.3905
Hits@20:
Test: 73.4505 ± 2.1046
Hits@30:
Test: 77.8901 ± 1.6344
Hits@50:
Test: 82.6374 ± 4.1989
AUC:
Test: 94.4872 ± 0.2236
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6703 ± 5.3642
Hits@20:
Test: 76.0000 ± 1.4192
Hits@30:
Test: 80.5714 ± 2.1901
Hits@50:
Test: 86.0659 ± 1.1998
AUC:
Test: 94.9208 ± 0.2805
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.3187 ± 2.7956
Hits@20:
Test: 62.8571 ± 1.2038
Hits@30:
Test: 69.2308 ± 4.0734
Hits@50:
Test: 79.3846 ± 1.9621
AUC:
Test: 93.0949 ± 0.2194
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0879 ± 0.9878
Hits@20:
Test: 74.6374 ± 2.5422
Hits@30:
Test: 79.6044 ± 1.6839
Hits@50:
Test: 86.4176 ± 1.6695
AUC:
Test: 94.9805 ± 0.3518
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7473 ± 2.1612
Hits@20:
Test: 65.0110 ± 2.7380
Hits@30:
Test: 69.9341 ± 4.4810
Hits@50:
Test: 79.6484 ± 3.5254
AUC:
Test: 93.1013 ± 0.3631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6813 ± 5.8161
Hits@20:
Test: 75.1209 ± 3.5075
Hits@30:
Test: 80.1319 ± 2.1172
Hits@50:
Test: 85.4506 ± 3.2204
AUC:
Test: 94.4361 ± 0.7574
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.9780 ± 2.0582
Hits@20:
Test: 68.6154 ± 2.3538
Hits@30:
Test: 75.0330 ± 1.8030
Hits@50:
Test: 81.5385 ± 1.8714
AUC:
Test: 93.7467 ± 0.3380
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.9560 ± 1.4906
Hits@20:
Test: 73.5824 ± 3.7921
Hits@30:
Test: 79.8681 ± 1.8296
Hits@50:
Test: 86.6813 ± 1.8030
AUC:
Test: 94.9561 ± 0.1364
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1429 ± 2.5940
Hits@20:
Test: 63.6044 ± 1.3242
Hits@30:
Test: 72.8791 ± 1.2491
Hits@50:
Test: 81.1868 ± 2.4894
AUC:
Test: 93.2963 ± 0.3346
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7033 ± 1.8752
Hits@20:
Test: 74.8571 ± 2.0652
Hits@30:
Test: 81.1429 ± 1.1876
Hits@50:
Test: 86.7253 ± 1.1795
AUC:
Test: 95.0710 ± 0.1268
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1538 ± 1.7123
Hits@20:
Test: 64.1758 ± 3.6147
Hits@30:
Test: 73.6264 ± 1.2815
Hits@50:
Test: 80.6154 ± 2.2273
AUC:
Test: 93.1558 ± 0.3125
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8901 ± 5.6748
Hits@20:
Test: 76.2198 ± 3.2908
Hits@30:
Test: 81.8901 ± 2.4991
Hits@50:
Test: 87.5165 ± 0.7832
AUC:
Test: 95.0274 ± 0.5092
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1209 ± 4.2035
Hits@20:
Test: 61.6264 ± 2.3497
Hits@30:
Test: 70.7692 ± 2.4226
Hits@50:
Test: 81.5385 ± 1.9348
AUC:
Test: 93.3211 ± 0.3821
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.2198 ± 6.4020
Hits@20:
Test: 69.4505 ± 5.2472
Hits@30:
Test: 76.9231 ± 2.7451
Hits@50:
Test: 84.4835 ± 1.5587
AUC:
Test: 94.1647 ± 0.6894
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1099 ± 4.7291
Hits@20:
Test: 66.9451 ± 4.5272
Hits@30:
Test: 72.6154 ± 1.9448
Hits@50:
Test: 82.3297 ± 1.4955
AUC:
Test: 93.3689 ± 0.2362
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.6484 ± 8.2887
Hits@20:
Test: 72.9231 ± 2.4739
Hits@30:
Test: 80.1758 ± 1.4021
Hits@50:
Test: 84.3956 ± 2.7494
AUC:
Test: 94.1856 ± 0.6696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1538 ± 4.9721
Hits@20:
Test: 66.0659 ± 2.7913
Hits@30:
Test: 75.4725 ± 0.6520
Hits@50:
Test: 82.4615 ± 0.7832
AUC:
Test: 93.9404 ± 0.1160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.2198 ± 2.5940
Hits@20:
Test: 74.6374 ± 2.1624
Hits@30:
Test: 80.3956 ± 2.2808
Hits@50:
Test: 86.0220 ± 2.1229
AUC:
Test: 94.4026 ± 1.5105
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6923 ± 1.1978
Hits@20:
Test: 76.7033 ± 1.7165
Hits@30:
Test: 81.7582 ± 1.8714
Hits@50:
Test: 88.4835 ± 1.4038
AUC:
Test: 95.9029 ± 0.2562
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.6593 ± 3.8864
Hits@20:
Test: 70.5934 ± 4.5823
Hits@30:
Test: 79.7363 ± 2.3176
Hits@50:
Test: 85.1429 ± 2.4846
AUC:
Test: 94.5239 ± 0.5118
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3516 ± 2.5583
Hits@20:
Test: 62.1978 ± 2.8949
Hits@30:
Test: 70.7253 ± 4.5399
Hits@50:
Test: 79.5165 ± 3.1368
AUC:
Test: 93.0522 ± 0.2883
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0330 ± 5.8550
Hits@20:
Test: 72.4835 ± 3.4937
Hits@30:
Test: 80.0440 ± 1.9682
Hits@50:
Test: 84.8791 ± 1.8995
AUC:
Test: 94.3300 ± 0.3718
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9780 ± 1.7208
Hits@20:
Test: 61.4066 ± 4.1135
Hits@30:
Test: 72.3956 ± 2.7078
Hits@50:
Test: 78.1099 ± 4.1398
AUC:
Test: 93.2102 ± 0.2203
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3516 ± 2.1478
Hits@20:
Test: 73.7582 ± 1.7760
Hits@30:
Test: 80.2637 ± 1.6329
Hits@50:
Test: 85.6703 ± 1.8083
AUC:
Test: 94.5866 ± 0.4072
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9121 ± 3.9162
Hits@20:
Test: 74.7253 ± 2.1308
Hits@30:
Test: 79.3846 ± 1.7814
Hits@50:
Test: 84.1319 ± 1.1567
AUC:
Test: 94.5772 ± 0.2683
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6264 ± 2.7783
Hits@20:
Test: 74.5055 ± 3.2301
Hits@30:
Test: 81.1868 ± 2.0179
Hits@50:
Test: 85.6264 ± 1.9323
AUC:
Test: 94.8815 ± 0.2502
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4066 ± 3.0902
Hits@20:
Test: 62.3736 ± 3.6327
Hits@30:
Test: 72.6154 ± 2.3600
Hits@50:
Test: 80.3077 ± 2.7256
AUC:
Test: 92.9923 ± 0.2481
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0110 ± 5.5361
Hits@20:
Test: 74.6813 ± 3.7984
Hits@30:
Test: 79.6484 ± 3.3570
Hits@50:
Test: 84.6593 ± 2.1103
AUC:
Test: 94.8712 ± 0.2931
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1099 ± 3.1391
Hits@20:
Test: 63.1648 ± 1.5742
Hits@30:
Test: 70.2418 ± 4.3945
Hits@50:
Test: 80.0440 ± 2.4345
AUC:
Test: 93.0418 ± 0.3031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.5055 ± 3.6532
Hits@20:
Test: 76.8352 ± 1.5432
Hits@30:
Test: 78.4176 ± 2.7731
Hits@50:
Test: 85.1429 ± 2.7870
AUC:
Test: 93.9833 ± 0.7655
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2637 ± 4.0615
Hits@20:
Test: 68.2637 ± 1.5970
Hits@30:
Test: 75.2967 ± 1.2587
Hits@50:
Test: 80.4835 ± 2.5126
AUC:
Test: 93.7369 ± 0.2730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6813 ± 3.4527
Hits@20:
Test: 76.0000 ± 2.8757
Hits@30:
Test: 80.7033 ± 2.8034
Hits@50:
Test: 85.9780 ± 1.8545
AUC:
Test: 94.9397 ± 0.2412
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.5934 ± 4.5025
Hits@20:
Test: 63.1209 ± 3.3742
Hits@30:
Test: 72.6593 ± 2.6764
Hits@50:
Test: 81.0110 ± 1.7896
AUC:
Test: 93.0657 ± 0.3039
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7802 ± 4.5506
Hits@20:
Test: 73.1429 ± 2.8120
Hits@30:
Test: 81.2308 ± 1.6491
Hits@50:
Test: 85.5385 ± 1.4107
AUC:
Test: 94.8773 ± 0.3087
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.5934 ± 2.0641
Hits@20:
Test: 62.2418 ± 1.6910
Hits@30:
Test: 73.8901 ± 1.8995
Hits@50:
Test: 80.5275 ± 2.0417
AUC:
Test: 93.0916 ± 0.3437
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.0220 ± 3.2472
Hits@20:
Test: 75.6923 ± 1.6491
Hits@30:
Test: 81.9341 ± 1.7949
Hits@50:
Test: 86.2857 ± 1.5195
AUC:
Test: 94.8653 ± 0.2547
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5275 ± 3.0651
Hits@20:
Test: 61.0989 ± 2.8698
Hits@30:
Test: 72.0440 ± 1.5803
Hits@50:
Test: 80.6154 ± 2.2055
AUC:
Test: 93.1787 ± 0.3573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2198 ± 22.1686
Hits@20:
Test: 59.6923 ± 1.9008
Hits@30:
Test: 69.2747 ± 1.1356
Hits@50:
Test: 78.1538 ± 1.6491
AUC:
Test: 91.9367 ± 0.7072
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6813 ± 22.5208
Hits@20:
Test: 59.2527 ± 2.5517
Hits@30:
Test: 66.5055 ± 4.1718
Hits@50:
Test: 73.6703 ± 4.7276
AUC:
Test: 92.1939 ± 0.6216
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9670 ± 4.7214
Hits@20:
Test: 61.4066 ± 3.4492
Hits@30:
Test: 71.8681 ± 2.0676
Hits@50:
Test: 79.4725 ± 1.4710
AUC:
Test: 92.6051 ± 0.3824
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3736 ± 5.0963
Hits@20:
Test: 64.4396 ± 3.1136
Hits@30:
Test: 68.1758 ± 4.4567
Hits@50:
Test: 77.1429 ± 3.8130
AUC:
Test: 92.6891 ± 0.8343
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1099 ± 5.6940
Hits@20:
Test: 71.6044 ± 5.9186
Hits@30:
Test: 78.4176 ± 4.4049
Hits@50:
Test: 83.2527 ± 2.2164
AUC:
Test: 94.8311 ± 0.6390
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1978 ± 2.1388
Hits@20:
Test: 75.3407 ± 1.6622
Hits@30:
Test: 79.6484 ± 1.6417
Hits@50:
Test: 85.2308 ± 3.2835
AUC:
Test: 95.4185 ± 0.4445
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3516 ± 5.8099
Hits@20:
Test: 70.1539 ± 3.7729
Hits@30:
Test: 77.4505 ± 2.5136
Hits@50:
Test: 84.9231 ± 1.2872
AUC:
Test: 93.7705 ± 0.5215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0110 ± 5.2930
Hits@20:
Test: 65.4505 ± 2.2596
Hits@30:
Test: 70.1978 ± 2.9223
Hits@50:
Test: 81.7143 ± 1.7882
AUC:
Test: 93.3989 ± 0.1927
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0769 ± 2.5912
Hits@20:
Test: 70.9451 ± 2.0699
Hits@30:
Test: 76.7473 ± 4.2572
Hits@50:
Test: 85.1868 ± 1.6781
AUC:
Test: 93.8429 ± 0.4875
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3736 ± 4.1188
Hits@20:
Test: 64.4396 ± 3.8301
Hits@30:
Test: 72.5275 ± 1.4579
Hits@50:
Test: 80.0440 ± 3.8396
AUC:
Test: 93.4902 ± 0.1538
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6813 ± 5.0060
Hits@20:
Test: 73.2747 ± 3.8054
Hits@30:
Test: 78.6813 ± 1.5306
Hits@50:
Test: 81.0989 ± 3.3440
AUC:
Test: 94.2277 ± 0.2171
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3297 ± 2.0346
Hits@20:
Test: 73.8901 ± 1.1567
Hits@30:
Test: 79.3846 ± 1.7123
Hits@50:
Test: 84.7912 ± 2.2055
AUC:
Test: 94.4901 ± 0.3176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.5165 ± 4.2713
Hits@20:
Test: 75.4286 ± 3.0350
Hits@30:
Test: 79.7363 ± 2.4592
Hits@50:
Test: 85.0989 ± 2.1612
AUC:
Test: 94.7712 ± 0.2044
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3517 ± 1.9719
Hits@20:
Test: 62.7253 ± 2.2284
Hits@30:
Test: 70.8132 ± 3.9297
Hits@50:
Test: 80.0000 ± 3.2747
AUC:
Test: 93.1889 ± 0.3668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.3516 ± 4.6190
Hits@20:
Test: 75.3407 ± 1.6695
Hits@30:
Test: 80.0000 ± 2.9772
Hits@50:
Test: 84.9231 ± 2.8342
AUC:
Test: 94.8925 ± 0.3151
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1319 ± 4.4038
Hits@20:
Test: 64.4835 ± 1.9198
Hits@30:
Test: 72.9231 ± 1.2664
Hits@50:
Test: 79.0330 ± 0.7054
AUC:
Test: 93.1431 ± 0.3832
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.4176 ± 3.9297
Hits@20:
Test: 75.1209 ± 4.0834
Hits@30:
Test: 80.4396 ± 2.7757
Hits@50:
Test: 85.6264 ± 2.5184
AUC:
Test: 94.3247 ± 0.9943
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.4176 ± 2.7159
Hits@20:
Test: 69.0989 ± 1.7067
Hits@30:
Test: 75.9560 ± 0.9529
Hits@50:
Test: 80.3956 ± 3.3991
AUC:
Test: 93.8517 ± 0.2532
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6374 ± 4.2657
Hits@20:
Test: 75.8681 ± 1.7194
Hits@30:
Test: 81.2308 ± 1.6564
Hits@50:
Test: 85.7143 ± 2.5394
AUC:
Test: 94.9142 ± 0.2083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1648 ± 2.4982
Hits@20:
Test: 63.5604 ± 1.8283
Hits@30:
Test: 71.5165 ± 2.4894
Hits@50:
Test: 80.1758 ± 2.7336
AUC:
Test: 93.2726 ± 0.3964
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.1758 ± 3.7005
Hits@20:
Test: 75.2088 ± 3.5724
Hits@30:
Test: 81.7143 ± 2.4246
Hits@50:
Test: 87.3846 ± 1.1271
AUC:
Test: 95.0237 ± 0.1544
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9121 ± 2.6710
Hits@20:
Test: 63.1648 ± 0.8597
Hits@30:
Test: 73.3187 ± 1.8230
Hits@50:
Test: 80.7473 ± 2.1455
AUC:
Test: 93.1663 ± 0.2894
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6484 ± 2.6116
Hits@20:
Test: 77.4066 ± 2.0989
Hits@30:
Test: 81.7143 ± 2.5318
Hits@50:
Test: 85.1429 ± 1.2965
AUC:
Test: 95.0529 ± 0.2554
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8242 ± 2.1724
Hits@20:
Test: 63.6484 ± 3.4667
Hits@30:
Test: 70.2418 ± 2.0535
Hits@50:
Test: 81.2308 ± 1.6996
AUC:
Test: 93.1770 ± 0.1857
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.5165 ± 2.1785
Hits@20:
Test: 68.2967 ± 2.2937
Hits@30:
Test: 74.1758 ± 1.0842
Hits@50:
Test: 80.1648 ± 0.9040
AUC:
Test: 91.7155 ± 0.2545
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9451 ± 1.9023
Hits@20:
Test: 63.0769 ± 4.5220
Hits@30:
Test: 68.6813 ± 4.3864
Hits@50:
Test: 75.4945 ± 1.9118
AUC:
Test: 91.7452 ± 0.3083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2747 ± 3.4681
Hits@20:
Test: 64.6703 ± 2.7648
Hits@30:
Test: 71.4835 ± 1.7340
Hits@50:
Test: 74.5604 ± 3.9738
AUC:
Test: 90.2189 ± 1.3394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2088 ± 4.2046
Hits@20:
Test: 59.6703 ± 3.8425
Hits@30:
Test: 66.2088 ± 1.7525
Hits@50:
Test: 71.4835 ± 2.2725
AUC:
Test: 90.9862 ± 0.4770
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5275 ± 4.7681
Hits@20:
Test: 64.1209 ± 4.8497
Hits@30:
Test: 70.5494 ± 4.7478
Hits@50:
Test: 75.9341 ± 4.7799
AUC:
Test: 90.3483 ± 1.6175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0879 ± 3.3638
Hits@20:
Test: 66.4286 ± 3.0208
Hits@30:
Test: 70.2747 ± 2.1785
Hits@50:
Test: 77.3077 ± 1.0971
AUC:
Test: 91.7879 ± 0.7802
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8681 ± 4.6149
Hits@20:
Test: 65.2747 ± 3.0401
Hits@30:
Test: 71.6484 ± 2.1308
Hits@50:
Test: 75.6593 ± 1.2481
AUC:
Test: 91.0342 ± 0.8975
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2088 ± 5.6491
Hits@20:
Test: 65.6044 ± 1.0841
Hits@30:
Test: 67.5275 ± 1.3828
Hits@50:
Test: 77.0879 ± 1.8938
AUC:
Test: 91.4783 ± 0.7631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.4066 ± 3.0997
Hits@20:
Test: 69.3956 ± 1.7979
Hits@30:
Test: 74.1758 ± 1.9034
Hits@50:
Test: 80.0549 ± 2.2937
AUC:
Test: 91.5571 ± 0.6161
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9121 ± 3.9738
Hits@20:
Test: 60.6044 ± 5.2941
Hits@30:
Test: 69.4505 ± 2.5505
Hits@50:
Test: 76.2088 ± 1.4947
AUC:
Test: 90.9022 ± 0.7440
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.4396 ± 5.7732
Hits@20:
Test: 66.3736 ± 3.3235
Hits@30:
Test: 71.9780 ± 3.5416
Hits@50:
Test: 75.0000 ± 3.8670
AUC:
Test: 90.4952 ± 1.5980
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2967 ± 0.2198
Hits@20:
Test: 61.4835 ± 4.8993
Hits@30:
Test: 66.6484 ± 3.0945
Hits@50:
Test: 72.0330 ± 2.7822
AUC:
Test: 91.1291 ± 0.8176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8132 ± 4.1874
Hits@20:
Test: 63.9560 ± 6.6976
Hits@30:
Test: 71.8132 ± 4.0501
Hits@50:
Test: 76.0989 ± 5.6159
AUC:
Test: 90.2291 ± 1.5005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.9341 ± 3.3596
Hits@20:
Test: 63.7363 ± 2.0539
Hits@30:
Test: 68.6264 ± 3.8629
Hits@50:
Test: 76.2088 ± 1.5683
AUC:
Test: 91.4431 ± 0.8588
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3407 ± 4.6622
Hits@20:
Test: 65.6044 ± 3.6798
Hits@30:
Test: 71.7033 ± 2.2867
Hits@50:
Test: 78.0769 ± 3.6617
AUC:
Test: 91.2971 ± 0.5036
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1648 ± 4.3625
Hits@20:
Test: 64.2857 ± 1.5385
Hits@30:
Test: 68.4615 ± 2.0500
Hits@50:
Test: 73.5714 ± 2.4433
AUC:
Test: 91.1756 ± 0.7696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2308 ± 2.2512
Hits@20:
Test: 69.2308 ± 2.2485
Hits@30:
Test: 73.6264 ± 2.6917
Hits@50:
Test: 80.1099 ± 1.9118
AUC:
Test: 91.4368 ± 0.5616
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7253 ± 3.1849
Hits@20:
Test: 61.0440 ± 1.9524
Hits@30:
Test: 69.9451 ± 1.3474
Hits@50:
Test: 76.9231 ± 1.4468
AUC:
Test: 91.3587 ± 0.7050
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5934 ± 5.7606
Hits@20:
Test: 61.2088 ± 4.8235
Hits@30:
Test: 66.7582 ± 5.8765
Hits@50:
Test: 72.9121 ± 5.3516
AUC:
Test: 89.7883 ± 1.4176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3846 ± 1.8906
Hits@20:
Test: 63.2967 ± 2.6917
Hits@30:
Test: 67.3626 ± 1.6690
Hits@50:
Test: 76.7033 ± 1.8906
AUC:
Test: 91.0461 ± 1.0905
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5055 ± 6.2293
Hits@20:
Test: 65.2198 ± 4.8331
Hits@30:
Test: 69.5604 ± 4.2485
Hits@50:
Test: 75.9890 ± 5.2667
AUC:
Test: 90.5987 ± 1.6905
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.1319 ± 2.6880
Hits@20:
Test: 64.5055 ± 3.0743
Hits@30:
Test: 68.9560 ± 4.5375
Hits@50:
Test: 73.6264 ± 1.7306
AUC:
Test: 91.6049 ± 0.9417
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.3077 ± 4.8729
Hits@20:
Test: 65.2747 ± 2.2770
Hits@30:
Test: 68.9011 ± 2.5283
Hits@50:
Test: 74.3407 ± 3.1716
AUC:
Test: 91.1964 ± 0.9798
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5714 ± 1.1116
Hits@20:
Test: 63.2967 ± 1.1207
Hits@30:
Test: 69.6703 ± 3.7255
Hits@50:
Test: 75.2198 ± 3.2912
AUC:
Test: 91.1389 ± 0.2871
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2967 ± 4.3896
Hits@20:
Test: 64.3407 ± 6.3404
Hits@30:
Test: 69.7802 ± 6.1289
Hits@50:
Test: 70.0000 ± 16.8305
AUC:
Test: 88.2069 ± 3.2889
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1429 ± 0.5383
Hits@20:
Test: 64.3956 ± 1.3666
Hits@30:
Test: 70.9341 ± 2.1932
Hits@50:
Test: 74.6703 ± 2.0411
AUC:
Test: 90.5296 ± 1.2168
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.3077 ± 7.0817
Hits@20:
Test: 68.5714 ± 2.4009
Hits@30:
Test: 71.7582 ± 1.5899
Hits@50:
Test: 75.9890 ± 5.0482
AUC:
Test: 90.4576 ± 1.7443
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6593 ± 3.1716
Hits@20:
Test: 66.3736 ± 2.3190
Hits@30:
Test: 69.8901 ± 1.1630
Hits@50:
Test: 77.7473 ± 0.6563
AUC:
Test: 91.5595 ± 0.6676
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8132 ± 5.4765
Hits@20:
Test: 67.5824 ± 4.8733
Hits@30:
Test: 70.1099 ± 3.2301
Hits@50:
Test: 78.3517 ± 3.1365
AUC:
Test: 90.8282 ± 1.4079
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0989 ± 5.5495
Hits@20:
Test: 61.1538 ± 5.6559
Hits@30:
Test: 66.9231 ± 3.3307
Hits@50:
Test: 74.8352 ± 2.0500
AUC:
Test: 91.6259 ± 1.0459
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7033 ± 3.1340
Hits@20:
Test: 65.1648 ± 2.3016
Hits@30:
Test: 70.6044 ± 2.6457
Hits@50:
Test: 77.8022 ± 1.7491
AUC:
Test: 91.2902 ± 0.6181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0330 ± 7.0453
Hits@20:
Test: 64.3956 ± 1.6150
Hits@30:
Test: 68.4615 ± 4.0664
Hits@50:
Test: 75.7692 ± 1.8157
AUC:
Test: 91.1142 ± 1.0755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7582 ± 6.8787
Hits@20:
Test: 58.8462 ± 3.8961
Hits@30:
Test: 65.3846 ± 1.2752
Hits@50:
Test: 68.3517 ± 5.9055
AUC:
Test: 88.9868 ± 0.4776
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3517 ± 1.3593
Hits@20:
Test: 59.6703 ± 3.0691
Hits@30:
Test: 64.1758 ± 5.0278
Hits@50:
Test: 73.7363 ± 2.5155
AUC:
Test: 89.5185 ± 1.5800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5055 ± 3.8125
Hits@20:
Test: 60.9890 ± 3.2918
Hits@30:
Test: 64.8901 ± 2.2440
Hits@50:
Test: 66.9780 ± 4.6358
AUC:
Test: 88.4135 ± 0.7745
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.1868 ± 4.4393
Hits@20:
Test: 57.9121 ± 3.8383
Hits@30:
Test: 61.5385 ± 3.1391
Hits@50:
Test: 70.9890 ± 2.6435
AUC:
Test: 89.2426 ± 0.6654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6264 ± 1.5541
Hits@20:
Test: 60.1099 ± 3.8173
Hits@30:
Test: 62.9121 ± 6.8600
Hits@50:
Test: 73.4615 ± 3.1716
AUC:
Test: 87.9484 ± 1.1589
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3846 ± 5.8131
Hits@20:
Test: 57.6923 ± 2.7713
Hits@30:
Test: 64.6703 ± 3.3638
Hits@50:
Test: 69.9451 ± 3.4348
AUC:
Test: 89.6067 ± 0.9486
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0000 ± 6.3762
Hits@20:
Test: 58.7363 ± 7.0840
Hits@30:
Test: 63.9560 ± 3.2201
Hits@50:
Test: 72.8022 ± 2.3697
AUC:
Test: 88.9162 ± 1.0388
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3846 ± 3.6485
Hits@20:
Test: 58.1319 ± 2.2521
Hits@30:
Test: 64.1758 ± 2.9541
Hits@50:
Test: 70.9341 ± 3.3781
AUC:
Test: 90.1931 ± 0.3864
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.3077 ± 5.2237
Hits@20:
Test: 57.3077 ± 4.3343
Hits@30:
Test: 63.1868 ± 4.7900
Hits@50:
Test: 66.4835 ± 3.6269
AUC:
Test: 87.2166 ± 1.4492
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9011 ± 3.9499
Hits@20:
Test: 57.4176 ± 4.1753
Hits@30:
Test: 63.0220 ± 4.8497
Hits@50:
Test: 70.6593 ± 3.4727
AUC:
Test: 88.5685 ± 1.5940
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8791 ± 6.8200
Hits@20:
Test: 57.6923 ± 4.3570
Hits@30:
Test: 63.9560 ± 2.3190
Hits@50:
Test: 71.8132 ± 2.4101
AUC:
Test: 88.5831 ± 1.2633
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9231 ± 3.3307
Hits@20:
Test: 60.0549 ± 1.4620
Hits@30:
Test: 64.2308 ± 2.8956
Hits@50:
Test: 72.2527 ± 1.0521
AUC:
Test: 89.4548 ± 0.8023
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6154 ± 2.7880
Hits@20:
Test: 59.0110 ± 4.0506
Hits@30:
Test: 64.1758 ± 5.0661
Hits@50:
Test: 70.7692 ± 5.1917
AUC:
Test: 87.5423 ± 1.8049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5824 ± 2.4564
Hits@20:
Test: 59.3407 ± 3.0559
Hits@30:
Test: 65.6593 ± 1.6287
Hits@50:
Test: 72.0879 ± 1.7024
AUC:
Test: 89.4700 ± 0.6698
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1978 ± 2.6213
Hits@20:
Test: 58.0220 ± 5.7787
Hits@30:
Test: 64.1209 ± 4.3268
Hits@50:
Test: 74.1758 ± 3.5552
AUC:
Test: 89.0297 ± 0.8976
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9231 ± 3.1615
Hits@20:
Test: 58.4615 ± 3.0717
Hits@30:
Test: 62.8571 ± 2.4539
Hits@50:
Test: 71.5934 ± 3.1101
AUC:
Test: 89.9083 ± 0.6452
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0000 ± 3.9905
Hits@20:
Test: 56.4286 ± 1.9770
Hits@30:
Test: 61.2088 ± 6.8061
Hits@50:
Test: 67.1978 ± 6.3505
AUC:
Test: 86.7056 ± 0.9430
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1758 ± 1.1699
Hits@20:
Test: 59.6703 ± 3.1365
Hits@30:
Test: 63.9560 ± 1.6544
Hits@50:
Test: 71.7033 ± 2.2796
AUC:
Test: 88.5718 ± 0.6370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7253 ± 4.5126
Hits@20:
Test: 57.6374 ± 5.1492
Hits@30:
Test: 63.0769 ± 3.6689
Hits@50:
Test: 68.5714 ± 1.9576
AUC:
Test: 87.0130 ± 1.7418
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5714 ± 1.7118
Hits@20:
Test: 57.6923 ± 1.8692
Hits@30:
Test: 62.8571 ± 2.3466
Hits@50:
Test: 69.8901 ± 0.8223
AUC:
Test: 88.2164 ± 0.6258
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5714 ± 1.0971
Hits@20:
Test: 59.1209 ± 2.3874
Hits@30:
Test: 62.0879 ± 2.9240
Hits@50:
Test: 66.0440 ± 5.0581
AUC:
Test: 87.7084 ± 0.7043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0879 ± 3.6617
Hits@20:
Test: 59.2857 ± 2.7764
Hits@30:
Test: 65.4945 ± 0.4748
Hits@50:
Test: 72.3077 ± 1.6544
AUC:
Test: 89.3949 ± 0.4102
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7692 ± 6.6551
Hits@20:
Test: 57.0330 ± 6.7871
Hits@30:
Test: 65.9341 ± 2.1609
Hits@50:
Test: 72.5275 ± 1.6150
AUC:
Test: 88.9461 ± 0.8341
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.4615 ± 4.6881
Hits@20:
Test: 59.5604 ± 4.0166
Hits@30:
Test: 62.4725 ± 3.6308
Hits@50:
Test: 72.3077 ± 2.8543
AUC:
Test: 89.8335 ± 0.7211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8901 ± 3.2943
Hits@20:
Test: 58.2418 ± 3.9682
Hits@30:
Test: 64.0659 ± 4.3974
Hits@50:
Test: 65.3297 ± 8.4976
AUC:
Test: 87.0199 ± 0.9971
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.8242 ± 4.4660
Hits@20:
Test: 54.3407 ± 2.5275
Hits@30:
Test: 59.3407 ± 1.3064
Hits@50:
Test: 66.2088 ± 1.7340
AUC:
Test: 87.0049 ± 0.2669
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9121 ± 5.9364
Hits@20:
Test: 56.0440 ± 3.8862
Hits@30:
Test: 61.9780 ± 2.5818
Hits@50:
Test: 67.2527 ± 2.8487
AUC:
Test: 85.6523 ± 1.2309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5275 ± 2.3942
Hits@20:
Test: 60.9890 ± 1.4073
Hits@30:
Test: 61.6484 ± 5.0677
Hits@50:
Test: 70.0000 ± 1.3958
AUC:
Test: 88.1433 ± 0.5159
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2418 ± 4.4983
Hits@20:
Test: 58.4615 ± 4.2843
Hits@30:
Test: 63.9560 ± 2.8543
Hits@50:
Test: 71.2088 ± 3.0506
AUC:
Test: 87.7316 ± 0.9149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.7692 ± 4.1893
Hits@20:
Test: 59.8352 ± 1.9275
Hits@30:
Test: 63.7363 ± 1.6738
Hits@50:
Test: 68.2418 ± 2.9295
AUC:
Test: 88.2885 ± 1.0380
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6374 ± 6.3534
Hits@20:
Test: 59.7253 ± 4.1599
Hits@30:
Test: 64.6703 ± 1.5266
Hits@50:
Test: 72.6923 ± 1.9932
AUC:
Test: 88.6922 ± 0.8758
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5385 ± 1.7990
Hits@20:
Test: 58.4615 ± 3.7684
Hits@30:
Test: 63.0769 ± 4.3031
Hits@50:
Test: 72.9670 ± 3.4935
AUC:
Test: 89.7580 ± 0.7624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4396 ± 8.4577
Hits@20:
Test: 62.2528 ± 3.2220
Hits@30:
Test: 65.8242 ± 4.2104
Hits@50:
Test: 74.3407 ± 2.7000
AUC:
Test: 89.7581 ± 1.9023
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1319 ± 2.0223
Hits@20:
Test: 58.4615 ± 3.0135
Hits@30:
Test: 61.5385 ± 4.2579
Hits@50:
Test: 75.0549 ± 1.9369
AUC:
Test: 90.9306 ± 0.5629
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2747 ± 2.1637
Hits@20:
Test: 57.6923 ± 9.0840
Hits@30:
Test: 65.5495 ± 2.8224
Hits@50:
Test: 64.9451 ± 4.7018
AUC:
Test: 89.2784 ± 1.2612
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6374 ± 2.0173
Hits@20:
Test: 56.3187 ± 4.0061
Hits@30:
Test: 59.8352 ± 5.4025
Hits@50:
Test: 71.3736 ± 3.1614
AUC:
Test: 90.6289 ± 0.7409
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8132 ± 3.0368
Hits@20:
Test: 62.2528 ± 2.3077
Hits@30:
Test: 66.8681 ± 1.3593
Hits@50:
Test: 73.5165 ± 4.2180
AUC:
Test: 90.1268 ± 1.4687
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5055 ± 2.3147
Hits@20:
Test: 60.7692 ± 2.1571
Hits@30:
Test: 66.4835 ± 2.3637
Hits@50:
Test: 72.3077 ± 4.5184
AUC:
Test: 90.5624 ± 0.4819
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7253 ± 4.1053
Hits@20:
Test: 59.4506 ± 4.8302
Hits@30:
Test: 68.4615 ± 2.8288
Hits@50:
Test: 75.4945 ± 2.1571
AUC:
Test: 90.4167 ± 1.1759
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0549 ± 4.5162
Hits@20:
Test: 60.2198 ± 2.3190
Hits@30:
Test: 67.4176 ± 3.1767
Hits@50:
Test: 75.0000 ± 1.2220
AUC:
Test: 90.6954 ± 1.0568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.4725 ± 2.9833
Hits@20:
Test: 61.8681 ± 5.5615
Hits@30:
Test: 66.4835 ± 6.3204
Hits@50:
Test: 75.2198 ± 1.7154
AUC:
Test: 89.7282 ± 1.4075
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.8022 ± 4.1487
Hits@20:
Test: 55.1099 ± 5.5292
Hits@30:
Test: 61.0440 ± 5.6073
Hits@50:
Test: 71.7582 ± 5.2793
AUC:
Test: 90.3718 ± 0.4506
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0989 ± 3.0268
Hits@20:
Test: 58.8462 ± 4.4371
Hits@30:
Test: 64.7253 ± 4.5202
Hits@50:
Test: 67.6923 ± 5.8507
AUC:
Test: 89.2953 ± 1.4724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4176 ± 2.0956
Hits@20:
Test: 56.9780 ± 3.0155
Hits@30:
Test: 65.8242 ± 1.4852
Hits@50:
Test: 74.3407 ± 1.1402
AUC:
Test: 90.9883 ± 0.1958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7582 ± 0.6833
Hits@20:
Test: 61.7033 ± 2.6880
Hits@30:
Test: 67.0330 ± 8.8514
Hits@50:
Test: 71.7582 ± 4.7833
AUC:
Test: 89.9259 ± 1.6054
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.3736 ± 4.4934
Hits@20:
Test: 59.1758 ± 4.1753
Hits@30:
Test: 64.7802 ± 4.2175
Hits@50:
Test: 73.6813 ± 2.7119
AUC:
Test: 90.8423 ± 0.5550
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9451 ± 2.5881
Hits@20:
Test: 59.3407 ± 2.9541
Hits@30:
Test: 66.9780 ± 3.1153
Hits@50:
Test: 73.6813 ± 3.8629
AUC:
Test: 90.7017 ± 0.8111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1978 ± 2.5654
Hits@20:
Test: 59.8901 ± 1.9202
Hits@30:
Test: 65.7692 ± 1.6386
Hits@50:
Test: 74.1209 ± 3.9900
AUC:
Test: 90.5915 ± 0.5499
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4835 ± 6.7416
Hits@20:
Test: 62.6374 ± 3.5755
Hits@30:
Test: 67.0879 ± 4.4407
Hits@50:
Test: 72.5275 ± 2.1683
AUC:
Test: 88.8417 ± 0.8244
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7033 ± 1.8344
Hits@20:
Test: 54.3956 ± 4.9030
Hits@30:
Test: 63.2967 ± 1.2940
Hits@50:
Test: 71.9780 ± 3.8924
AUC:
Test: 89.8463 ± 1.4540
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9560 ± 2.8288
Hits@20:
Test: 61.3736 ± 5.8076
Hits@30:
Test: 70.3297 ± 2.9758
Hits@50:
Test: 71.5385 ± 7.1206
AUC:
Test: 89.5632 ± 1.3031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5934 ± 2.2485
Hits@20:
Test: 59.3956 ± 1.8157
Hits@30:
Test: 65.7692 ± 4.7082
Hits@50:
Test: 72.7473 ± 2.9812
AUC:
Test: 90.9224 ± 0.7090
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6044 ± 3.5119
Hits@20:
Test: 62.3077 ± 4.5768
Hits@30:
Test: 66.2637 ± 7.1206
Hits@50:
Test: 74.2308 ± 4.5517
AUC:
Test: 90.2064 ± 1.8426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8901 ± 2.9650
Hits@20:
Test: 60.8242 ± 1.2220
Hits@30:
Test: 64.5604 ± 3.3349
Hits@50:
Test: 70.8791 ± 4.5909
AUC:
Test: 90.3553 ± 0.4984
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4066 ± 5.8231
Hits@20:
Test: 62.8022 ± 1.9275
Hits@30:
Test: 66.5934 ± 3.6336
Hits@50:
Test: 71.3736 ± 2.9507
AUC:
Test: 89.8811 ± 0.5265
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7582 ± 2.2654
Hits@20:
Test: 58.5714 ± 3.9662
Hits@30:
Test: 65.1648 ± 1.8864
Hits@50:
Test: 73.2967 ± 4.1758
AUC:
Test: 90.5385 ± 0.3084
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2528 ± 5.9500
Hits@20:
Test: 55.1099 ± 8.1376
Hits@30:
Test: 60.3846 ± 7.7815
Hits@50:
Test: 67.5275 ± 11.0713
AUC:
Test: 86.2061 ± 2.3447
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.8022 ± 3.1824
Hits@20:
Test: 56.3187 ± 4.7963
Hits@30:
Test: 61.0989 ± 4.7206
Hits@50:
Test: 68.8462 ± 5.8983
AUC:
Test: 87.8237 ± 2.4205
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9670 ± 1.0916
Hits@20:
Test: 60.9341 ± 4.7457
Hits@30:
Test: 64.3407 ± 6.7201
Hits@50:
Test: 69.7253 ± 7.1090
AUC:
Test: 87.4365 ± 1.6668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7033 ± 2.7945
Hits@20:
Test: 57.3626 ± 6.4577
Hits@30:
Test: 63.6264 ± 4.9617
Hits@50:
Test: 70.0549 ± 4.5091
AUC:
Test: 89.6013 ± 0.8557
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4945 ± 9.1370
Hits@20:
Test: 61.7582 ± 8.3381
Hits@30:
Test: 67.8022 ± 5.9368
Hits@50:
Test: 72.8022 ± 5.4263
AUC:
Test: 89.7841 ± 0.6804
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.9011 ± 2.0879
Hits@20:
Test: 59.7253 ± 1.1819
Hits@30:
Test: 66.2637 ± 2.1422
Hits@50:
Test: 73.1868 ± 3.8194
AUC:
Test: 90.4754 ± 0.3090
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9231 ± 1.6188
Hits@20:
Test: 62.0879 ± 3.2425
Hits@30:
Test: 64.7802 ± 2.8224
Hits@50:
Test: 75.8242 ± 1.8649
AUC:
Test: 90.6779 ± 0.9056
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1758 ± 3.6836
Hits@20:
Test: 58.5165 ± 3.2019
Hits@30:
Test: 66.1538 ± 4.5291
Hits@50:
Test: 73.5165 ± 3.1621
AUC:
Test: 90.5199 ± 0.9514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3297 ± 3.7081
Hits@20:
Test: 79.6703 ± 1.1420
Hits@30:
Test: 78.6264 ± 3.9331
Hits@50:
Test: 85.9341 ± 1.9244
AUC:
Test: 95.2786 ± 1.0797
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5714 ± 6.5182
Hits@20:
Test: 64.3956 ± 4.7681
Hits@30:
Test: 68.7912 ± 4.7715
Hits@50:
Test: 78.6264 ± 3.1204
AUC:
Test: 92.9463 ± 1.0091
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1539 ± 1.5161
Hits@20:
Test: 78.1319 ± 0.8882
Hits@30:
Test: 82.6923 ± 1.2220
Hits@50:
Test: 83.0769 ± 6.4652
AUC:
Test: 95.0014 ± 0.5766
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3846 ± 6.4627
Hits@20:
Test: 63.6813 ± 2.2151
Hits@30:
Test: 72.1429 ± 5.8902
Hits@50:
Test: 75.6044 ± 2.0695
AUC:
Test: 93.7161 ± 0.3793
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9890 ± 0.6470
Hits@20:
Test: 78.8462 ± 0.7262
Hits@30:
Test: 80.8242 ± 5.4322
Hits@50:
Test: 85.2198 ± 2.1337
AUC:
Test: 95.2399 ± 0.5741
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5604 ± 7.9332
Hits@20:
Test: 66.4286 ± 2.0411
Hits@30:
Test: 72.1978 ± 4.5344
Hits@50:
Test: 78.7363 ± 2.4234
AUC:
Test: 92.8862 ± 0.4152
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4176 ± 3.0108
Hits@20:
Test: 79.5055 ± 2.5654
Hits@30:
Test: 82.7473 ± 0.6833
Hits@50:
Test: 85.8791 ± 3.0893
AUC:
Test: 95.5975 ± 0.3407
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.2198 ± 1.9244
Hits@20:
Test: 66.7033 ± 3.1824
Hits@30:
Test: 75.1099 ± 1.6774
Hits@50:
Test: 77.9670 ± 3.8125
AUC:
Test: 93.3232 ± 0.9937
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.7033 ± 1.9688
Hits@20:
Test: 77.8022 ± 1.2561
Hits@30:
Test: 79.9451 ± 3.5044
Hits@50:
Test: 82.5824 ± 4.3194
AUC:
Test: 94.8947 ± 0.7798
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5604 ± 3.2814
Hits@20:
Test: 63.1868 ± 3.8717
Hits@30:
Test: 68.2418 ± 5.1088
Hits@50:
Test: 79.2308 ± 3.3596
AUC:
Test: 93.4857 ± 0.7959
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.4396 ± 3.3882
Hits@20:
Test: 78.2418 ± 2.3190
Hits@30:
Test: 80.4396 ± 2.8430
Hits@50:
Test: 82.2527 ± 3.1564
AUC:
Test: 95.3591 ± 0.3974
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7363 ± 6.3913
Hits@20:
Test: 63.4615 ± 5.9743
Hits@30:
Test: 67.4176 ± 6.8223
Hits@50:
Test: 78.2418 ± 3.0822
AUC:
Test: 93.5487 ± 0.2223
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.8132 ± 3.3107
Hits@20:
Test: 77.6374 ± 1.3828
Hits@30:
Test: 80.4396 ± 4.7376
Hits@50:
Test: 84.6154 ± 2.5505
AUC:
Test: 95.5545 ± 0.1483
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1758 ± 8.7112
Hits@20:
Test: 65.6593 ± 3.2070
Hits@30:
Test: 67.3626 ± 6.4064
Hits@50:
Test: 78.7912 ± 3.1925
AUC:
Test: 93.1130 ± 0.5374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.2637 ± 2.7000
Hits@20:
Test: 78.4066 ± 1.4620
Hits@30:
Test: 79.7802 ± 6.9847
Hits@50:
Test: 84.3956 ± 3.9356
AUC:
Test: 94.9551 ± 0.9706
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7473 ± 2.9562
Hits@20:
Test: 69.7253 ± 2.2937
Hits@30:
Test: 74.2308 ± 1.7979
Hits@50:
Test: 78.5165 ± 3.5862
AUC:
Test: 93.3099 ± 0.9856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6703 ± 1.1630
Hits@20:
Test: 73.4066 ± 4.6415
Hits@30:
Test: 79.0110 ± 2.6404
Hits@50:
Test: 81.2088 ± 3.5823
AUC:
Test: 94.4140 ± 0.6315
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3517 ± 0.6313
Hits@20:
Test: 62.3077 ± 1.8168
Hits@30:
Test: 69.7253 ± 3.0736
Hits@50:
Test: 74.2308 ± 2.4825
AUC:
Test: 92.5917 ± 0.3582
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3846 ± 2.4695
Hits@20:
Test: 79.5055 ± 0.9040
Hits@30:
Test: 81.5385 ± 1.9410
Hits@50:
Test: 81.5934 ± 5.2667
AUC:
Test: 95.4840 ± 0.0721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2088 ± 8.3736
Hits@20:
Test: 66.5934 ± 0.4013
Hits@30:
Test: 71.8132 ± 1.0673
Hits@50:
Test: 78.4615 ± 3.4190
AUC:
Test: 93.8234 ± 0.3366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0440 ± 2.3967
Hits@20:
Test: 78.2418 ± 2.3942
Hits@30:
Test: 83.1319 ± 0.7692
Hits@50:
Test: 85.0000 ± 1.5266
AUC:
Test: 95.3218 ± 0.1475
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9780 ± 5.8356
Hits@20:
Test: 65.0549 ± 2.8487
Hits@30:
Test: 72.7473 ± 1.8212
Hits@50:
Test: 77.9121 ± 2.0734
AUC:
Test: 93.2967 ± 0.3428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.5165 ± 2.2015
Hits@20:
Test: 78.9011 ± 3.8362
Hits@30:
Test: 82.9121 ± 1.4947
Hits@50:
Test: 83.2967 ± 4.4066
AUC:
Test: 94.9548 ± 0.9889
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.2527 ± 3.7320
Hits@20:
Test: 66.7033 ± 2.2875
Hits@30:
Test: 74.5055 ± 2.4800
Hits@50:
Test: 77.3626 ± 1.4906
AUC:
Test: 93.4165 ± 0.7211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5385 ± 27.9809
Hits@20:
Test: 65.3297 ± 1.5161
Hits@30:
Test: 71.1538 ± 2.8901
Hits@50:
Test: 79.7802 ± 1.2940
AUC:
Test: 92.2795 ± 0.4230
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2967 ± 2.4507
Hits@20:
Test: 60.6044 ± 3.2369
Hits@30:
Test: 67.2528 ± 3.3811
Hits@50:
Test: 77.3626 ± 2.2485
AUC:
Test: 92.4484 ± 0.4419
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.8132 ± 2.5441
Hits@20:
Test: 75.7692 ± 1.8767
Hits@30:
Test: 78.7912 ± 4.1797
Hits@50:
Test: 84.8352 ± 1.0464
AUC:
Test: 94.2445 ± 0.7134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0000 ± 5.4208
Hits@20:
Test: 58.8462 ± 3.8919
Hits@30:
Test: 70.2747 ± 2.6579
Hits@50:
Test: 78.5714 ± 1.6101
AUC:
Test: 92.8280 ± 0.6167
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.2967 ± 1.2497
Hits@20:
Test: 78.8462 ± 0.3297
Hits@30:
Test: 83.5165 ± 1.3308
Hits@50:
Test: 84.9451 ± 2.6768
AUC:
Test: 95.1848 ± 0.4721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.1868 ± 6.6493
Hits@20:
Test: 67.9670 ± 2.4498
Hits@30:
Test: 71.0989 ± 4.2257
Hits@50:
Test: 79.7802 ± 1.9493
AUC:
Test: 93.3587 ± 0.6377
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.8242 ± 3.5772
Hits@20:
Test: 79.2857 ± 2.7880
Hits@30:
Test: 82.4725 ± 3.2369
Hits@50:
Test: 84.5604 ± 2.7237
AUC:
Test: 95.6459 ± 0.2133
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.5714 ± 3.6136
Hits@20:
Test: 66.7582 ± 3.6661
Hits@30:
Test: 74.9451 ± 4.1273
Hits@50:
Test: 77.1429 ± 1.8906
AUC:
Test: 93.4519 ± 0.5763
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0110 ± 2.2051
Hits@20:
Test: 77.8022 ± 2.5693
Hits@30:
Test: 83.8462 ± 0.7289
Hits@50:
Test: 88.1319 ± 1.0464
AUC:
Test: 95.8398 ± 0.2516
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.0440 ± 2.4441
Hits@20:
Test: 54.3407 ± 3.5996
Hits@30:
Test: 60.7143 ± 1.0823
Hits@50:
Test: 69.4506 ± 1.9983
AUC:
Test: 90.1437 ± 0.3282
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.8242 ± 2.5019
Hits@20:
Test: 78.3517 ± 0.9062
Hits@30:
Test: 83.1319 ± 2.9123
Hits@50:
Test: 88.2418 ± 1.7071
AUC:
Test: 95.7834 ± 0.0998
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2857 ± 2.8852
Hits@20:
Test: 53.0220 ± 2.1562
Hits@30:
Test: 61.4286 ± 1.9452
Hits@50:
Test: 68.9011 ± 1.3489
AUC:
Test: 90.1283 ± 0.5674
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.9121 ± 1.7154
Hits@20:
Test: 78.2967 ± 2.1711
Hits@30:
Test: 82.9670 ± 1.1420
Hits@50:
Test: 88.0769 ± 1.7525
AUC:
Test: 95.9465 ± 0.0962
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.9451 ± 3.2226
Hits@20:
Test: 53.4066 ± 3.7168
Hits@30:
Test: 59.3956 ± 4.8397
Hits@50:
Test: 72.0879 ± 1.9739
AUC:
Test: 90.3804 ± 0.2626
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.2637 ± 2.1412
Hits@20:
Test: 77.8022 ± 1.0915
Hits@30:
Test: 83.2418 ± 1.4730
Hits@50:
Test: 88.2967 ± 1.5372
AUC:
Test: 95.8248 ± 0.1655
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3297 ± 2.7237
Hits@20:
Test: 56.5385 ± 1.2088
Hits@30:
Test: 62.9121 ± 2.0724
Hits@50:
Test: 72.0330 ± 1.9851
AUC:
Test: 91.0126 ± 0.2262
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.1319 ± 1.0971
Hits@20:
Test: 80.0000 ± 2.2840
Hits@30:
Test: 84.2857 ± 1.6977
Hits@50:
Test: 88.5714 ± 1.2038
AUC:
Test: 95.8922 ± 0.2271
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.5494 ± 3.0612
Hits@20:
Test: 57.9121 ± 1.1971
Hits@30:
Test: 63.8462 ± 2.0656
Hits@50:
Test: 72.1978 ± 1.6977
AUC:
Test: 90.8150 ± 0.2397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7912 ± 5.4459
Hits@20:
Test: 78.8462 ± 1.0823
Hits@30:
Test: 82.6923 ± 1.8508
Hits@50:
Test: 88.4066 ± 0.6052
AUC:
Test: 95.9274 ± 0.1753
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.7253 ± 4.3087
Hits@20:
Test: 54.0110 ± 3.0945
Hits@30:
Test: 61.2088 ± 2.4375
Hits@50:
Test: 71.4835 ± 1.5266
AUC:
Test: 89.8856 ± 0.3826
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.4505 ± 1.9902
Hits@20:
Test: 76.5934 ± 2.8628
Hits@30:
Test: 80.8242 ± 2.2654
Hits@50:
Test: 87.5824 ± 2.0342
AUC:
Test: 95.7060 ± 0.2124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7912 ± 2.7973
Hits@20:
Test: 56.8132 ± 2.6888
Hits@30:
Test: 63.1319 ± 2.1109
Hits@50:
Test: 73.9560 ± 1.5280
AUC:
Test: 91.0054 ± 0.1368
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6154 ± 1.7340
Hits@20:
Test: 78.6813 ± 0.8223
Hits@30:
Test: 83.1319 ± 1.8245
Hits@50:
Test: 89.7253 ± 1.3593
AUC:
Test: 95.7782 ± 0.2785
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8132 ± 2.8430
Hits@20:
Test: 59.5604 ± 1.7674
Hits@30:
Test: 63.6813 ± 2.6880
Hits@50:
Test: 72.6374 ± 2.7244
AUC:
Test: 91.3739 ± 0.7306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5714 ± 4.2895
Hits@20:
Test: 70.9890 ± 2.8543
Hits@30:
Test: 78.2967 ± 1.1402
Hits@50:
Test: 85.4945 ± 0.4748
AUC:
Test: 94.5242 ± 0.2419
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5934 ± 2.6335
Hits@20:
Test: 60.8242 ± 1.1116
Hits@30:
Test: 66.3187 ± 2.2867
Hits@50:
Test: 74.9451 ± 1.1490
AUC:
Test: 91.2429 ± 0.2752
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9890 ± 3.7427
Hits@20:
Test: 77.8571 ± 1.0971
Hits@30:
Test: 84.0110 ± 1.2609
Hits@50:
Test: 89.0110 ± 1.8906
AUC:
Test: 95.9541 ± 0.1444
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5165 ± 1.4620
Hits@20:
Test: 56.5934 ± 2.4962
Hits@30:
Test: 62.0879 ± 1.7990
Hits@50:
Test: 71.7582 ± 1.9369
AUC:
Test: 90.6201 ± 0.4259
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3297 ± 1.4689
Hits@20:
Test: 78.1319 ± 1.6882
Hits@30:
Test: 83.4615 ± 0.8297
Hits@50:
Test: 88.2418 ± 1.4852
AUC:
Test: 95.7336 ± 0.2060
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9890 ± 3.8167
Hits@20:
Test: 53.8462 ± 5.4044
Hits@30:
Test: 62.8022 ± 2.7119
Hits@50:
Test: 70.3846 ± 2.5147
AUC:
Test: 90.6662 ± 0.4005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9231 ± 1.3248
Hits@20:
Test: 77.6923 ± 2.5662
Hits@30:
Test: 82.4725 ± 1.6678
Hits@50:
Test: 88.2418 ± 1.7990
AUC:
Test: 95.8725 ± 0.1847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6374 ± 1.0367
Hits@20:
Test: 56.7582 ± 0.9559
Hits@30:
Test: 63.0769 ± 2.1609
Hits@50:
Test: 71.2088 ± 1.7674
AUC:
Test: 90.4941 ± 0.6759
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5714 ± 27.2961
Hits@20:
Test: 64.8901 ± 2.0013
Hits@30:
Test: 73.2967 ± 1.7628
Hits@50:
Test: 79.5055 ± 0.8488
AUC:
Test: 92.5327 ± 0.3446
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6484 ± 22.9436
Hits@20:
Test: 52.3626 ± 12.3682
Hits@30:
Test: 57.6923 ± 12.8811
Hits@50:
Test: 69.0110 ± 15.5626
AUC:
Test: 87.5887 ± 8.4731
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3077 ± 4.8235
Hits@20:
Test: 72.4725 ± 3.4998
Hits@30:
Test: 77.3626 ± 3.5302
Hits@50:
Test: 84.6154 ± 2.3466
AUC:
Test: 94.7024 ± 0.4310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0989 ± 1.6774
Hits@20:
Test: 63.2418 ± 1.9023
Hits@30:
Test: 66.4286 ± 3.7786
Hits@50:
Test: 75.2198 ± 2.3423
AUC:
Test: 91.4883 ± 0.6611
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.6044 ± 1.2862
Hits@20:
Test: 78.2967 ± 1.9191
Hits@30:
Test: 81.7582 ± 1.2038
Hits@50:
Test: 87.3077 ± 0.7899
AUC:
Test: 95.6231 ± 0.2893
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5824 ± 1.1560
Hits@20:
Test: 54.3407 ± 1.2481
Hits@30:
Test: 61.2637 ± 2.4564
Hits@50:
Test: 71.7033 ± 1.7979
AUC:
Test: 90.6165 ± 0.3600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.6044 ± 2.1185
Hits@20:
Test: 78.6264 ± 2.6028
Hits@30:
Test: 82.6374 ± 1.8735
Hits@50:
Test: 88.2418 ± 1.1420
AUC:
Test: 95.9098 ± 0.1235
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.0440 ± 2.2734
Hits@20:
Test: 56.8132 ± 2.4962
Hits@30:
Test: 63.1319 ± 3.4535
Hits@50:
Test: 73.0769 ± 1.1971
AUC:
Test: 90.4099 ± 0.8732
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4945 ± 2.2911
Hits@20:
Test: 73.9011 ± 2.9725
Hits@30:
Test: 78.2967 ± 5.5524
Hits@50:
Test: 86.6484 ± 0.7899
AUC:
Test: 94.9477 ± 0.1252
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8901 ± 5.8325
Hits@20:
Test: 60.0000 ± 2.6556
Hits@30:
Test: 72.2527 ± 1.8508
Hits@50:
Test: 79.2857 ± 3.8753
AUC:
Test: 92.9057 ± 0.3058
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4945 ± 2.8991
Hits@20:
Test: 74.0110 ± 4.8696
Hits@30:
Test: 79.1209 ± 2.3739
Hits@50:
Test: 85.2747 ± 1.5332
AUC:
Test: 94.6907 ± 0.3735
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7582 ± 2.7648
Hits@20:
Test: 60.4945 ± 3.1049
Hits@30:
Test: 72.9121 ± 1.5372
Hits@50:
Test: 79.0110 ± 2.8963
AUC:
Test: 93.0170 ± 0.2553
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7473 ± 1.3110
Hits@20:
Test: 76.4286 ± 1.3474
Hits@30:
Test: 80.7692 ± 2.4898
Hits@50:
Test: 85.9890 ± 2.1785
AUC:
Test: 94.9909 ± 0.1361
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9560 ± 1.8333
Hits@20:
Test: 63.6264 ± 1.0842
Hits@30:
Test: 68.6813 ± 5.4798
Hits@50:
Test: 80.4945 ± 3.1919
AUC:
Test: 93.1746 ± 0.2354
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.8132 ± 3.7812
Hits@20:
Test: 76.0440 ± 2.0460
Hits@30:
Test: 81.6484 ± 1.7445
Hits@50:
Test: 85.4945 ± 1.6929
AUC:
Test: 94.7759 ± 0.4063
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7363 ± 3.6441
Hits@20:
Test: 60.4396 ± 2.2051
Hits@30:
Test: 72.0330 ± 2.8052
Hits@50:
Test: 80.6593 ± 1.1767
AUC:
Test: 93.0786 ± 0.2735
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8462 ± 6.9836
Hits@20:
Test: 71.2637 ± 8.1770
Hits@30:
Test: 77.9121 ± 5.6105
Hits@50:
Test: 84.2857 ± 2.8060
AUC:
Test: 94.9418 ± 0.2291
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6593 ± 6.7153
Hits@20:
Test: 61.5385 ± 2.7156
Hits@30:
Test: 71.4835 ± 2.0646
Hits@50:
Test: 80.2198 ± 3.8738
AUC:
Test: 92.9790 ± 0.3886
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3187 ± 1.9275
Hits@20:
Test: 73.7363 ± 4.6293
Hits@30:
Test: 76.2637 ± 5.4074
Hits@50:
Test: 84.1209 ± 4.9189
AUC:
Test: 94.7105 ± 0.2131
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0659 ± 2.1109
Hits@20:
Test: 62.8022 ± 2.0724
Hits@30:
Test: 71.6484 ± 1.3548
Hits@50:
Test: 80.0549 ± 3.0945
AUC:
Test: 93.0987 ± 0.3206
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4725 ± 10.7631
Hits@20:
Test: 72.1978 ± 4.9682
Hits@30:
Test: 79.0110 ± 3.1004
Hits@50:
Test: 85.2198 ± 1.4730
AUC:
Test: 94.8024 ± 0.2247
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.3077 ± 1.6870
Hits@20:
Test: 63.1319 ± 5.4263
Hits@30:
Test: 72.1429 ± 4.0101
Hits@50:
Test: 79.6154 ± 3.8712
AUC:
Test: 93.2655 ± 0.2030
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.7143 ± 3.7298
Hits@20:
Test: 74.7802 ± 2.1859
Hits@30:
Test: 81.0440 ± 1.6287
Hits@50:
Test: 86.2637 ± 1.6593
AUC:
Test: 94.9198 ± 0.1966
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2747 ± 2.2867
Hits@20:
Test: 61.8681 ± 3.0374
Hits@30:
Test: 73.3516 ± 1.4839
Hits@50:
Test: 80.5495 ± 1.1135
AUC:
Test: 93.1612 ± 0.3743
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7253 ± 6.7024
Hits@20:
Test: 72.4176 ± 3.5957
Hits@30:
Test: 77.4725 ± 3.0743
Hits@50:
Test: 84.4505 ± 1.9606
AUC:
Test: 94.0628 ± 0.6625
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9670 ± 5.3984
Hits@20:
Test: 64.2857 ± 3.3016
Hits@30:
Test: 71.8681 ± 1.7118
Hits@50:
Test: 80.6593 ± 0.5952
AUC:
Test: 93.1732 ± 0.5685
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1319 ± 7.3651
Hits@20:
Test: 69.2857 ± 5.9554
Hits@30:
Test: 78.8462 ± 1.6483
Hits@50:
Test: 85.2198 ± 1.3593
AUC:
Test: 94.5246 ± 0.2822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5275 ± 1.6870
Hits@20:
Test: 63.6813 ± 2.6274
Hits@30:
Test: 71.0440 ± 2.2078
Hits@50:
Test: 81.7582 ± 0.9991
AUC:
Test: 93.1438 ± 0.2718
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.9560 ± 6.9463
Hits@20:
Test: 75.8242 ± 2.4143
Hits@30:
Test: 81.9780 ± 1.0464
Hits@50:
Test: 87.1429 ± 1.1420
AUC:
Test: 95.1937 ± 0.1933
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3846 ± 4.4298
Hits@20:
Test: 63.6813 ± 0.8297
Hits@30:
Test: 72.3626 ± 1.6774
Hits@50:
Test: 80.0549 ± 3.2961
AUC:
Test: 93.0920 ± 0.2685
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2308 ± 5.2667
Hits@20:
Test: 76.4835 ± 1.8212
Hits@30:
Test: 81.4835 ± 1.8157
Hits@50:
Test: 85.7692 ± 1.9688
AUC:
Test: 94.9606 ± 0.2276
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0549 ± 1.2351
Hits@20:
Test: 61.0989 ± 3.3906
Hits@30:
Test: 71.2088 ± 3.2051
Hits@50:
Test: 80.6593 ± 2.4539
AUC:
Test: 93.2149 ± 0.3158
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4725 ± 4.1405
Hits@20:
Test: 59.0659 ± 4.1676
Hits@30:
Test: 68.9560 ± 3.0997
Hits@50:
Test: 79.1209 ± 1.5747
AUC:
Test: 92.0894 ± 0.6422
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7912 ± 5.7508
Hits@20:
Test: 60.5495 ± 3.4260
Hits@30:
Test: 68.2418 ± 2.8628
Hits@50:
Test: 77.0879 ± 2.5591
AUC:
Test: 92.2201 ± 0.7596
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9451 ± 5.7658
Hits@20:
Test: 71.5934 ± 0.9559
Hits@30:
Test: 78.0769 ± 1.5372
Hits@50:
Test: 84.6154 ± 1.5950
AUC:
Test: 94.0359 ± 0.5702
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7802 ± 2.1271
Hits@20:
Test: 64.8901 ± 3.6661
Hits@30:
Test: 70.8242 ± 3.6175
Hits@50:
Test: 81.5934 ± 1.0211
AUC:
Test: 93.4366 ± 0.2499
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3956 ± 7.0338
Hits@20:
Test: 71.7033 ± 3.4535
Hits@30:
Test: 79.3407 ± 2.0063
Hits@50:
Test: 84.7802 ± 1.6386
AUC:
Test: 94.8396 ± 0.2723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7802 ± 1.6593
Hits@20:
Test: 63.2418 ± 1.6774
Hits@30:
Test: 70.2747 ± 4.5375
Hits@50:
Test: 81.1539 ± 2.1785
AUC:
Test: 93.1868 ± 0.2015
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.5934 ± 1.0309
Hits@20:
Test: 75.7692 ± 1.0052
Hits@30:
Test: 80.0549 ± 1.9442
Hits@50:
Test: 87.2527 ± 0.4013
AUC:
Test: 95.0415 ± 0.2480
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=4, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6593 ± 2.8515
Hits@20:
Test: 63.5714 ± 2.5465
Hits@30:
Test: 71.4835 ± 2.3423
Hits@50:
Test: 80.2198 ± 2.1609
AUC:
Test: 93.2270 ± 0.3872
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5604 ± 5.3610
Hits@20:
Test: 46.9011 ± 5.3511
Hits@30:
Test: 52.7033 ± 4.7403
Hits@50:
Test: 61.7143 ± 3.0191
AUC:
Test: 83.4958 ± 0.9111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9011 ± 3.0863
Hits@20:
Test: 44.5275 ± 3.6167
Hits@30:
Test: 51.2527 ± 2.4046
Hits@50:
Test: 62.0659 ± 4.1515
AUC:
Test: 84.5832 ± 1.3611
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2418 ± 3.9499
Hits@20:
Test: 48.6154 ± 2.5222
Hits@30:
Test: 52.8791 ± 1.7347
Hits@50:
Test: 61.3187 ± 2.7230
AUC:
Test: 83.4304 ± 1.6301
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7802 ± 1.3584
Hits@20:
Test: 44.7473 ± 3.9731
Hits@30:
Test: 52.2198 ± 3.2023
Hits@50:
Test: 61.8901 ± 1.6270
AUC:
Test: 84.3847 ± 1.2211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0879 ± 5.2412
Hits@20:
Test: 45.7582 ± 5.9916
Hits@30:
Test: 50.4615 ± 5.6218
Hits@50:
Test: 58.7692 ± 3.4387
AUC:
Test: 82.9470 ± 1.5593
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1099 ± 3.8023
Hits@20:
Test: 47.2088 ± 4.9277
Hits@30:
Test: 53.8022 ± 2.3538
Hits@50:
Test: 62.4176 ± 2.6374
AUC:
Test: 84.7918 ± 1.2137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1209 ± 5.2518
Hits@20:
Test: 47.5604 ± 4.5484
Hits@30:
Test: 51.0330 ± 4.5346
Hits@50:
Test: 60.8791 ± 2.0850
AUC:
Test: 83.6878 ± 1.3159
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6374 ± 5.3008
Hits@20:
Test: 47.5165 ± 2.6801
Hits@30:
Test: 55.9121 ± 1.1378
Hits@50:
Test: 64.7912 ± 3.0030
AUC:
Test: 86.0339 ± 0.3577
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3956 ± 4.3219
Hits@20:
Test: 46.5055 ± 4.3807
Hits@30:
Test: 53.4506 ± 5.1879
Hits@50:
Test: 61.0549 ± 3.9967
AUC:
Test: 83.4878 ± 1.1492
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7692 ± 3.9334
Hits@20:
Test: 45.9341 ± 3.8665
Hits@30:
Test: 51.0769 ± 3.9518
Hits@50:
Test: 62.1978 ± 3.9713
AUC:
Test: 84.5539 ± 1.4956
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1978 ± 7.6331
Hits@20:
Test: 46.2857 ± 3.4702
Hits@30:
Test: 53.3187 ± 4.6222
Hits@50:
Test: 59.8681 ± 2.4454
AUC:
Test: 82.8162 ± 0.9508
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4725 ± 5.0850
Hits@20:
Test: 46.1099 ± 2.4933
Hits@30:
Test: 51.3407 ± 2.9347
Hits@50:
Test: 61.4506 ± 2.1455
AUC:
Test: 84.5166 ± 1.0000
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1978 ± 6.1644
Hits@20:
Test: 45.4506 ± 3.7472
Hits@30:
Test: 49.5824 ± 5.1814
Hits@50:
Test: 60.0440 ± 5.0055
AUC:
Test: 83.4083 ± 1.7282
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9341 ± 3.9057
Hits@20:
Test: 46.1538 ± 4.4719
Hits@30:
Test: 53.4945 ± 2.1115
Hits@50:
Test: 62.4615 ± 3.3885
AUC:
Test: 84.7190 ± 1.2468
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5934 ± 4.7764
Hits@20:
Test: 47.2967 ± 3.6427
Hits@30:
Test: 52.0000 ± 2.8849
Hits@50:
Test: 60.7033 ± 7.8191
AUC:
Test: 83.3028 ± 2.0292
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5934 ± 4.5696
Hits@20:
Test: 49.0989 ± 3.7188
Hits@30:
Test: 55.7802 ± 2.4787
Hits@50:
Test: 64.7912 ± 2.8376
AUC:
Test: 85.8598 ± 0.7357
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.7692 ± 4.9818
Hits@20:
Test: 47.7363 ± 5.3506
Hits@30:
Test: 53.6703 ± 4.4159
Hits@50:
Test: 61.5824 ± 3.1674
AUC:
Test: 84.1291 ± 1.6647
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6374 ± 4.2657
Hits@20:
Test: 49.5385 ± 3.3244
Hits@30:
Test: 56.2198 ± 3.0588
Hits@50:
Test: 63.6923 ± 2.7687
AUC:
Test: 85.4868 ± 0.6642
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0220 ± 4.1903
Hits@20:
Test: 48.0440 ± 2.9470
Hits@30:
Test: 54.3297 ± 3.1521
Hits@50:
Test: 61.6703 ± 2.7477
AUC:
Test: 83.5248 ± 1.5870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6923 ± 2.3030
Hits@20:
Test: 44.5275 ± 2.0059
Hits@30:
Test: 53.3187 ± 2.0417
Hits@50:
Test: 61.8901 ± 3.1491
AUC:
Test: 84.6705 ± 1.0869
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5385 ± 7.0986
Hits@20:
Test: 48.6593 ± 5.6283
Hits@30:
Test: 51.4725 ± 3.7311
Hits@50:
Test: 60.3077 ± 4.8665
AUC:
Test: 83.4398 ± 1.7108
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1538 ± 5.1016
Hits@20:
Test: 46.1099 ± 3.8958
Hits@30:
Test: 54.1099 ± 2.0346
Hits@50:
Test: 62.1099 ± 2.4700
AUC:
Test: 84.7925 ± 1.3222
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5055 ± 2.4146
Hits@20:
Test: 46.6374 ± 4.0118
Hits@30:
Test: 54.9451 ± 4.5601
Hits@50:
Test: 62.4176 ± 3.9591
AUC:
Test: 83.5040 ± 1.0305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1319 ± 3.0793
Hits@20:
Test: 48.2198 ± 3.0119
Hits@30:
Test: 55.8242 ± 1.0540
Hits@50:
Test: 64.0000 ± 3.5041
AUC:
Test: 86.0605 ± 0.4264
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2637 ± 4.1747
Hits@20:
Test: 44.5275 ± 6.3634
Hits@30:
Test: 48.0879 ± 5.7803
Hits@50:
Test: 54.7692 ± 7.6976
AUC:
Test: 82.2477 ± 2.7957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8571 ± 1.5803
Hits@20:
Test: 48.0440 ± 1.5195
Hits@30:
Test: 53.5824 ± 2.9585
Hits@50:
Test: 62.9890 ± 3.1720
AUC:
Test: 85.7882 ± 0.9544
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7143 ± 5.7383
Hits@20:
Test: 52.0879 ± 4.0970
Hits@30:
Test: 55.7363 ± 4.8166
Hits@50:
Test: 58.6374 ± 7.8791
AUC:
Test: 83.5712 ± 0.4826
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4066 ± 2.4246
Hits@20:
Test: 50.9011 ± 1.4628
Hits@30:
Test: 54.7692 ± 3.1058
Hits@50:
Test: 62.7692 ± 1.9386
AUC:
Test: 84.7674 ± 1.0639
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9011 ± 3.3835
Hits@20:
Test: 45.3626 ± 6.0041
Hits@30:
Test: 50.9451 ± 5.4224
Hits@50:
Test: 58.9890 ± 3.8933
AUC:
Test: 83.4331 ± 1.7081
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.2527 ± 4.6196
Hits@20:
Test: 46.4615 ± 3.8715
Hits@30:
Test: 53.6264 ± 3.5165
Hits@50:
Test: 62.4615 ± 2.4096
AUC:
Test: 84.6742 ± 1.1214
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2418 ± 2.8571
Hits@20:
Test: 46.4176 ± 5.9976
Hits@30:
Test: 53.4945 ± 4.3863
Hits@50:
Test: 59.8681 ± 2.6855
AUC:
Test: 82.9941 ± 1.4378
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7802 ± 2.6873
Hits@20:
Test: 50.1978 ± 1.7278
Hits@30:
Test: 56.2198 ± 1.7678
Hits@50:
Test: 65.2747 ± 3.2226
AUC:
Test: 85.9763 ± 0.4258
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7692 ± 4.2804
Hits@20:
Test: 42.5494 ± 3.1260
Hits@30:
Test: 48.0000 ± 2.9058
Hits@50:
Test: 57.0110 ± 2.8042
AUC:
Test: 81.3161 ± 1.0631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6044 ± 2.8402
Hits@20:
Test: 42.0659 ± 2.6309
Hits@30:
Test: 47.5165 ± 2.7904
Hits@50:
Test: 53.4506 ± 5.2366
AUC:
Test: 79.9066 ± 2.9924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5494 ± 5.1744
Hits@20:
Test: 44.9670 ± 2.9715
Hits@30:
Test: 51.4286 ± 2.5772
Hits@50:
Test: 57.8901 ± 1.4628
AUC:
Test: 80.5606 ± 0.4786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5934 ± 1.6121
Hits@20:
Test: 43.4725 ± 1.3039
Hits@30:
Test: 47.6923 ± 2.8782
Hits@50:
Test: 55.1209 ± 4.7935
AUC:
Test: 80.0760 ± 2.3924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3626 ± 1.9841
Hits@20:
Test: 46.6813 ± 2.0769
Hits@30:
Test: 51.4286 ± 2.1590
Hits@50:
Test: 56.1758 ± 3.6067
AUC:
Test: 80.1924 ± 1.0061
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0879 ± 4.4241
Hits@20:
Test: 43.7802 ± 1.0471
Hits@30:
Test: 47.9121 ± 0.9453
Hits@50:
Test: 55.2088 ± 2.1835
AUC:
Test: 80.5264 ± 1.5194
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2418 ± 4.4175
Hits@20:
Test: 46.8571 ± 1.5494
Hits@30:
Test: 52.0000 ± 2.9141
Hits@50:
Test: 58.9011 ± 3.0454
AUC:
Test: 80.9224 ± 0.4252
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0879 ± 0.9115
Hits@20:
Test: 41.5824 ± 1.6180
Hits@30:
Test: 47.3846 ± 1.8688
Hits@50:
Test: 54.7253 ± 4.1058
AUC:
Test: 81.3011 ± 1.9943
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5055 ± 1.9497
Hits@20:
Test: 43.0330 ± 2.4690
Hits@30:
Test: 47.7363 ± 1.9373
Hits@50:
Test: 58.2857 ± 3.1368
AUC:
Test: 80.4246 ± 1.0882
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.9670 ± 1.8057
Hits@20:
Test: 41.3626 ± 2.3538
Hits@30:
Test: 47.2088 ± 4.3331
Hits@50:
Test: 53.6264 ± 6.8855
AUC:
Test: 79.9358 ± 2.9907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4066 ± 3.8521
Hits@20:
Test: 44.5275 ± 2.8171
Hits@30:
Test: 51.1209 ± 2.5184
Hits@50:
Test: 56.7912 ± 2.2872
AUC:
Test: 81.0432 ± 0.7515
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7692 ± 2.4096
Hits@20:
Test: 42.1099 ± 3.3389
Hits@30:
Test: 48.3956 ± 2.1724
Hits@50:
Test: 53.6703 ± 4.6917
AUC:
Test: 79.9530 ± 2.2489
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.0330 ± 3.1221
Hits@20:
Test: 47.0330 ± 3.8035
Hits@30:
Test: 51.3846 ± 3.1445
Hits@50:
Test: 57.1429 ± 3.0887
AUC:
Test: 81.1226 ± 1.5362
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2418 ± 2.9199
Hits@20:
Test: 43.1648 ± 2.4797
Hits@30:
Test: 47.2527 ± 2.1195
Hits@50:
Test: 56.0440 ± 1.5067
AUC:
Test: 80.7366 ± 1.3569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6044 ± 4.8933
Hits@20:
Test: 46.8132 ± 2.9568
Hits@30:
Test: 50.7692 ± 4.7824
Hits@50:
Test: 57.8901 ± 4.2350
AUC:
Test: 80.7077 ± 0.3976
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3846 ± 3.7780
Hits@20:
Test: 44.4835 ± 4.0958
Hits@30:
Test: 48.8791 ± 3.8276
Hits@50:
Test: 54.7692 ± 4.1509
AUC:
Test: 81.3748 ± 1.9966
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0879 ± 2.9990
Hits@20:
Test: 44.2198 ± 2.3487
Hits@30:
Test: 49.0549 ± 2.6801
Hits@50:
Test: 57.1429 ± 2.4670
AUC:
Test: 81.3978 ± 0.7259
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6703 ± 2.4196
Hits@20:
Test: 41.6264 ± 3.7350
Hits@30:
Test: 46.9890 ± 0.8708
Hits@50:
Test: 55.7363 ± 3.9792
AUC:
Test: 80.0778 ± 2.2988
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5165 ± 2.6583
Hits@20:
Test: 45.5385 ± 2.6710
Hits@30:
Test: 51.5604 ± 1.6637
Hits@50:
Test: 57.8462 ± 0.8708
AUC:
Test: 80.8672 ± 0.9724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6703 ± 2.3019
Hits@20:
Test: 42.8571 ± 3.7972
Hits@30:
Test: 46.8132 ± 2.8317
Hits@50:
Test: 56.0000 ± 3.2428
AUC:
Test: 80.1323 ± 2.1571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2857 ± 2.5270
Hits@20:
Test: 44.1319 ± 1.9311
Hits@30:
Test: 49.8901 ± 0.5603
Hits@50:
Test: 58.4615 ± 2.6051
AUC:
Test: 80.1767 ± 0.5865
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2198 ± 3.2576
Hits@20:
Test: 43.2088 ± 2.0594
Hits@30:
Test: 48.5275 ± 0.8708
Hits@50:
Test: 54.2418 ± 3.1560
AUC:
Test: 80.3092 ± 1.5545
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9890 ± 2.4156
Hits@20:
Test: 46.1538 ± 0.7122
Hits@30:
Test: 51.8242 ± 2.0699
Hits@50:
Test: 59.1648 ± 0.8135
AUC:
Test: 81.1134 ± 0.6979
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5714 ± 4.2521
Hits@20:
Test: 44.0000 ± 2.3844
Hits@30:
Test: 48.1319 ± 2.5346
Hits@50:
Test: 55.9121 ± 4.0781
AUC:
Test: 81.1756 ± 2.0568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9560 ± 2.2713
Hits@20:
Test: 44.7912 ± 3.1291
Hits@30:
Test: 47.2527 ± 2.5958
Hits@50:
Test: 55.2088 ± 2.7818
AUC:
Test: 80.8460 ± 1.0072
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1538 ± 5.0132
Hits@20:
Test: 42.3297 ± 2.8171
Hits@30:
Test: 47.7363 ± 4.9570
Hits@50:
Test: 53.7143 ± 2.5940
AUC:
Test: 81.2428 ± 1.4685
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2198 ± 2.4076
Hits@20:
Test: 44.3516 ± 2.9707
Hits@30:
Test: 52.3956 ± 1.9198
Hits@50:
Test: 58.1978 ± 1.3848
AUC:
Test: 81.0457 ± 0.8705
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2967 ± 3.0319
Hits@20:
Test: 41.6703 ± 2.6355
Hits@30:
Test: 47.7363 ± 0.8135
Hits@50:
Test: 54.5494 ± 3.6822
AUC:
Test: 79.9447 ± 3.0924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4286 ± 3.2391
Hits@20:
Test: 46.1099 ± 3.0470
Hits@30:
Test: 51.7363 ± 1.8881
Hits@50:
Test: 57.6264 ± 2.7247
AUC:
Test: 80.8791 ± 0.8607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2198 ± 2.8206
Hits@20:
Test: 42.7692 ± 1.9938
Hits@30:
Test: 47.6044 ± 1.5587
Hits@50:
Test: 55.5604 ± 1.2078
AUC:
Test: 80.4598 ± 1.5426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8462 ± 4.2657
Hits@20:
Test: 46.5055 ± 2.1901
Hits@30:
Test: 50.5055 ± 1.3495
Hits@50:
Test: 56.8791 ± 2.0346
AUC:
Test: 81.0227 ± 0.7342
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0989 ± 3.5418
Hits@20:
Test: 43.0330 ± 3.6822
Hits@30:
Test: 48.2198 ± 3.1985
Hits@50:
Test: 56.7033 ± 3.4611
AUC:
Test: 80.6506 ± 2.3073
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3407 ± 3.5199
Hits@20:
Test: 51.7802 ± 4.0184
Hits@30:
Test: 53.3187 ± 2.9099
Hits@50:
Test: 62.9890 ± 1.6195
AUC:
Test: 85.2740 ± 1.3054
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1319 ± 4.0424
Hits@20:
Test: 48.1319 ± 2.6419
Hits@30:
Test: 53.0989 ± 1.7760
Hits@50:
Test: 60.6593 ± 2.0203
AUC:
Test: 84.3171 ± 1.2657
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3297 ± 4.5031
Hits@20:
Test: 50.4176 ± 2.3548
Hits@30:
Test: 52.7912 ± 1.8868
Hits@50:
Test: 61.2747 ± 4.3967
AUC:
Test: 85.0254 ± 1.0119
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.3956 ± 4.1017
Hits@20:
Test: 44.7473 ± 2.9674
Hits@30:
Test: 51.9560 ± 1.7417
Hits@50:
Test: 59.6044 ± 3.3670
AUC:
Test: 84.1741 ± 1.0408
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6484 ± 2.9470
Hits@20:
Test: 46.0659 ± 1.6781
Hits@30:
Test: 52.0000 ± 3.7927
Hits@50:
Test: 59.4725 ± 2.6629
AUC:
Test: 85.2379 ± 0.9137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1099 ± 4.6430
Hits@20:
Test: 48.1319 ± 2.7973
Hits@30:
Test: 54.3736 ± 2.3548
Hits@50:
Test: 64.0879 ± 1.9323
AUC:
Test: 85.8795 ± 1.2747
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4835 ± 2.1000
Hits@20:
Test: 49.5824 ± 1.9695
Hits@30:
Test: 53.8462 ± 1.5925
Hits@50:
Test: 59.6923 ± 1.4792
AUC:
Test: 84.0085 ± 0.3447
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.2967 ± 2.1444
Hits@20:
Test: 49.3187 ± 3.2547
Hits@30:
Test: 54.3736 ± 1.1271
Hits@50:
Test: 64.4835 ± 3.9365
AUC:
Test: 86.2577 ± 0.9228
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5824 ± 3.6160
Hits@20:
Test: 50.1978 ± 4.8616
Hits@30:
Test: 56.5275 ± 3.8584
Hits@50:
Test: 62.6813 ± 2.2596
AUC:
Test: 84.9154 ± 1.4496
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0110 ± 4.1486
Hits@20:
Test: 49.4945 ± 2.5318
Hits@30:
Test: 54.5494 ± 2.0405
Hits@50:
Test: 61.8462 ± 1.0143
AUC:
Test: 84.3016 ± 1.3533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1319 ± 5.3443
Hits@20:
Test: 50.2418 ± 3.1337
Hits@30:
Test: 54.6374 ± 2.4005
Hits@50:
Test: 60.8791 ± 5.1520
AUC:
Test: 85.0294 ± 1.0072
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3736 ± 5.1487
Hits@20:
Test: 46.3297 ± 3.3201
Hits@30:
Test: 51.9121 ± 1.3495
Hits@50:
Test: 60.2637 ± 3.1291
AUC:
Test: 84.2723 ± 1.1241
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0549 ± 4.9619
Hits@20:
Test: 48.1319 ± 2.1138
Hits@30:
Test: 53.3626 ± 3.6691
Hits@50:
Test: 62.2418 ± 3.2872
AUC:
Test: 85.2412 ± 0.9475
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5494 ± 5.0802
Hits@20:
Test: 49.6264 ± 3.1097
Hits@30:
Test: 54.7692 ± 4.0745
Hits@50:
Test: 62.3736 ± 2.3844
AUC:
Test: 85.9591 ± 1.1218
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5055 ± 2.7739
Hits@20:
Test: 48.8791 ± 1.7278
Hits@30:
Test: 53.4066 ± 2.5155
Hits@50:
Test: 59.7363 ± 4.6814
AUC:
Test: 84.3021 ± 1.0529
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0440 ± 3.0667
Hits@20:
Test: 48.4396 ± 1.9756
Hits@30:
Test: 55.1209 ± 3.0111
Hits@50:
Test: 64.9231 ± 3.3135
AUC:
Test: 86.3362 ± 0.8654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6593 ± 3.1159
Hits@20:
Test: 51.2528 ± 3.3310
Hits@30:
Test: 54.9890 ± 2.5649
Hits@50:
Test: 61.2747 ± 6.3668
AUC:
Test: 84.8718 ± 1.2929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0769 ± 1.9841
Hits@20:
Test: 49.8901 ± 2.6190
Hits@30:
Test: 55.5165 ± 3.2398
Hits@50:
Test: 64.1758 ± 2.0263
AUC:
Test: 86.1892 ± 1.2752
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2198 ± 5.9157
Hits@20:
Test: 49.3626 ± 3.8590
Hits@30:
Test: 55.8242 ± 2.8740
Hits@50:
Test: 61.8022 ± 5.0248
AUC:
Test: 85.1280 ± 1.1232
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7802 ± 2.3995
Hits@20:
Test: 48.7912 ± 4.0525
Hits@30:
Test: 54.6374 ± 3.1948
Hits@50:
Test: 60.1758 ± 2.5790
AUC:
Test: 84.2193 ± 1.0201
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3517 ± 5.1767
Hits@20:
Test: 50.3297 ± 3.1506
Hits@30:
Test: 54.5495 ± 1.4529
Hits@50:
Test: 61.1868 ± 2.8171
AUC:
Test: 85.0278 ± 1.0729
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6264 ± 4.7020
Hits@20:
Test: 48.8352 ± 2.8966
Hits@30:
Test: 53.2747 ± 3.2136
Hits@50:
Test: 64.3077 ± 1.3423
AUC:
Test: 85.9365 ± 1.1821
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.2528 ± 2.3384
Hits@20:
Test: 48.7473 ± 3.6953
Hits@30:
Test: 54.5934 ± 2.4894
Hits@50:
Test: 58.9890 ± 4.5590
AUC:
Test: 83.9999 ± 0.9474
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5604 ± 2.1813
Hits@20:
Test: 49.1429 ± 1.7828
Hits@30:
Test: 55.6044 ± 2.8908
Hits@50:
Test: 65.1868 ± 3.4281
AUC:
Test: 86.2160 ± 0.8431
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6154 ± 5.1972
Hits@20:
Test: 47.8242 ± 3.5391
Hits@30:
Test: 56.3077 ± 1.7610
Hits@50:
Test: 62.2857 ± 4.4923
AUC:
Test: 84.7600 ± 1.0865
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2198 ± 2.9215
Hits@20:
Test: 50.4615 ± 4.7459
Hits@30:
Test: 55.8242 ± 5.2380
Hits@50:
Test: 64.2637 ± 3.1644
AUC:
Test: 85.4102 ± 0.7231
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1538 ± 3.6953
Hits@20:
Test: 49.3187 ± 2.8891
Hits@30:
Test: 54.6374 ± 1.7692
Hits@50:
Test: 60.8352 ± 7.3674
AUC:
Test: 85.7656 ± 1.3228
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6154 ± 3.1058
Hits@20:
Test: 51.6484 ± 2.0441
Hits@30:
Test: 55.5604 ± 2.6483
Hits@50:
Test: 62.5055 ± 2.6719
AUC:
Test: 85.9643 ± 1.2612
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9451 ± 7.6995
Hits@20:
Test: 49.0110 ± 4.1088
Hits@30:
Test: 53.8022 ± 4.7225
Hits@50:
Test: 63.0330 ± 4.1041
AUC:
Test: 85.2135 ± 0.9258
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9341 ± 4.1193
Hits@20:
Test: 49.3187 ± 3.5151
Hits@30:
Test: 54.5934 ± 3.0319
Hits@50:
Test: 63.3407 ± 2.7159
AUC:
Test: 85.7316 ± 1.4634
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.1648 ± 3.1337
Hits@20:
Test: 49.0110 ± 2.3051
Hits@30:
Test: 55.7363 ± 1.7208
Hits@50:
Test: 58.9451 ± 4.0388
AUC:
Test: 84.3124 ± 0.7243
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4506 ± 1.8427
Hits@20:
Test: 49.5385 ± 2.7078
Hits@30:
Test: 54.5934 ± 2.6855
Hits@50:
Test: 63.9560 ± 4.4638
AUC:
Test: 86.2029 ± 0.8118
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1429 ± 5.4526
Hits@20:
Test: 48.4835 ± 2.2120
Hits@30:
Test: 52.9670 ± 0.8791
Hits@50:
Test: 63.2967 ± 2.4276
AUC:
Test: 85.5291 ± 1.3010
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2637 ± 4.5601
Hits@20:
Test: 47.5165 ± 3.2428
Hits@30:
Test: 52.5275 ± 2.4523
Hits@50:
Test: 61.8022 ± 3.6093
AUC:
Test: 84.1749 ± 1.8965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.3516 ± 6.4422
Hits@20:
Test: 43.9121 ± 7.8821
Hits@30:
Test: 53.8462 ± 2.7451
Hits@50:
Test: 60.0440 ± 3.0469
AUC:
Test: 83.4599 ± 2.2332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6154 ± 3.4910
Hits@20:
Test: 46.0659 ± 2.5184
Hits@30:
Test: 51.8242 ± 3.8427
Hits@50:
Test: 59.5604 ± 3.7136
AUC:
Test: 84.4125 ± 1.5741
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9560 ± 2.5846
Hits@20:
Test: 47.4725 ± 1.0879
Hits@30:
Test: 53.8022 ± 1.9866
Hits@50:
Test: 62.6813 ± 1.8610
AUC:
Test: 84.2942 ± 1.5682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8022 ± 3.7780
Hits@20:
Test: 48.8791 ± 4.1164
Hits@30:
Test: 55.3846 ± 2.8571
Hits@50:
Test: 60.7033 ± 5.1200
AUC:
Test: 84.0402 ± 1.5065
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4945 ± 7.5586
Hits@20:
Test: 49.9780 ± 2.7913
Hits@30:
Test: 53.4945 ± 4.4950
Hits@50:
Test: 63.4286 ± 1.3778
AUC:
Test: 85.4150 ± 1.3359
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.9780 ± 4.2843
Hits@20:
Test: 52.3516 ± 2.7512
Hits@30:
Test: 57.3187 ± 3.3634
Hits@50:
Test: 63.9560 ± 3.1198
AUC:
Test: 86.4028 ± 1.1162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3846 ± 4.0226
Hits@20:
Test: 44.5275 ± 5.1884
Hits@30:
Test: 49.7582 ± 5.4295
Hits@50:
Test: 58.9011 ± 3.4820
AUC:
Test: 83.3563 ± 1.4097
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2637 ± 4.1363
Hits@20:
Test: 44.2198 ± 5.3732
Hits@30:
Test: 48.0440 ± 5.5418
Hits@50:
Test: 58.9890 ± 2.2553
AUC:
Test: 83.7186 ± 1.0889
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7033 ± 7.2033
Hits@20:
Test: 42.5494 ± 6.7716
Hits@30:
Test: 48.1319 ± 6.3566
Hits@50:
Test: 57.9341 ± 3.0319
AUC:
Test: 83.3043 ± 2.0650
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9890 ± 6.5075
Hits@20:
Test: 46.6813 ± 3.5595
Hits@30:
Test: 52.9231 ± 2.2055
Hits@50:
Test: 62.1099 ± 2.4206
AUC:
Test: 84.5510 ± 1.8694
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9780 ± 4.0184
Hits@20:
Test: 45.2308 ± 3.5247
Hits@30:
Test: 51.5604 ± 4.0722
Hits@50:
Test: 62.2418 ± 1.3848
AUC:
Test: 84.1932 ± 1.7671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8462 ± 5.3008
Hits@20:
Test: 46.4615 ± 5.2623
Hits@30:
Test: 55.5604 ± 2.1274
Hits@50:
Test: 59.6923 ± 4.3281
AUC:
Test: 85.2133 ± 1.8431
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9451 ± 3.6875
Hits@20:
Test: 43.5165 ± 3.9804
Hits@30:
Test: 52.0879 ± 2.5489
Hits@50:
Test: 59.5165 ± 2.8248
AUC:
Test: 84.6708 ± 0.6320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3626 ± 2.2381
Hits@20:
Test: 46.3297 ± 4.8536
Hits@30:
Test: 54.5494 ± 4.0716
Hits@50:
Test: 63.3846 ± 1.0379
AUC:
Test: 85.6410 ± 0.9614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4725 ± 5.7551
Hits@20:
Test: 39.3407 ± 3.0651
Hits@30:
Test: 43.7363 ± 4.7723
Hits@50:
Test: 52.3077 ± 5.6012
AUC:
Test: 81.5542 ± 1.4082
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3626 ± 3.9761
Hits@20:
Test: 41.7143 ± 2.9748
Hits@30:
Test: 46.8571 ± 4.4810
Hits@50:
Test: 55.7802 ± 4.6994
AUC:
Test: 81.1882 ± 3.1575
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2198 ± 3.0793
Hits@20:
Test: 40.7473 ± 6.0561
Hits@30:
Test: 48.9670 ± 3.0785
Hits@50:
Test: 57.3187 ± 3.2539
AUC:
Test: 82.0247 ± 1.8742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2198 ± 3.5281
Hits@20:
Test: 44.3516 ± 3.8833
Hits@30:
Test: 50.8571 ± 5.3938
Hits@50:
Test: 55.9560 ± 6.5780
AUC:
Test: 81.7714 ± 1.1484
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.8791 ± 7.3857
Hits@20:
Test: 42.9451 ± 5.9231
Hits@30:
Test: 51.7802 ± 3.4211
Hits@50:
Test: 61.6264 ± 4.7357
AUC:
Test: 83.8170 ± 2.1185
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.9670 ± 3.2945
Hits@20:
Test: 45.4506 ± 4.5453
Hits@30:
Test: 52.7473 ± 5.0382
Hits@50:
Test: 59.2527 ± 5.7472
AUC:
Test: 83.8258 ± 2.3259
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5714 ± 5.4914
Hits@20:
Test: 49.8901 ± 2.7757
Hits@30:
Test: 54.1978 ± 1.2197
Hits@50:
Test: 62.4176 ± 3.2000
AUC:
Test: 84.9946 ± 1.2097
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9451 ± 2.9788
Hits@20:
Test: 49.4506 ± 3.1275
Hits@30:
Test: 54.9451 ± 2.6419
Hits@50:
Test: 64.8352 ± 3.7363
AUC:
Test: 85.8995 ± 1.0582
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0220 ± 5.2642
Hits@20:
Test: 31.6044 ± 5.2250
Hits@30:
Test: 34.9451 ± 6.2396
Hits@50:
Test: 46.7692 ± 5.9247
AUC:
Test: 77.6774 ± 3.1678
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6264 ± 2.1399
Hits@20:
Test: 34.2857 ± 5.5666
Hits@30:
Test: 40.4835 ± 5.7761
Hits@50:
Test: 48.2198 ± 6.4613
AUC:
Test: 78.4970 ± 2.9097
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4506 ± 3.2576
Hits@20:
Test: 34.2857 ± 5.2449
Hits@30:
Test: 43.8242 ± 6.3119
Hits@50:
Test: 54.0659 ± 5.8891
AUC:
Test: 80.7010 ± 2.6507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1978 ± 3.2398
Hits@20:
Test: 37.9341 ± 2.0119
Hits@30:
Test: 44.7033 ± 4.2464
Hits@50:
Test: 52.2198 ± 5.8347
AUC:
Test: 81.0265 ± 3.8713
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2527 ± 4.2832
Hits@20:
Test: 40.9231 ± 7.7133
Hits@30:
Test: 50.7253 ± 5.3030
Hits@50:
Test: 58.1539 ± 4.9380
AUC:
Test: 82.5768 ± 2.9626
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9121 ± 1.8868
Hits@20:
Test: 41.2308 ± 2.9141
Hits@30:
Test: 49.4506 ± 1.4243
Hits@50:
Test: 55.3846 ± 4.5495
AUC:
Test: 81.9031 ± 0.5633
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8132 ± 3.1182
Hits@20:
Test: 44.9670 ± 3.4140
Hits@30:
Test: 50.7253 ± 3.6625
Hits@50:
Test: 60.0879 ± 2.8765
AUC:
Test: 84.5397 ± 0.8777
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1648 ± 6.1066
Hits@20:
Test: 45.5824 ± 6.3005
Hits@30:
Test: 52.9231 ± 5.4246
Hits@50:
Test: 61.0550 ± 1.6255
AUC:
Test: 85.4377 ± 1.5976
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5385 ± 4.2464
Hits@20:
Test: 55.0330 ± 7.8609
Hits@30:
Test: 58.1538 ± 5.5134
Hits@50:
Test: 63.2528 ± 5.2688
AUC:
Test: 86.2129 ± 0.8753
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6593 ± 2.9363
Hits@20:
Test: 51.5165 ± 1.7828
Hits@30:
Test: 54.6374 ± 4.6767
Hits@50:
Test: 58.9451 ± 4.3359
AUC:
Test: 85.6436 ± 1.6282
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8571 ± 5.8550
Hits@20:
Test: 53.8462 ± 6.8114
Hits@30:
Test: 56.8352 ± 7.8209
Hits@50:
Test: 62.7253 ± 9.0466
AUC:
Test: 86.6253 ± 0.9070
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6374 ± 1.7472
Hits@20:
Test: 46.8571 ± 3.8016
Hits@30:
Test: 51.8242 ± 4.5744
Hits@50:
Test: 57.5824 ± 3.1773
AUC:
Test: 84.8075 ± 1.6105
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6044 ± 5.2807
Hits@20:
Test: 54.6374 ± 3.4979
Hits@30:
Test: 60.5275 ± 3.8149
Hits@50:
Test: 67.5604 ± 2.1342
AUC:
Test: 86.1595 ± 1.5289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6044 ± 4.1660
Hits@20:
Test: 50.2418 ± 4.1747
Hits@30:
Test: 56.5275 ± 2.3332
Hits@50:
Test: 59.5604 ± 5.3135
AUC:
Test: 85.4797 ± 1.5181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0330 ± 2.9199
Hits@20:
Test: 57.6264 ± 3.4590
Hits@30:
Test: 62.4176 ± 4.3236
Hits@50:
Test: 67.5604 ± 2.7389
AUC:
Test: 85.0074 ± 1.9807
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7912 ± 2.6217
Hits@20:
Test: 54.7253 ± 1.2909
Hits@30:
Test: 58.3297 ± 2.7870
Hits@50:
Test: 62.5055 ± 2.9099
AUC:
Test: 84.1608 ± 2.8440
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0879 ± 8.1250
Hits@20:
Test: 54.7692 ± 7.0268
Hits@30:
Test: 61.8022 ± 4.4540
Hits@50:
Test: 65.2308 ± 1.4858
AUC:
Test: 86.0905 ± 1.0254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4396 ± 2.4026
Hits@20:
Test: 49.2308 ± 5.4348
Hits@30:
Test: 53.3187 ± 4.5272
Hits@50:
Test: 58.3297 ± 3.4702
AUC:
Test: 84.4294 ± 2.9581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1868 ± 4.4137
Hits@20:
Test: 54.5055 ± 5.5405
Hits@30:
Test: 56.8352 ± 7.5969
Hits@50:
Test: 61.9341 ± 7.9674
AUC:
Test: 86.2658 ± 1.3303
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2418 ± 4.2418
Hits@20:
Test: 47.3407 ± 4.7662
Hits@30:
Test: 51.7363 ± 5.6582
Hits@50:
Test: 56.8352 ± 2.9756
AUC:
Test: 83.9734 ± 2.3961
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8901 ± 2.0931
Hits@20:
Test: 56.7473 ± 1.7472
Hits@30:
Test: 61.9341 ± 2.4046
Hits@50:
Test: 65.2308 ± 2.7731
AUC:
Test: 86.3431 ± 1.9055
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.1758 ± 2.8103
Hits@20:
Test: 50.6374 ± 3.9822
Hits@30:
Test: 56.6154 ± 3.5288
Hits@50:
Test: 59.2527 ± 5.3353
AUC:
Test: 84.6192 ± 2.2879
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.3846 ± 6.2097
Hits@20:
Test: 55.6923 ± 3.7188
Hits@30:
Test: 62.2418 ± 4.5320
Hits@50:
Test: 64.8791 ± 5.0916
AUC:
Test: 86.2380 ± 2.1335
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3517 ± 2.6033
Hits@20:
Test: 51.9560 ± 2.2338
Hits@30:
Test: 58.1978 ± 1.7610
Hits@50:
Test: 61.5385 ± 5.0859
AUC:
Test: 84.7570 ± 2.0965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3187 ± 6.6416
Hits@20:
Test: 50.6813 ± 4.4464
Hits@30:
Test: 57.0550 ± 4.6352
Hits@50:
Test: 67.0330 ± 2.8060
AUC:
Test: 86.9356 ± 0.8510
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7143 ± 7.8609
Hits@20:
Test: 48.0000 ± 10.2447
Hits@30:
Test: 50.8132 ± 8.3305
Hits@50:
Test: 59.0330 ± 10.2081
AUC:
Test: 83.7063 ± 4.0595
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9341 ± 5.2218
Hits@20:
Test: 54.9011 ± 5.7299
Hits@30:
Test: 57.6703 ± 8.1683
Hits@50:
Test: 60.9231 ± 8.0083
AUC:
Test: 86.2437 ± 1.3424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7143 ± 6.5945
Hits@20:
Test: 46.0659 ± 9.3382
Hits@30:
Test: 50.3297 ± 7.9820
Hits@50:
Test: 55.8242 ± 7.1774
AUC:
Test: 83.7576 ± 2.2820
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.1099 ± 1.3935
Hits@20:
Test: 54.8571 ± 1.3602
Hits@30:
Test: 59.5604 ± 3.1198
Hits@50:
Test: 68.3077 ± 2.7380
AUC:
Test: 86.0811 ± 1.6599
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9231 ± 0.7189
Hits@20:
Test: 51.4286 ± 4.4853
Hits@30:
Test: 56.2637 ± 2.9568
Hits@50:
Test: 59.7363 ± 5.0773
AUC:
Test: 84.8426 ± 2.1305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8462 ± 6.4856
Hits@20:
Test: 58.4615 ± 3.6940
Hits@30:
Test: 62.2418 ± 1.4107
Hits@50:
Test: 67.4286 ± 2.4096
AUC:
Test: 86.5803 ± 1.5685
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0879 ± 2.8342
Hits@20:
Test: 52.3516 ± 2.8588
Hits@30:
Test: 58.9451 ± 2.6254
Hits@50:
Test: 61.9341 ± 5.7907
AUC:
Test: 84.1490 ± 2.8143
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.4835 ± 9.6895
Hits@20:
Test: 42.4176 ± 10.5369
Hits@30:
Test: 49.5824 ± 10.1273
Hits@50:
Test: 54.4176 ± 14.0346
AUC:
Test: 82.3677 ± 4.2815
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.0549 ± 10.0531
Hits@20:
Test: 44.8352 ± 13.6042
Hits@30:
Test: 51.8242 ± 12.8053
Hits@50:
Test: 58.7253 ± 13.2803
AUC:
Test: 84.5701 ± 6.2706
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0000 ± 10.8486
Hits@20:
Test: 48.8791 ± 7.7464
Hits@30:
Test: 57.0550 ± 3.2435
Hits@50:
Test: 63.4286 ± 7.3217
AUC:
Test: 87.1963 ± 1.0916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.7253 ± 2.3702
Hits@20:
Test: 50.2857 ± 3.9328
Hits@30:
Test: 55.5165 ± 2.8085
Hits@50:
Test: 63.8242 ± 3.7736
AUC:
Test: 85.5881 ± 1.2389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7143 ± 4.5362
Hits@20:
Test: 54.2418 ± 7.7943
Hits@30:
Test: 59.6044 ± 3.2353
Hits@50:
Test: 64.9231 ± 3.2842
AUC:
Test: 86.5159 ± 1.5424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8352 ± 4.2854
Hits@20:
Test: 52.2637 ± 3.1674
Hits@30:
Test: 54.9451 ± 7.7688
Hits@50:
Test: 61.1429 ± 5.0797
AUC:
Test: 85.3721 ± 1.6813
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3517 ± 6.3982
Hits@20:
Test: 55.4725 ± 3.3281
Hits@30:
Test: 59.9121 ± 4.7153
Hits@50:
Test: 66.1538 ± 3.9162
AUC:
Test: 86.6299 ± 1.6308
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4945 ± 2.4454
Hits@20:
Test: 52.4835 ± 1.6549
Hits@30:
Test: 56.4835 ± 2.1813
Hits@50:
Test: 60.1319 ± 4.4762
AUC:
Test: 84.4569 ± 2.2666
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.9451 ± 0.9529
Hits@20:
Test: 5.8901 ± 1.2568
Hits@30:
Test: 8.6593 ± 2.0239
Hits@50:
Test: 12.5275 ± 2.6692
AUC:
Test: 49.9426 ± 2.9742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.1209 ± 0.7832
Hits@20:
Test: 5.4505 ± 1.5179
Hits@30:
Test: 8.0000 ± 1.5587
Hits@50:
Test: 11.7802 ± 2.9796
AUC:
Test: 49.7722 ± 2.6263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.9451 ± 0.9529
Hits@20:
Test: 5.8901 ± 1.2568
Hits@30:
Test: 8.6593 ± 2.0239
Hits@50:
Test: 12.5275 ± 2.6692
AUC:
Test: 49.9426 ± 2.9742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.1209 ± 0.7832
Hits@20:
Test: 5.4505 ± 1.5179
Hits@30:
Test: 8.0000 ± 1.5587
Hits@50:
Test: 11.7802 ± 2.9796
AUC:
Test: 49.7722 ± 2.6263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.9451 ± 0.9529
Hits@20:
Test: 5.8901 ± 1.2568
Hits@30:
Test: 8.6593 ± 2.0239
Hits@50:
Test: 12.5275 ± 2.6692
AUC:
Test: 49.9426 ± 2.9742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.1209 ± 0.7832
Hits@20:
Test: 5.4505 ± 1.5179
Hits@30:
Test: 8.0000 ± 1.5587
Hits@50:
Test: 11.7802 ± 2.9796
AUC:
Test: 49.7722 ± 2.6263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.9451 ± 0.9529
Hits@20:
Test: 5.8901 ± 1.2568
Hits@30:
Test: 8.6593 ± 2.0239
Hits@50:
Test: 12.5275 ± 2.6692
AUC:
Test: 49.9426 ± 2.9742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.1209 ± 0.7832
Hits@20:
Test: 5.4505 ± 1.5179
Hits@30:
Test: 8.0000 ± 1.5587
Hits@50:
Test: 11.7802 ± 2.9796
AUC:
Test: 49.7722 ± 2.6263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.9011 ± 0.9504
Hits@20:
Test: 5.9341 ± 1.2815
Hits@30:
Test: 8.8352 ± 2.0641
Hits@50:
Test: 12.7912 ± 2.8248
AUC:
Test: 50.7593 ± 3.5250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.1648 ± 0.8455
Hits@20:
Test: 5.6264 ± 2.1000
Hits@30:
Test: 7.1648 ± 4.2804
Hits@50:
Test: 12.8352 ± 3.8213
AUC:
Test: 50.8955 ± 3.6318
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.9011 ± 0.9504
Hits@20:
Test: 5.9341 ± 1.2815
Hits@30:
Test: 8.8352 ± 2.0641
Hits@50:
Test: 12.7912 ± 2.8248
AUC:
Test: 50.7593 ± 3.5250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.1648 ± 0.8455
Hits@20:
Test: 5.6264 ± 2.1000
Hits@30:
Test: 7.1648 ± 4.2804
Hits@50:
Test: 12.8352 ± 3.8213
AUC:
Test: 50.8955 ± 3.6318
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.9011 ± 0.9504
Hits@20:
Test: 5.9341 ± 1.2815
Hits@30:
Test: 8.8352 ± 2.0641
Hits@50:
Test: 12.7912 ± 2.8248
AUC:
Test: 50.7593 ± 3.5250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.1648 ± 0.8455
Hits@20:
Test: 5.6264 ± 2.1000
Hits@30:
Test: 7.1648 ± 4.2804
Hits@50:
Test: 12.8352 ± 3.8213
AUC:
Test: 50.8955 ± 3.6318
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.9011 ± 0.9504
Hits@20:
Test: 5.9341 ± 1.2815
Hits@30:
Test: 8.8352 ± 2.0641
Hits@50:
Test: 12.7912 ± 2.8248
AUC:
Test: 50.7593 ± 3.5250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.1648 ± 0.8455
Hits@20:
Test: 5.6264 ± 2.1000
Hits@30:
Test: 7.1648 ± 4.2804
Hits@50:
Test: 12.8352 ± 3.8213
AUC:
Test: 50.8955 ± 3.6318
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.9011 ± 3.1182
Hits@20:
Test: 10.2418 ± 4.0811
Hits@30:
Test: 16.6593 ± 4.1246
Hits@50:
Test: 21.0110 ± 3.7768
AUC:
Test: 59.4988 ± 4.2764
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.2088 ± 1.1271
Hits@20:
Test: 6.6813 ± 2.3082
Hits@30:
Test: 9.9341 ± 1.7610
Hits@50:
Test: 14.8132 ± 3.9670
AUC:
Test: 54.0750 ± 4.1696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.9011 ± 3.1182
Hits@20:
Test: 10.2418 ± 4.0811
Hits@30:
Test: 16.6593 ± 4.1246
Hits@50:
Test: 21.0110 ± 3.7768
AUC:
Test: 59.4988 ± 4.2764
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.2088 ± 1.1271
Hits@20:
Test: 6.6813 ± 2.3082
Hits@30:
Test: 9.9341 ± 1.7610
Hits@50:
Test: 14.8132 ± 3.9670
AUC:
Test: 54.0750 ± 4.1696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.9011 ± 3.1182
Hits@20:
Test: 10.2418 ± 4.0811
Hits@30:
Test: 16.6593 ± 4.1246
Hits@50:
Test: 21.0110 ± 3.7768
AUC:
Test: 59.4988 ± 4.2764
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.2088 ± 1.1271
Hits@20:
Test: 6.6813 ± 2.3082
Hits@30:
Test: 9.9341 ± 1.7610
Hits@50:
Test: 14.8132 ± 3.9670
AUC:
Test: 54.0750 ± 4.1696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.9011 ± 3.1182
Hits@20:
Test: 10.2418 ± 4.0811
Hits@30:
Test: 16.6593 ± 4.1246
Hits@50:
Test: 21.0110 ± 3.7768
AUC:
Test: 59.4988 ± 4.2764
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.2088 ± 1.1271
Hits@20:
Test: 6.6813 ± 2.3082
Hits@30:
Test: 9.9341 ± 1.7610
Hits@50:
Test: 14.8132 ± 3.9670
AUC:
Test: 54.0750 ± 4.1696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2857 ± 1.3725
Hits@20:
Test: 19.9560 ± 3.4133
Hits@30:
Test: 23.0769 ± 2.4914
Hits@50:
Test: 27.4725 ± 5.8994
AUC:
Test: 62.8109 ± 1.0088
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.6484 ± 0.9655
Hits@20:
Test: 7.9560 ± 1.3039
Hits@30:
Test: 11.7363 ± 1.0945
Hits@50:
Test: 15.5165 ± 3.1260
AUC:
Test: 56.8623 ± 3.2833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2857 ± 1.3725
Hits@20:
Test: 19.9560 ± 3.4133
Hits@30:
Test: 23.0769 ± 2.4914
Hits@50:
Test: 27.4725 ± 5.8994
AUC:
Test: 62.8109 ± 1.0088
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.6484 ± 0.9655
Hits@20:
Test: 7.9560 ± 1.3039
Hits@30:
Test: 11.7363 ± 1.0945
Hits@50:
Test: 15.5165 ± 3.1260
AUC:
Test: 56.8623 ± 3.2833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2857 ± 1.3725
Hits@20:
Test: 19.9560 ± 3.4133
Hits@30:
Test: 23.0769 ± 2.4914
Hits@50:
Test: 27.4725 ± 5.8994
AUC:
Test: 62.8109 ± 1.0088
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.6484 ± 0.9655
Hits@20:
Test: 7.9560 ± 1.3039
Hits@30:
Test: 11.7363 ± 1.0945
Hits@50:
Test: 15.5165 ± 3.1260
AUC:
Test: 56.8623 ± 3.2833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2857 ± 1.3725
Hits@20:
Test: 19.9560 ± 3.4133
Hits@30:
Test: 23.0769 ± 2.4914
Hits@50:
Test: 27.4725 ± 5.8994
AUC:
Test: 62.8109 ± 1.0088
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.6484 ± 0.9655
Hits@20:
Test: 7.9560 ± 1.3039
Hits@30:
Test: 11.7363 ± 1.0945
Hits@50:
Test: 15.5165 ± 3.1260
AUC:
Test: 56.8623 ± 3.2833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0879 ± 4.4186
Hits@20:
Test: 61.8022 ± 4.1217
Hits@30:
Test: 66.5055 ± 2.3394
Hits@50:
Test: 70.1538 ± 4.1972
AUC:
Test: 88.2599 ± 0.7919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.9780 ± 2.5958
Hits@20:
Test: 51.7363 ± 2.9099
Hits@30:
Test: 57.8901 ± 3.1682
Hits@50:
Test: 65.6703 ± 1.6981
AUC:
Test: 85.7441 ± 0.7548
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5055 ± 2.7913
Hits@20:
Test: 66.5055 ± 2.0298
Hits@30:
Test: 71.9121 ± 2.8966
Hits@50:
Test: 78.8132 ± 2.7652
AUC:
Test: 91.4598 ± 0.9003
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6484 ± 2.9099
Hits@20:
Test: 64.3077 ± 4.6845
Hits@30:
Test: 70.4176 ± 2.2766
Hits@50:
Test: 77.2747 ± 3.3172
AUC:
Test: 91.4254 ± 0.9620
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.8132 ± 3.4436
Hits@20:
Test: 75.8681 ± 3.5892
Hits@30:
Test: 79.3407 ± 3.9895
Hits@50:
Test: 84.3077 ± 5.0968
AUC:
Test: 93.4687 ± 2.1277
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6923 ± 4.0881
Hits@20:
Test: 74.5055 ± 4.6493
Hits@30:
Test: 79.4725 ± 3.7800
Hits@50:
Test: 84.7912 ± 4.6190
AUC:
Test: 95.2552 ± 0.9483
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6044 ± 8.1087
Hits@20:
Test: 48.9231 ± 5.7786
Hits@30:
Test: 56.0000 ± 3.7697
Hits@50:
Test: 64.3077 ± 1.9633
AUC:
Test: 85.3181 ± 1.4477
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5275 ± 3.2129
Hits@20:
Test: 47.9121 ± 5.0883
Hits@30:
Test: 55.6923 ± 3.6300
Hits@50:
Test: 65.4066 ± 3.1948
AUC:
Test: 85.9082 ± 1.6043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0550 ± 4.0929
Hits@20:
Test: 61.6264 ± 3.7285
Hits@30:
Test: 67.2527 ± 4.3708
Hits@50:
Test: 69.8901 ± 4.9803
AUC:
Test: 87.3436 ± 0.9357
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.1758 ± 4.9803
Hits@20:
Test: 51.2967 ± 3.5048
Hits@30:
Test: 55.9121 ± 1.9938
Hits@50:
Test: 63.7363 ± 1.4906
AUC:
Test: 85.8110 ± 1.8165
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.0110 ± 1.4107
Hits@20:
Test: 73.5385 ± 3.2136
Hits@30:
Test: 78.0659 ± 1.4192
Hits@50:
Test: 84.5714 ± 1.9866
AUC:
Test: 94.0949 ± 0.2511
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0549 ± 1.5572
Hits@20:
Test: 74.1978 ± 1.0834
Hits@30:
Test: 78.4176 ± 1.3584
Hits@50:
Test: 85.1429 ± 2.2553
AUC:
Test: 95.2029 ± 0.4480
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1978 ± 2.5394
Hits@20:
Test: 50.6374 ± 2.4894
Hits@30:
Test: 56.6593 ± 3.0588
Hits@50:
Test: 62.8132 ± 3.8111
AUC:
Test: 84.5790 ± 1.6317
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8242 ± 4.5052
Hits@20:
Test: 48.2637 ± 3.0832
Hits@30:
Test: 56.1758 ± 4.5564
Hits@50:
Test: 62.5934 ± 3.5007
AUC:
Test: 86.0615 ± 1.1107
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3187 ± 4.8011
Hits@20:
Test: 52.7473 ± 4.2475
Hits@30:
Test: 58.5055 ± 5.3642
Hits@50:
Test: 65.8901 ± 6.8387
AUC:
Test: 86.0277 ± 2.0791
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8242 ± 4.0805
Hits@20:
Test: 49.3626 ± 2.6033
Hits@30:
Test: 54.7692 ± 4.6321
Hits@50:
Test: 63.0769 ± 4.2871
AUC:
Test: 86.1884 ± 0.9487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.6484 ± 2.4797
Hits@20:
Test: 65.8462 ± 2.2120
Hits@30:
Test: 71.5165 ± 2.7696
Hits@50:
Test: 78.9011 ± 1.5925
AUC:
Test: 90.8484 ± 0.2793
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6374 ± 3.0926
Hits@20:
Test: 69.0989 ± 2.8807
Hits@30:
Test: 73.0110 ± 1.0471
Hits@50:
Test: 79.0769 ± 2.2596
AUC:
Test: 92.1544 ± 0.6831
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4945 ± 1.5803
Hits@20:
Test: 48.4396 ± 4.3918
Hits@30:
Test: 52.3516 ± 3.7472
Hits@50:
Test: 61.0110 ± 5.7430
AUC:
Test: 83.4644 ± 2.9117
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6154 ± 3.0231
Hits@20:
Test: 49.8022 ± 5.3080
Hits@30:
Test: 53.1429 ± 2.7336
Hits@50:
Test: 62.8132 ± 2.2914
AUC:
Test: 85.6788 ± 1.2504
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6593 ± 4.2418
Hits@20:
Test: 47.9560 ± 3.6625
Hits@30:
Test: 52.3956 ± 3.3892
Hits@50:
Test: 61.2747 ± 5.3280
AUC:
Test: 83.9721 ± 2.4501
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9121 ± 3.6992
Hits@20:
Test: 48.7473 ± 1.5019
Hits@30:
Test: 52.0879 ± 2.9322
Hits@50:
Test: 62.5494 ± 2.0298
AUC:
Test: 86.4228 ± 1.0351
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5934 ± 5.1674
Hits@20:
Test: 60.7912 ± 7.4460
Hits@30:
Test: 67.1209 ± 2.0239
Hits@50:
Test: 73.0549 ± 0.7550
AUC:
Test: 88.1638 ± 0.4960
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7143 ± 5.5653
Hits@20:
Test: 52.3516 ± 1.8868
Hits@30:
Test: 56.8791 ± 1.2759
Hits@50:
Test: 63.8242 ± 1.0834
AUC:
Test: 85.6535 ± 0.8062
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6044 ± 2.1590
Hits@20:
Test: 62.5934 ± 2.4933
Hits@30:
Test: 66.9890 ± 2.1218
Hits@50:
Test: 71.4286 ± 2.2413
AUC:
Test: 88.2016 ± 0.9875
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2198 ± 3.8665
Hits@20:
Test: 50.5934 ± 4.9203
Hits@30:
Test: 57.7582 ± 3.9358
Hits@50:
Test: 64.2637 ± 3.5933
AUC:
Test: 85.7411 ± 0.9774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.5055 ± 1.8480
Hits@20:
Test: 68.7033 ± 2.6355
Hits@30:
Test: 73.0110 ± 2.1835
Hits@50:
Test: 78.7692 ± 2.5279
AUC:
Test: 91.6613 ± 1.1820
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2308 ± 4.2804
Hits@20:
Test: 66.7253 ± 3.1414
Hits@30:
Test: 71.9560 ± 1.2872
Hits@50:
Test: 76.6593 ± 2.1724
AUC:
Test: 91.6398 ± 0.7542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4835 ± 6.1354
Hits@20:
Test: 75.0769 ± 1.9198
Hits@30:
Test: 78.1978 ± 2.8882
Hits@50:
Test: 82.9890 ± 4.6012
AUC:
Test: 92.7354 ± 3.2288
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.8791 ± 2.1000
Hits@20:
Test: 75.6923 ± 2.3187
Hits@30:
Test: 79.2088 ± 3.8527
Hits@50:
Test: 86.5495 ± 2.7159
AUC:
Test: 95.7028 ± 0.4913
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4506 ± 5.4072
Hits@20:
Test: 47.1209 ± 3.9365
Hits@30:
Test: 55.6484 ± 4.6659
Hits@50:
Test: 65.4945 ± 1.8970
AUC:
Test: 84.8495 ± 1.7023
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4176 ± 2.3844
Hits@20:
Test: 49.2747 ± 3.6592
Hits@30:
Test: 57.4066 ± 3.3055
Hits@50:
Test: 64.2637 ± 5.0204
AUC:
Test: 86.0635 ± 1.5839
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7363 ± 7.2387
Hits@20:
Test: 62.0220 ± 4.0388
Hits@30:
Test: 65.3626 ± 4.0244
Hits@50:
Test: 70.6813 ± 3.8402
AUC:
Test: 87.7077 ± 0.7753
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.0659 ± 2.9429
Hits@20:
Test: 53.8462 ± 2.8782
Hits@30:
Test: 58.0220 ± 0.4396
Hits@50:
Test: 65.3626 ± 1.8945
AUC:
Test: 85.6857 ± 1.6797
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5714 ± 4.2230
Hits@20:
Test: 74.4176 ± 3.1144
Hits@30:
Test: 80.5275 ± 2.4405
Hits@50:
Test: 85.1868 ± 0.9655
AUC:
Test: 94.1311 ± 0.6119
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2967 ± 3.7601
Hits@20:
Test: 75.0769 ± 1.2872
Hits@30:
Test: 78.2418 ± 1.5772
Hits@50:
Test: 84.6154 ± 1.5385
AUC:
Test: 95.2031 ± 0.3795
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8352 ± 2.5327
Hits@20:
Test: 48.8791 ± 1.2491
Hits@30:
Test: 54.5055 ± 3.7038
Hits@50:
Test: 62.6374 ± 6.3165
AUC:
Test: 84.5692 ± 1.6719
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6813 ± 4.5654
Hits@20:
Test: 51.1648 ± 4.0537
Hits@30:
Test: 56.1319 ± 5.2209
Hits@50:
Test: 61.0989 ± 3.2636
AUC:
Test: 86.0093 ± 1.1623
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3187 ± 4.5122
Hits@20:
Test: 51.2528 ± 5.0963
Hits@30:
Test: 58.5934 ± 3.1298
Hits@50:
Test: 65.5385 ± 6.9802
AUC:
Test: 85.8746 ± 1.8536
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5055 ± 4.5928
Hits@20:
Test: 48.0440 ± 3.3999
Hits@30:
Test: 57.5385 ± 4.9031
Hits@50:
Test: 63.5604 ± 2.6801
AUC:
Test: 86.1221 ± 0.9730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0000 ± 2.7538
Hits@20:
Test: 68.8791 ± 1.8752
Hits@30:
Test: 72.3956 ± 3.0832
Hits@50:
Test: 78.9890 ± 2.1956
AUC:
Test: 91.1057 ± 0.3718
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.3187 ± 1.7375
Hits@20:
Test: 69.8462 ± 2.1612
Hits@30:
Test: 72.6593 ± 2.4797
Hits@50:
Test: 77.8901 ± 2.3702
AUC:
Test: 91.9627 ± 1.2211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4615 ± 3.1391
Hits@20:
Test: 49.0110 ± 1.7787
Hits@30:
Test: 51.5604 ± 2.7345
Hits@50:
Test: 62.1539 ± 4.7530
AUC:
Test: 83.9106 ± 2.5089
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8571 ± 2.8034
Hits@20:
Test: 47.5165 ± 5.3529
Hits@30:
Test: 52.0879 ± 3.6080
Hits@50:
Test: 62.5934 ± 1.6106
AUC:
Test: 86.3967 ± 1.1111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8352 ± 3.3062
Hits@20:
Test: 45.8901 ± 3.6855
Hits@30:
Test: 52.5714 ± 4.6321
Hits@50:
Test: 63.2967 ± 4.3096
AUC:
Test: 84.0722 ± 2.6012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4615 ± 4.6258
Hits@20:
Test: 49.9780 ± 4.5405
Hits@30:
Test: 52.5714 ± 3.8238
Hits@50:
Test: 63.6923 ± 0.9376
AUC:
Test: 86.4318 ± 1.0562
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9451 ± 3.7266
Hits@20:
Test: 59.6484 ± 7.2404
Hits@30:
Test: 64.7473 ± 7.6932
Hits@50:
Test: 73.5385 ± 2.0769
AUC:
Test: 87.9384 ± 0.9761
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9890 ± 3.8206
Hits@20:
Test: 54.2857 ± 1.9160
Hits@30:
Test: 57.3187 ± 1.4858
Hits@50:
Test: 64.7033 ± 1.3058
AUC:
Test: 85.7702 ± 0.6731
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7143 ± 3.8023
Hits@20:
Test: 65.4945 ± 3.6247
Hits@30:
Test: 69.8022 ± 2.7168
Hits@50:
Test: 74.6813 ± 3.6060
AUC:
Test: 89.2228 ± 0.7066
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4615 ± 3.5425
Hits@20:
Test: 55.0330 ± 2.8681
Hits@30:
Test: 61.0549 ± 2.3538
Hits@50:
Test: 67.2527 ± 2.2628
AUC:
Test: 87.2154 ± 0.9472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8681 ± 2.8555
Hits@20:
Test: 70.1978 ± 1.9695
Hits@30:
Test: 74.7692 ± 2.1274
Hits@50:
Test: 75.6484 ± 4.7199
AUC:
Test: 91.7559 ± 0.9877
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0440 ± 2.1342
Hits@20:
Test: 69.3187 ± 1.0379
Hits@30:
Test: 70.8132 ± 5.8011
Hits@50:
Test: 78.6374 ± 1.4858
AUC:
Test: 92.2950 ± 0.5042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7802 ± 2.4797
Hits@20:
Test: 74.7692 ± 2.0227
Hits@30:
Test: 79.2527 ± 2.7826
Hits@50:
Test: 82.5495 ± 2.0769
AUC:
Test: 93.2806 ± 2.3074
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7802 ± 1.0945
Hits@20:
Test: 75.5165 ± 2.8171
Hits@30:
Test: 79.1648 ± 1.5019
Hits@50:
Test: 86.1099 ± 2.0931
AUC:
Test: 95.5839 ± 0.4829
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4176 ± 6.1898
Hits@20:
Test: 53.8901 ± 5.5848
Hits@30:
Test: 59.3846 ± 6.5831
Hits@50:
Test: 65.8462 ± 2.4651
AUC:
Test: 85.6913 ± 0.8722
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5165 ± 3.7729
Hits@20:
Test: 48.5275 ± 1.9248
Hits@30:
Test: 53.9780 ± 4.4464
Hits@50:
Test: 62.4176 ± 5.2056
AUC:
Test: 85.2051 ± 2.3630
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3956 ± 4.0004
Hits@20:
Test: 63.6484 ± 2.8171
Hits@30:
Test: 66.5495 ± 3.5690
Hits@50:
Test: 70.9451 ± 5.2848
AUC:
Test: 87.8485 ± 0.5733
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8132 ± 3.7136
Hits@20:
Test: 53.8462 ± 4.0256
Hits@30:
Test: 59.2528 ± 2.2011
Hits@50:
Test: 64.4835 ± 1.8817
AUC:
Test: 86.0382 ± 1.6398
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.5495 ± 5.1996
Hits@20:
Test: 73.8901 ± 2.0227
Hits@30:
Test: 78.2418 ± 2.2681
Hits@50:
Test: 84.7033 ± 1.4710
AUC:
Test: 94.1452 ± 0.4351
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3077 ± 1.6403
Hits@20:
Test: 73.8022 ± 1.4939
Hits@30:
Test: 79.2088 ± 1.8362
Hits@50:
Test: 85.4066 ± 1.8688
AUC:
Test: 95.2758 ± 0.4021
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2198 ± 3.8896
Hits@20:
Test: 48.5714 ± 4.0256
Hits@30:
Test: 56.0879 ± 2.6980
Hits@50:
Test: 63.2967 ± 5.5055
AUC:
Test: 84.7920 ± 1.3882
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3626 ± 4.6659
Hits@20:
Test: 50.9451 ± 5.4202
Hits@30:
Test: 58.6374 ± 4.4594
Hits@50:
Test: 63.5165 ± 3.0493
AUC:
Test: 86.0431 ± 1.2516
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8352 ± 6.4208
Hits@20:
Test: 54.2418 ± 5.5912
Hits@30:
Test: 57.8901 ± 6.0041
Hits@50:
Test: 67.6044 ± 3.3425
AUC:
Test: 85.9528 ± 1.9500
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7033 ± 6.7157
Hits@20:
Test: 51.0769 ± 2.8257
Hits@30:
Test: 56.6593 ± 3.9967
Hits@50:
Test: 63.4725 ± 3.7440
AUC:
Test: 86.1674 ± 1.0902
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0220 ± 3.2428
Hits@20:
Test: 68.7033 ± 2.9016
Hits@30:
Test: 71.4286 ± 1.6738
Hits@50:
Test: 77.4066 ± 1.3314
AUC:
Test: 91.0300 ± 0.5178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2308 ± 2.5184
Hits@20:
Test: 70.0220 ± 0.9141
Hits@30:
Test: 73.4505 ± 1.7949
Hits@50:
Test: 78.2857 ± 2.8163
AUC:
Test: 92.1461 ± 0.7497
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2418 ± 5.9361
Hits@20:
Test: 46.7692 ± 4.2000
Hits@30:
Test: 53.1868 ± 3.9315
Hits@50:
Test: 61.1868 ± 4.8962
AUC:
Test: 84.1233 ± 2.3262
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2308 ± 4.2634
Hits@20:
Test: 48.8352 ± 3.6094
Hits@30:
Test: 53.3626 ± 2.7861
Hits@50:
Test: 64.2198 ± 0.6666
AUC:
Test: 86.4442 ± 1.1321
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7802 ± 6.1184
Hits@20:
Test: 49.4945 ± 3.2428
Hits@30:
Test: 52.9670 ± 2.8188
Hits@50:
Test: 60.7033 ± 2.1724
AUC:
Test: 84.0509 ± 2.3836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9011 ± 3.2000
Hits@20:
Test: 49.6264 ± 2.5790
Hits@30:
Test: 54.4615 ± 3.9112
Hits@50:
Test: 63.5165 ± 1.8906
AUC:
Test: 86.4549 ± 1.0295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3626 ± 3.7537
Hits@20:
Test: 63.2088 ± 2.0476
Hits@30:
Test: 68.4835 ± 1.7347
Hits@50:
Test: 73.8462 ± 1.7923
AUC:
Test: 87.7703 ± 0.6054
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4725 ± 5.6042
Hits@20:
Test: 53.8462 ± 2.6465
Hits@30:
Test: 58.1978 ± 2.4246
Hits@50:
Test: 64.5714 ± 2.5126
AUC:
Test: 85.8884 ± 0.7864
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7033 ± 3.2710
Hits@20:
Test: 65.1868 ± 1.8623
Hits@30:
Test: 68.5714 ± 1.4906
Hits@50:
Test: 76.2637 ± 1.7923
AUC:
Test: 88.7280 ± 1.9150
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8681 ± 4.5654
Hits@20:
Test: 60.6593 ± 3.1429
Hits@30:
Test: 65.2747 ± 1.6225
Hits@50:
Test: 72.6593 ± 1.9999
AUC:
Test: 89.0144 ± 0.8932
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6813 ± 5.2527
Hits@20:
Test: 72.1758 ± 2.9918
Hits@30:
Test: 75.8242 ± 2.0203
Hits@50:
Test: 79.6484 ± 2.3955
AUC:
Test: 90.8989 ± 1.1339
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1538 ± 2.0966
Hits@20:
Test: 71.3407 ± 1.8817
Hits@30:
Test: 76.3077 ± 2.0047
Hits@50:
Test: 81.5824 ± 1.7264
AUC:
Test: 92.6543 ± 0.5168
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.6154 ± 4.8436
Hits@20:
Test: 74.9451 ± 6.0549
Hits@30:
Test: 78.8132 ± 5.2394
Hits@50:
Test: 84.8791 ± 3.8270
AUC:
Test: 94.6420 ± 1.4879
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.4835 ± 1.4628
Hits@20:
Test: 75.4725 ± 2.4256
Hits@30:
Test: 80.2637 ± 2.3691
Hits@50:
Test: 87.6044 ± 0.2506
AUC:
Test: 95.7439 ± 0.4248
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3846 ± 9.0918
Hits@20:
Test: 53.0549 ± 6.0041
Hits@30:
Test: 56.8352 ± 4.6012
Hits@50:
Test: 65.1429 ± 4.0484
AUC:
Test: 85.4772 ± 1.5191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5824 ± 4.9424
Hits@20:
Test: 49.7143 ± 6.2558
Hits@30:
Test: 55.9560 ± 5.6582
Hits@50:
Test: 66.1099 ± 3.0470
AUC:
Test: 86.3081 ± 1.7019
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3736 ± 4.8217
Hits@20:
Test: 63.8681 ± 4.0064
Hits@30:
Test: 68.8791 ± 3.1567
Hits@50:
Test: 71.2088 ± 2.8444
AUC:
Test: 88.7875 ± 0.8009
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9451 ± 2.3134
Hits@20:
Test: 54.3297 ± 0.7189
Hits@30:
Test: 61.5824 ± 2.9421
Hits@50:
Test: 70.0659 ± 2.4246
AUC:
Test: 87.1432 ± 0.9370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.2198 ± 3.0199
Hits@20:
Test: 75.9560 ± 3.1337
Hits@30:
Test: 78.9011 ± 2.7582
Hits@50:
Test: 84.4835 ± 1.2491
AUC:
Test: 94.1734 ± 0.2430
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3956 ± 2.3072
Hits@20:
Test: 75.3846 ± 3.3977
Hits@30:
Test: 79.4725 ± 2.1399
Hits@50:
Test: 85.2747 ± 2.6465
AUC:
Test: 95.4228 ± 0.6427
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1648 ± 1.2625
Hits@20:
Test: 46.9890 ± 2.3844
Hits@30:
Test: 54.9451 ± 5.2724
Hits@50:
Test: 65.7582 ± 1.9866
AUC:
Test: 84.3247 ± 1.9849
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2308 ± 5.6944
Hits@20:
Test: 49.5385 ± 4.6586
Hits@30:
Test: 55.7363 ± 4.4681
Hits@50:
Test: 64.3516 ± 4.3912
AUC:
Test: 86.3948 ± 0.9805
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7692 ± 5.7572
Hits@20:
Test: 56.7033 ± 3.1237
Hits@30:
Test: 63.0330 ± 3.7246
Hits@50:
Test: 69.7582 ± 1.8944
AUC:
Test: 86.9327 ± 1.1940
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0220 ± 5.2688
Hits@20:
Test: 49.2747 ± 3.8238
Hits@30:
Test: 57.4066 ± 5.1176
Hits@50:
Test: 65.0110 ± 0.3611
AUC:
Test: 86.5287 ± 0.9191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4066 ± 2.9918
Hits@20:
Test: 66.2418 ± 2.5986
Hits@30:
Test: 71.6044 ± 1.0699
Hits@50:
Test: 78.0659 ± 1.1978
AUC:
Test: 90.7021 ± 0.7123
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.1319 ± 1.9059
Hits@20:
Test: 70.2857 ± 2.5460
Hits@30:
Test: 74.6813 ± 2.6665
Hits@50:
Test: 78.6813 ± 2.7185
AUC:
Test: 92.4803 ± 0.3791
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.9670 ± 4.6243
Hits@20:
Test: 48.9231 ± 3.3677
Hits@30:
Test: 53.4506 ± 3.3634
Hits@50:
Test: 61.9780 ± 4.8972
AUC:
Test: 84.1316 ± 2.2886
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0220 ± 3.3813
Hits@20:
Test: 47.7363 ± 2.4146
Hits@30:
Test: 51.5165 ± 3.3713
Hits@50:
Test: 63.7802 ± 0.7019
AUC:
Test: 86.3305 ± 1.3108
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7692 ± 4.5855
Hits@20:
Test: 45.7143 ± 6.4396
Hits@30:
Test: 51.5604 ± 3.1260
Hits@50:
Test: 62.8571 ± 3.5404
AUC:
Test: 84.1385 ± 2.3682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6154 ± 1.9497
Hits@20:
Test: 48.9670 ± 1.1357
Hits@30:
Test: 54.3297 ± 3.1521
Hits@50:
Test: 63.5604 ± 1.2374
AUC:
Test: 86.4569 ± 1.0798
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.4945 ± 2.6033
Hits@20:
Test: 62.7692 ± 3.9731
Hits@30:
Test: 65.9341 ± 1.4579
Hits@50:
Test: 73.8901 ± 1.0471
AUC:
Test: 88.2493 ± 1.0396
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9011 ± 3.5520
Hits@20:
Test: 51.9121 ± 2.9339
Hits@30:
Test: 58.0220 ± 1.6076
Hits@50:
Test: 66.3297 ± 1.6030
AUC:
Test: 85.2903 ± 0.8415
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8022 ± 2.5375
Hits@20:
Test: 76.0440 ± 1.9902
Hits@30:
Test: 80.3956 ± 0.9376
Hits@50:
Test: 84.4835 ± 2.5846
AUC:
Test: 94.5251 ± 0.6130
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1319 ± 2.6692
Hits@20:
Test: 73.6703 ± 2.0107
Hits@30:
Test: 79.2527 ± 1.4209
Hits@50:
Test: 84.3077 ± 0.9529
AUC:
Test: 94.2087 ± 0.2022
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3956 ± 3.0628
Hits@20:
Test: 77.5385 ± 2.0346
Hits@30:
Test: 81.1868 ± 1.8428
Hits@50:
Test: 86.6374 ± 1.2947
AUC:
Test: 95.2313 ± 0.4254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1538 ± 1.3495
Hits@20:
Test: 76.5275 ± 2.2914
Hits@30:
Test: 81.2308 ± 1.2098
Hits@50:
Test: 85.6703 ± 1.5416
AUC:
Test: 95.2404 ± 0.4181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3297 ± 5.7383
Hits@20:
Test: 74.4615 ± 5.5239
Hits@30:
Test: 77.5824 ± 5.0238
Hits@50:
Test: 82.4176 ± 5.0454
AUC:
Test: 93.0349 ± 2.0032
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.8791 ± 1.7624
Hits@20:
Test: 75.3846 ± 1.9160
Hits@30:
Test: 80.2198 ± 1.8970
Hits@50:
Test: 86.1099 ± 3.0980
AUC:
Test: 95.6868 ± 0.4200
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.2747 ± 3.7018
Hits@20:
Test: 74.3297 ± 2.1274
Hits@30:
Test: 79.1209 ± 0.6950
Hits@50:
Test: 84.6154 ± 0.9580
AUC:
Test: 93.9647 ± 0.3321
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9890 ± 3.6953
Hits@20:
Test: 63.3407 ± 5.0320
Hits@30:
Test: 70.8132 ± 2.1161
Hits@50:
Test: 78.0659 ± 1.7541
AUC:
Test: 92.0664 ± 0.5610
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0659 ± 2.9748
Hits@20:
Test: 77.0110 ± 2.4894
Hits@30:
Test: 81.9780 ± 2.2893
Hits@50:
Test: 84.6154 ± 1.1207
AUC:
Test: 94.6611 ± 0.2994
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9451 ± 3.0675
Hits@20:
Test: 74.3297 ± 0.5247
Hits@30:
Test: 78.5934 ± 1.4628
Hits@50:
Test: 83.5165 ± 1.5463
AUC:
Test: 94.3245 ± 0.1310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0110 ± 4.3208
Hits@20:
Test: 75.4725 ± 2.8342
Hits@30:
Test: 81.0110 ± 1.9756
Hits@50:
Test: 86.4176 ± 1.7123
AUC:
Test: 94.7942 ± 0.8910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.7802 ± 1.5894
Hits@20:
Test: 78.0220 ± 2.5394
Hits@30:
Test: 82.4615 ± 3.3055
Hits@50:
Test: 87.5165 ± 2.1945
AUC:
Test: 95.7413 ± 0.6360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.8242 ± 4.3096
Hits@20:
Test: 68.8352 ± 3.3670
Hits@30:
Test: 71.5604 ± 5.8244
Hits@50:
Test: 77.2308 ± 6.0860
AUC:
Test: 91.9125 ± 1.2445
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.1429 ± 6.0097
Hits@20:
Test: 61.6264 ± 1.9878
Hits@30:
Test: 68.5714 ± 0.6950
Hits@50:
Test: 75.2528 ± 3.0477
AUC:
Test: 91.6097 ± 0.5098
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7473 ± 8.0821
Hits@20:
Test: 74.0659 ± 4.1234
Hits@30:
Test: 80.1319 ± 1.3333
Hits@50:
Test: 84.6154 ± 1.5463
AUC:
Test: 93.9899 ± 0.4041
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2857 ± 2.3019
Hits@20:
Test: 68.4835 ± 2.7739
Hits@30:
Test: 73.0549 ± 2.7123
Hits@50:
Test: 80.7473 ± 2.0179
AUC:
Test: 93.0462 ± 0.3770
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.1319 ± 3.3562
Hits@20:
Test: 78.6813 ± 2.5203
Hits@30:
Test: 79.9560 ± 4.4675
Hits@50:
Test: 85.5824 ± 2.6674
AUC:
Test: 94.4180 ± 0.9761
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.0989 ± 2.3548
Hits@20:
Test: 78.5055 ± 2.3640
Hits@30:
Test: 82.8571 ± 0.9580
Hits@50:
Test: 85.4945 ± 1.7095
AUC:
Test: 95.4946 ± 0.1099
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.8242 ± 1.8868
Hits@20:
Test: 69.0110 ± 4.1497
Hits@30:
Test: 71.7802 ± 4.6196
Hits@50:
Test: 78.1099 ± 3.4979
AUC:
Test: 91.5029 ± 0.8394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7802 ± 3.8989
Hits@20:
Test: 63.6044 ± 1.7896
Hits@30:
Test: 67.4725 ± 3.4611
Hits@50:
Test: 75.6484 ± 3.6460
AUC:
Test: 91.2171 ± 0.4936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7033 ± 3.9907
Hits@20:
Test: 66.7253 ± 2.8555
Hits@30:
Test: 73.8901 ± 2.9544
Hits@50:
Test: 77.7582 ± 2.5696
AUC:
Test: 91.8466 ± 1.2246
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7143 ± 3.1567
Hits@20:
Test: 61.2747 ± 2.2808
Hits@30:
Test: 68.4835 ± 1.7963
Hits@50:
Test: 77.5385 ± 1.6180
AUC:
Test: 91.0985 ± 0.4943
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0220 ± 1.8688
Hits@20:
Test: 76.7912 ± 1.5665
Hits@30:
Test: 79.8242 ± 0.8569
Hits@50:
Test: 85.0989 ± 0.5897
AUC:
Test: 94.7130 ± 0.5773
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5714 ± 3.1521
Hits@20:
Test: 73.3626 ± 3.2166
Hits@30:
Test: 77.2308 ± 2.0535
Hits@50:
Test: 84.6154 ± 1.0767
AUC:
Test: 94.4604 ± 0.5064
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6703 ± 2.9405
Hits@20:
Test: 78.3297 ± 1.2587
Hits@30:
Test: 81.2747 ± 1.6403
Hits@50:
Test: 86.1978 ± 0.6483
AUC:
Test: 94.5898 ± 0.2217
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.4835 ± 2.2713
Hits@20:
Test: 75.6044 ± 3.8759
Hits@30:
Test: 80.0000 ± 1.6225
Hits@50:
Test: 84.7473 ± 1.4955
AUC:
Test: 94.9094 ± 0.6080
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.7582 ± 3.2658
Hits@20:
Test: 77.4945 ± 2.5470
Hits@30:
Test: 80.6593 ± 0.6408
Hits@50:
Test: 85.2308 ± 2.4246
AUC:
Test: 94.7514 ± 0.8743
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.6264 ± 3.1811
Hits@20:
Test: 78.3297 ± 2.5893
Hits@30:
Test: 82.0659 ± 1.3423
Hits@50:
Test: 86.3736 ± 1.7375
AUC:
Test: 95.6382 ± 0.3012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9890 ± 5.3732
Hits@20:
Test: 74.0659 ± 3.9377
Hits@30:
Test: 77.6264 ± 3.7018
Hits@50:
Test: 84.0879 ± 4.7459
AUC:
Test: 92.4743 ± 2.4587
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.2857 ± 3.6160
Hits@20:
Test: 76.3516 ± 2.7783
Hits@30:
Test: 79.7802 ± 3.0014
Hits@50:
Test: 86.1099 ± 3.3956
AUC:
Test: 95.7396 ± 0.4956
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7802 ± 1.3952
Hits@20:
Test: 74.6374 ± 0.7054
Hits@30:
Test: 79.6044 ± 1.1142
Hits@50:
Test: 84.2637 ± 1.0143
AUC:
Test: 94.1929 ± 0.1992
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5385 ± 5.1693
Hits@20:
Test: 64.0000 ± 4.6007
Hits@30:
Test: 71.1648 ± 1.6910
Hits@50:
Test: 78.2418 ± 1.2909
AUC:
Test: 92.3583 ± 0.4306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6484 ± 2.3051
Hits@20:
Test: 77.8461 ± 2.0582
Hits@30:
Test: 82.1099 ± 1.0024
Hits@50:
Test: 85.5385 ± 1.6403
AUC:
Test: 94.6026 ± 0.4622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8901 ± 4.1305
Hits@20:
Test: 72.8791 ± 2.9099
Hits@30:
Test: 76.2637 ± 4.1700
Hits@50:
Test: 83.3407 ± 1.7472
AUC:
Test: 94.2262 ± 0.3404
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.5604 ± 4.6143
Hits@20:
Test: 76.3516 ± 1.8558
Hits@30:
Test: 78.9011 ± 1.8190
Hits@50:
Test: 84.9231 ± 0.9780
AUC:
Test: 94.5285 ± 0.3046
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5495 ± 5.3565
Hits@20:
Test: 77.5824 ± 2.2088
Hits@30:
Test: 82.5055 ± 1.8623
Hits@50:
Test: 86.8572 ± 2.8673
AUC:
Test: 95.6540 ± 0.5393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.9670 ± 5.2135
Hits@20:
Test: 66.1099 ± 4.2087
Hits@30:
Test: 69.9341 ± 5.0151
Hits@50:
Test: 76.6154 ± 4.5907
AUC:
Test: 90.8223 ± 2.3457
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3407 ± 3.0746
Hits@20:
Test: 65.5385 ± 2.4246
Hits@30:
Test: 67.6923 ± 3.7363
Hits@50:
Test: 76.8352 ± 0.8455
AUC:
Test: 91.6677 ± 0.8517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7473 ± 4.5928
Hits@20:
Test: 72.4396 ± 5.6089
Hits@30:
Test: 78.7692 ± 5.2186
Hits@50:
Test: 83.1648 ± 3.6862
AUC:
Test: 93.7463 ± 0.9889
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7802 ± 2.8991
Hits@20:
Test: 66.4176 ± 2.0047
Hits@30:
Test: 72.5714 ± 1.8283
Hits@50:
Test: 79.1648 ± 2.3228
AUC:
Test: 92.8997 ± 0.7201
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.4176 ± 4.9672
Hits@20:
Test: 76.9670 ± 3.1674
Hits@30:
Test: 81.5824 ± 2.5930
Hits@50:
Test: 85.2747 ± 3.4013
AUC:
Test: 94.9944 ± 0.6225
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5934 ± 0.9755
Hits@20:
Test: 77.6264 ± 1.1774
Hits@30:
Test: 80.7033 ± 1.4529
Hits@50:
Test: 86.5934 ± 1.4243
AUC:
Test: 95.4470 ± 0.2693
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.8462 ± 2.8966
Hits@20:
Test: 65.9780 ± 2.9950
Hits@30:
Test: 71.5165 ± 1.3333
Hits@50:
Test: 76.4396 ± 2.5460
AUC:
Test: 91.6289 ± 0.9549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6593 ± 5.7177
Hits@20:
Test: 64.7912 ± 3.1788
Hits@30:
Test: 69.5824 ± 1.7067
Hits@50:
Test: 75.6923 ± 1.8362
AUC:
Test: 91.4422 ± 0.6188
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2418 ± 4.8026
Hits@20:
Test: 66.5495 ± 3.3598
Hits@30:
Test: 72.2198 ± 4.4518
Hits@50:
Test: 79.3846 ± 1.7403
AUC:
Test: 92.1114 ± 1.1409
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6593 ± 3.1644
Hits@20:
Test: 64.5714 ± 2.3538
Hits@30:
Test: 70.7692 ± 2.0083
Hits@50:
Test: 77.3626 ± 0.9951
AUC:
Test: 91.4762 ± 0.6277
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1429 ± 3.3963
Hits@20:
Test: 74.9011 ± 2.2702
Hits@30:
Test: 81.2747 ± 1.9744
Hits@50:
Test: 85.2308 ± 1.6981
AUC:
Test: 94.3885 ± 0.3151
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7802 ± 5.4023
Hits@20:
Test: 72.6154 ± 1.5970
Hits@30:
Test: 78.0220 ± 2.1308
Hits@50:
Test: 81.2747 ± 4.0418
AUC:
Test: 94.2141 ± 0.3702
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.1868 ± 1.8256
Hits@20:
Test: 80.7912 ± 2.1790
Hits@30:
Test: 83.5604 ± 1.5494
Hits@50:
Test: 87.0330 ± 1.4825
AUC:
Test: 94.6582 ± 0.4465
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3956 ± 1.6781
Hits@20:
Test: 77.5824 ± 2.0676
Hits@30:
Test: 80.4835 ± 1.7472
Hits@50:
Test: 85.6703 ± 1.9497
AUC:
Test: 95.2770 ± 0.3013
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.8242 ± 3.1636
Hits@20:
Test: 78.9890 ± 3.3062
Hits@30:
Test: 81.5824 ± 2.5790
Hits@50:
Test: 83.8681 ± 2.4355
AUC:
Test: 94.7299 ± 0.6534
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 74.2857 ± 1.8649
Hits@20:
Test: 79.1209 ± 1.9596
Hits@30:
Test: 83.6923 ± 0.8135
Hits@50:
Test: 88.2637 ± 0.5516
AUC:
Test: 95.8691 ± 0.2177
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.7143 ± 2.6328
Hits@20:
Test: 74.2857 ± 3.3870
Hits@30:
Test: 78.1978 ± 1.8480
Hits@50:
Test: 82.6374 ± 4.7850
AUC:
Test: 92.9893 ± 2.0327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7363 ± 3.1598
Hits@20:
Test: 74.5934 ± 2.3600
Hits@30:
Test: 78.9890 ± 2.1623
Hits@50:
Test: 86.8571 ± 1.8150
AUC:
Test: 95.4883 ± 0.6124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.2418 ± 2.5375
Hits@20:
Test: 77.9780 ± 2.2542
Hits@30:
Test: 82.9011 ± 1.0238
Hits@50:
Test: 86.0220 ± 1.8097
AUC:
Test: 94.4632 ± 0.6009
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.7692 ± 3.6894
Hits@20:
Test: 66.1099 ± 4.2882
Hits@30:
Test: 72.5275 ± 2.4325
Hits@50:
Test: 80.0440 ± 3.8740
AUC:
Test: 93.0025 ± 0.9009
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.2527 ± 1.7678
Hits@20:
Test: 77.8462 ± 1.5019
Hits@30:
Test: 81.2747 ± 1.5649
Hits@50:
Test: 86.0659 ± 1.7208
AUC:
Test: 94.4462 ± 0.3155
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.2857 ± 3.2547
Hits@20:
Test: 73.1868 ± 2.7670
Hits@30:
Test: 78.3297 ± 1.5035
Hits@50:
Test: 84.0440 ± 0.8015
AUC:
Test: 94.2587 ± 0.3336
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7473 ± 2.2110
Hits@20:
Test: 75.5604 ± 1.9559
Hits@30:
Test: 80.9231 ± 1.5649
Hits@50:
Test: 84.0000 ± 2.0107
AUC:
Test: 94.6742 ± 0.3959
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4286 ± 1.7990
Hits@20:
Test: 77.3626 ± 2.0023
Hits@30:
Test: 82.0220 ± 2.1388
Hits@50:
Test: 86.4615 ± 1.7963
AUC:
Test: 95.8563 ± 0.4299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0330 ± 2.1161
Hits@20:
Test: 69.3626 ± 1.3865
Hits@30:
Test: 74.5934 ± 1.1378
Hits@50:
Test: 78.1099 ± 5.5635
AUC:
Test: 92.6519 ± 0.5646
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0110 ± 3.1376
Hits@20:
Test: 64.0879 ± 1.3242
Hits@30:
Test: 68.5275 ± 2.8034
Hits@50:
Test: 75.0330 ± 2.6401
AUC:
Test: 91.8219 ± 0.7024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2088 ± 1.8017
Hits@20:
Test: 76.0440 ± 1.6076
Hits@30:
Test: 80.3956 ± 3.6625
Hits@50:
Test: 84.8352 ± 1.3900
AUC:
Test: 94.1674 ± 0.6479
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8132 ± 3.4799
Hits@20:
Test: 68.8352 ± 3.3742
Hits@30:
Test: 73.4945 ± 1.1795
Hits@50:
Test: 80.5714 ± 1.9448
AUC:
Test: 92.9890 ± 0.7251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.2967 ± 2.7034
Hits@20:
Test: 78.0220 ± 4.0496
Hits@30:
Test: 80.7473 ± 4.7662
Hits@50:
Test: 86.6374 ± 1.1774
AUC:
Test: 94.7887 ± 0.4816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.5275 ± 3.7748
Hits@20:
Test: 77.5385 ± 2.3691
Hits@30:
Test: 80.7473 ± 2.6900
Hits@50:
Test: 86.1099 ± 2.0167
AUC:
Test: 95.5221 ± 0.3926
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2747 ± 8.6689
Hits@20:
Test: 64.4835 ± 6.0561
Hits@30:
Test: 73.0110 ± 1.2759
Hits@50:
Test: 76.7912 ± 1.3058
AUC:
Test: 91.4996 ± 0.5526
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2528 ± 6.2136
Hits@20:
Test: 63.2967 ± 1.9034
Hits@30:
Test: 67.7363 ± 4.6451
Hits@50:
Test: 74.9451 ± 1.8778
AUC:
Test: 91.3747 ± 0.5436
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.1209 ± 2.2998
Hits@20:
Test: 68.8352 ± 1.3584
Hits@30:
Test: 72.4396 ± 3.1182
Hits@50:
Test: 77.7143 ± 2.6125
AUC:
Test: 92.0982 ± 0.8092
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3956 ± 2.1000
Hits@20:
Test: 65.8462 ± 2.5088
Hits@30:
Test: 70.7692 ± 2.0908
Hits@50:
Test: 77.8022 ± 0.6408
AUC:
Test: 91.5183 ± 0.2429
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.4835 ± 2.7739
Hits@20:
Test: 76.3077 ± 1.2759
Hits@30:
Test: 78.6374 ± 1.0238
Hits@50:
Test: 84.7033 ± 0.9008
AUC:
Test: 94.5642 ± 0.4841
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4835 ± 2.0943
Hits@20:
Test: 73.7143 ± 2.7826
Hits@30:
Test: 78.7692 ± 1.4294
Hits@50:
Test: 82.9451 ± 0.6520
AUC:
Test: 94.4049 ± 0.5205
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 74.1978 ± 3.8402
Hits@20:
Test: 78.9451 ± 2.1779
Hits@30:
Test: 81.3187 ± 2.3051
Hits@50:
Test: 86.1099 ± 2.4836
AUC:
Test: 93.9633 ± 0.5501
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.0000 ± 3.5527
Hits@20:
Test: 78.4615 ± 1.4743
Hits@30:
Test: 80.2637 ± 2.2596
Hits@50:
Test: 85.4066 ± 1.6270
AUC:
Test: 94.7715 ± 0.6564
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8022 ± 1.9323
Hits@20:
Test: 77.4945 ± 3.5048
Hits@30:
Test: 81.0549 ± 2.4690
Hits@50:
Test: 77.8462 ± 7.6378
AUC:
Test: 93.3899 ± 0.7767
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 76.5275 ± 1.1978
Hits@20:
Test: 81.0549 ± 1.1142
Hits@30:
Test: 83.9560 ± 1.5306
Hits@50:
Test: 87.8242 ± 1.3423
AUC:
Test: 95.9106 ± 0.2579
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.2198 ± 3.1834
Hits@20:
Test: 76.5275 ± 4.8784
Hits@30:
Test: 80.7033 ± 4.1972
Hits@50:
Test: 86.0220 ± 4.1776
AUC:
Test: 94.1401 ± 0.9978
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0330 ± 1.2177
Hits@20:
Test: 73.9780 ± 5.3601
Hits@30:
Test: 78.8571 ± 3.1175
Hits@50:
Test: 87.3846 ± 2.3955
AUC:
Test: 95.9292 ± 0.4727
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1648 ± 2.3538
Hits@20:
Test: 78.1099 ± 2.5800
Hits@30:
Test: 81.5824 ± 2.8206
Hits@50:
Test: 85.7143 ± 1.7582
AUC:
Test: 94.0356 ± 0.8692
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4176 ± 3.5710
Hits@20:
Test: 70.2857 ± 1.9122
Hits@30:
Test: 75.0769 ± 1.6853
Hits@50:
Test: 81.1868 ± 2.1455
AUC:
Test: 93.1008 ± 0.5697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0769 ± 2.9182
Hits@20:
Test: 78.5055 ± 2.1724
Hits@30:
Test: 80.4835 ± 1.5803
Hits@50:
Test: 85.4066 ± 1.8623
AUC:
Test: 93.9768 ± 0.7868
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9011 ± 2.2446
Hits@20:
Test: 77.1868 ± 2.0405
Hits@30:
Test: 81.6264 ± 1.5115
Hits@50:
Test: 84.7033 ± 2.1455
AUC:
Test: 94.4664 ± 0.7919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.9121 ± 2.3384
Hits@20:
Test: 76.5714 ± 2.5088
Hits@30:
Test: 81.4066 ± 1.6121
Hits@50:
Test: 85.9780 ± 0.7189
AUC:
Test: 94.5879 ± 0.5520
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.5714 ± 3.1136
Hits@20:
Test: 78.8132 ± 1.5665
Hits@30:
Test: 82.5495 ± 0.7223
Hits@50:
Test: 87.2088 ± 0.6666
AUC:
Test: 96.0165 ± 0.2881
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6923 ± 4.8237
Hits@20:
Test: 68.5275 ± 6.1644
Hits@30:
Test: 73.8022 ± 5.7172
Hits@50:
Test: 79.4286 ± 4.9794
AUC:
Test: 92.0746 ± 1.6207
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5055 ± 1.3813
Hits@20:
Test: 64.4835 ± 2.3702
Hits@30:
Test: 69.8462 ± 2.1444
Hits@50:
Test: 76.5275 ± 3.9019
AUC:
Test: 91.8961 ± 1.1627
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.2308 ± 4.6180
Hits@20:
Test: 76.5714 ± 1.7486
Hits@30:
Test: 80.0000 ± 2.4670
Hits@50:
Test: 84.6593 ± 2.1103
AUC:
Test: 94.2045 ± 0.7022
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1209 ± 1.1567
Hits@20:
Test: 67.7363 ± 7.6489
Hits@30:
Test: 74.4615 ± 3.4239
Hits@50:
Test: 79.4286 ± 4.3725
AUC:
Test: 93.2188 ± 0.4995
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9011 ± 3.2695
Hits@20:
Test: 77.2308 ± 1.9323
Hits@30:
Test: 81.5385 ± 2.2893
Hits@50:
Test: 85.8462 ± 3.6234
AUC:
Test: 94.6230 ± 1.2413
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1648 ± 4.6633
Hits@20:
Test: 77.6703 ± 1.9008
Hits@30:
Test: 81.0110 ± 2.0943
Hits@50:
Test: 85.9780 ± 1.0923
AUC:
Test: 95.4028 ± 0.4027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.4286 ± 1.4294
Hits@20:
Test: 63.7802 ± 4.2543
Hits@30:
Test: 70.8571 ± 1.4955
Hits@50:
Test: 76.6154 ± 2.6492
AUC:
Test: 91.2030 ± 0.3486
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.7473 ± 3.4506
Hits@20:
Test: 63.9560 ± 2.3925
Hits@30:
Test: 69.3187 ± 1.0143
Hits@50:
Test: 76.8352 ± 1.2872
AUC:
Test: 91.4574 ± 0.5972
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.3187 ± 3.3259
Hits@20:
Test: 67.6044 ± 5.6774
Hits@30:
Test: 74.4176 ± 3.5357
Hits@50:
Test: 77.3626 ± 5.7585
AUC:
Test: 92.3509 ± 0.8705
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6703 ± 2.2702
Hits@20:
Test: 64.3077 ± 2.3394
Hits@30:
Test: 70.9451 ± 2.0227
Hits@50:
Test: 77.4506 ± 1.0609
AUC:
Test: 91.7714 ± 0.6064
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8681 ± 2.1945
Hits@20:
Test: 75.4725 ± 1.1271
Hits@30:
Test: 78.4615 ± 0.8928
Hits@50:
Test: 84.0000 ± 2.6710
AUC:
Test: 94.9457 ± 0.4497
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0220 ± 6.0617
Hits@20:
Test: 72.5714 ± 2.1218
Hits@30:
Test: 78.8132 ± 2.9429
Hits@50:
Test: 83.2088 ± 2.1115
AUC:
Test: 94.2656 ± 0.3650
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6264 ± 3.8149
Hits@20:
Test: 71.8242 ± 2.8673
Hits@30:
Test: 77.4945 ± 1.6491
Hits@50:
Test: 82.7692 ± 0.9655
AUC:
Test: 93.3858 ± 0.6736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.2198 ± 2.4748
Hits@20:
Test: 72.4835 ± 3.6559
Hits@30:
Test: 77.6703 ± 2.2446
Hits@50:
Test: 83.3846 ± 2.9223
AUC:
Test: 94.5173 ± 0.7067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6044 ± 3.2361
Hits@20:
Test: 74.4176 ± 4.1718
Hits@30:
Test: 78.9451 ± 2.4836
Hits@50:
Test: 86.0220 ± 1.8097
AUC:
Test: 94.2397 ± 0.3693
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.6374 ± 2.0417
Hits@20:
Test: 77.4066 ± 1.8995
Hits@30:
Test: 80.3516 ± 1.7760
Hits@50:
Test: 85.4066 ± 1.4792
AUC:
Test: 95.4614 ± 0.4584
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1209 ± 5.7130
Hits@20:
Test: 72.2637 ± 5.6770
Hits@30:
Test: 76.3956 ± 5.7786
Hits@50:
Test: 80.3516 ± 5.7618
AUC:
Test: 91.5640 ± 3.7139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0440 ± 2.4846
Hits@20:
Test: 75.1648 ± 2.5818
Hits@30:
Test: 78.0659 ± 2.4592
Hits@50:
Test: 84.8352 ± 3.0612
AUC:
Test: 95.3160 ± 0.7725
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6264 ± 5.1463
Hits@20:
Test: 72.2198 ± 5.5002
Hits@30:
Test: 75.6044 ± 4.5786
Hits@50:
Test: 81.1868 ± 3.8809
AUC:
Test: 92.6681 ± 1.5805
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2857 ± 5.2310
Hits@20:
Test: 64.5714 ± 4.8187
Hits@30:
Test: 69.3626 ± 4.0034
Hits@50:
Test: 76.9670 ± 5.4535
AUC:
Test: 92.1701 ± 0.8602
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6264 ± 5.7156
Hits@20:
Test: 73.0549 ± 3.0279
Hits@30:
Test: 78.9451 ± 1.4776
Hits@50:
Test: 85.0549 ± 1.6076
AUC:
Test: 93.7775 ± 0.6542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.4615 ± 3.7672
Hits@20:
Test: 71.3407 ± 4.0184
Hits@30:
Test: 77.9780 ± 2.7991
Hits@50:
Test: 81.9341 ± 2.1500
AUC:
Test: 93.9844 ± 0.3839
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.4066 ± 2.3019
Hits@20:
Test: 77.5824 ± 2.8444
Hits@30:
Test: 81.1868 ± 1.6781
Hits@50:
Test: 85.6264 ± 0.7708
AUC:
Test: 94.5780 ± 0.6744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.0879 ± 1.8778
Hits@20:
Test: 76.0440 ± 2.6692
Hits@30:
Test: 82.4615 ± 2.1218
Hits@50:
Test: 85.9341 ± 0.9194
AUC:
Test: 95.5940 ± 0.2874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1209 ± 6.7644
Hits@20:
Test: 61.3626 ± 5.2916
Hits@30:
Test: 67.9121 ± 3.5302
Hits@50:
Test: 76.1758 ± 4.0958
AUC:
Test: 89.1824 ± 2.3360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7143 ± 2.7904
Hits@20:
Test: 58.7253 ± 2.2914
Hits@30:
Test: 63.9121 ± 2.3019
Hits@50:
Test: 73.6264 ± 2.4719
AUC:
Test: 89.5943 ± 0.5735
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.4835 ± 4.5479
Hits@20:
Test: 69.6703 ± 3.1583
Hits@30:
Test: 75.7802 ± 1.7403
Hits@50:
Test: 83.0330 ± 2.6483
AUC:
Test: 92.7609 ± 1.2431
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2418 ± 4.1671
Hits@20:
Test: 65.4945 ± 6.8185
Hits@30:
Test: 72.7033 ± 2.5126
Hits@50:
Test: 79.9560 ± 2.6023
AUC:
Test: 92.7955 ± 1.2114
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3736 ± 1.1733
Hits@20:
Test: 74.7692 ± 2.7159
Hits@30:
Test: 78.6813 ± 2.7887
Hits@50:
Test: 85.4505 ± 1.3314
AUC:
Test: 93.9318 ± 0.8185
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.8791 ± 1.2394
Hits@20:
Test: 77.4066 ± 2.4641
Hits@30:
Test: 82.2857 ± 1.5587
Hits@50:
Test: 86.9451 ± 2.0239
AUC:
Test: 95.6004 ± 0.4455
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.1099 ± 3.3813
Hits@20:
Test: 59.8242 ± 2.0167
Hits@30:
Test: 64.3517 ± 2.6162
Hits@50:
Test: 71.5604 ± 3.2435
AUC:
Test: 89.1956 ± 1.1143
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1758 ± 5.3579
Hits@20:
Test: 58.7253 ± 3.7214
Hits@30:
Test: 63.4286 ± 4.1311
Hits@50:
Test: 73.4066 ± 1.8322
AUC:
Test: 89.8672 ± 1.1395
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4945 ± 4.3113
Hits@20:
Test: 63.0769 ± 4.3152
Hits@30:
Test: 68.3077 ± 2.8883
Hits@50:
Test: 77.4066 ± 1.7123
AUC:
Test: 91.7514 ± 0.6434
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3407 ± 4.9721
Hits@20:
Test: 59.3407 ± 4.4284
Hits@30:
Test: 65.3187 ± 4.9179
Hits@50:
Test: 73.4066 ± 3.9682
AUC:
Test: 90.6828 ± 1.0347
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8022 ± 4.7738
Hits@20:
Test: 73.2747 ± 4.1076
Hits@30:
Test: 78.9890 ± 2.2120
Hits@50:
Test: 83.4725 ± 1.5649
AUC:
Test: 93.8699 ± 0.2268
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.4945 ± 1.7403
Hits@20:
Test: 74.7253 ± 1.9596
Hits@30:
Test: 79.4286 ± 2.3030
Hits@50:
Test: 85.0110 ± 1.8675
AUC:
Test: 94.8308 ± 0.4542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8681 ± 3.4527
Hits@20:
Test: 74.4176 ± 1.5195
Hits@30:
Test: 76.3516 ± 1.9448
Hits@50:
Test: 81.8462 ± 2.1000
AUC:
Test: 92.6092 ± 0.8732
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9560 ± 1.5259
Hits@20:
Test: 74.6374 ± 1.7963
Hits@30:
Test: 77.1429 ± 1.5306
Hits@50:
Test: 81.1868 ± 0.8455
AUC:
Test: 93.5543 ± 0.3272
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6044 ± 6.1255
Hits@20:
Test: 74.9890 ± 4.5239
Hits@30:
Test: 79.0769 ± 1.8610
Hits@50:
Test: 86.0659 ± 1.0494
AUC:
Test: 94.3091 ± 0.2305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.3626 ± 0.5689
Hits@20:
Test: 77.4505 ± 0.2506
Hits@30:
Test: 81.0989 ± 1.1836
Hits@50:
Test: 85.1868 ± 1.3865
AUC:
Test: 95.2288 ± 0.2984
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5494 ± 4.1223
Hits@20:
Test: 71.8242 ± 3.2279
Hits@30:
Test: 75.8242 ± 4.2075
Hits@50:
Test: 81.0110 ± 5.2807
AUC:
Test: 90.8677 ± 3.5797
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.6154 ± 2.4246
Hits@20:
Test: 75.6484 ± 1.0355
Hits@30:
Test: 78.3736 ± 2.4602
Hits@50:
Test: 86.1978 ± 3.5892
AUC:
Test: 95.7726 ± 0.9144
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.8462 ± 5.5261
Hits@20:
Test: 70.0659 ± 3.2391
Hits@30:
Test: 75.2527 ± 1.4711
Hits@50:
Test: 83.2967 ± 1.9963
AUC:
Test: 93.0489 ± 0.8682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.6813 ± 6.3907
Hits@20:
Test: 65.5385 ± 5.2088
Hits@30:
Test: 70.6374 ± 4.2121
Hits@50:
Test: 77.3187 ± 3.6789
AUC:
Test: 92.1612 ± 1.0156
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4725 ± 3.5744
Hits@20:
Test: 72.7033 ± 2.2542
Hits@30:
Test: 77.6264 ± 1.9744
Hits@50:
Test: 83.3407 ± 2.8546
AUC:
Test: 93.4709 ± 0.8960
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0000 ± 5.0372
Hits@20:
Test: 74.1099 ± 1.8084
Hits@30:
Test: 77.5385 ± 1.7746
Hits@50:
Test: 83.8681 ± 1.0024
AUC:
Test: 94.4629 ± 0.3733
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.2418 ± 8.5666
Hits@20:
Test: 75.7363 ± 1.4955
Hits@30:
Test: 81.4066 ± 1.0379
Hits@50:
Test: 84.8791 ± 1.2471
AUC:
Test: 94.4274 ± 0.3722
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.4945 ± 5.2135
Hits@20:
Test: 76.8791 ± 2.4836
Hits@30:
Test: 80.7473 ± 2.0594
Hits@50:
Test: 86.0659 ± 2.0652
AUC:
Test: 95.5070 ± 0.3646
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.0220 ± 5.6493
Hits@20:
Test: 62.5055 ± 4.5511
Hits@30:
Test: 69.4505 ± 4.5628
Hits@50:
Test: 74.7253 ± 3.3763
AUC:
Test: 89.5883 ± 2.0382
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4725 ± 3.4027
Hits@20:
Test: 61.3626 ± 2.5174
Hits@30:
Test: 65.6703 ± 2.1161
Hits@50:
Test: 72.9670 ± 0.9705
AUC:
Test: 90.1872 ± 0.4246
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8242 ± 5.4738
Hits@20:
Test: 72.7912 ± 2.1890
Hits@30:
Test: 76.0440 ± 2.3722
Hits@50:
Test: 83.8681 ± 2.0298
AUC:
Test: 93.5826 ± 0.4979
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0440 ± 5.3416
Hits@20:
Test: 66.8571 ± 4.1188
Hits@30:
Test: 72.9670 ± 4.0525
Hits@50:
Test: 80.0000 ± 2.6328
AUC:
Test: 93.0310 ± 0.9844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0000 ± 2.8681
Hits@20:
Test: 75.0330 ± 1.8163
Hits@30:
Test: 80.4396 ± 1.6150
Hits@50:
Test: 85.2747 ± 2.0382
AUC:
Test: 94.1412 ± 0.9129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.9231 ± 1.6403
Hits@20:
Test: 79.1209 ± 1.9780
Hits@30:
Test: 81.5385 ± 1.5772
Hits@50:
Test: 86.0659 ± 1.7067
AUC:
Test: 95.6098 ± 0.3615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9560 ± 4.9910
Hits@20:
Test: 53.2747 ± 2.4700
Hits@30:
Test: 62.8571 ± 4.3236
Hits@50:
Test: 72.4396 ± 3.1027
AUC:
Test: 88.9845 ± 0.4027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1758 ± 2.2120
Hits@20:
Test: 58.4176 ± 6.0994
Hits@30:
Test: 64.3516 ± 1.7123
Hits@50:
Test: 71.2527 ± 2.7861
AUC:
Test: 90.9016 ± 0.6609
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6484 ± 7.7679
Hits@20:
Test: 59.9121 ± 3.1567
Hits@30:
Test: 66.3297 ± 3.4590
Hits@50:
Test: 73.0549 ± 3.1606
AUC:
Test: 90.6432 ± 0.9066
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.2637 ± 7.0580
Hits@20:
Test: 57.6264 ± 3.7633
Hits@30:
Test: 62.8571 ± 2.3773
Hits@50:
Test: 75.0769 ± 2.6125
AUC:
Test: 90.3234 ± 0.9466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.8791 ± 2.2120
Hits@20:
Test: 74.9011 ± 2.2702
Hits@30:
Test: 77.6703 ± 1.4462
Hits@50:
Test: 84.0000 ± 2.0931
AUC:
Test: 93.6469 ± 0.5198
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1648 ± 2.3894
Hits@20:
Test: 76.3956 ± 1.9072
Hits@30:
Test: 78.8132 ± 2.5422
Hits@50:
Test: 84.8352 ± 1.6666
AUC:
Test: 94.8951 ± 0.2255
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7912 ± 1.9122
Hits@20:
Test: 70.7253 ± 2.6665
Hits@30:
Test: 76.7912 ± 1.4378
Hits@50:
Test: 80.8791 ± 1.5306
AUC:
Test: 92.4914 ± 0.7311
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6923 ± 1.4661
Hits@20:
Test: 74.1099 ± 2.7948
Hits@30:
Test: 76.3956 ± 2.0358
Hits@50:
Test: 81.8022 ± 2.1161
AUC:
Test: 93.8433 ± 0.5690
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9121 ± 3.8477
Hits@20:
Test: 76.7033 ± 1.9658
Hits@30:
Test: 80.4396 ± 2.6419
Hits@50:
Test: 85.7143 ± 1.9160
AUC:
Test: 94.0609 ± 0.5502
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 1.8230
Hits@20:
Test: 75.2527 ± 1.4792
Hits@30:
Test: 77.8901 ± 1.2965
Hits@50:
Test: 83.0330 ± 3.4729
AUC:
Test: 94.7527 ± 0.7689
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.2857 ± 3.8433
Hits@20:
Test: 73.8901 ± 3.5690
Hits@30:
Test: 77.7143 ± 5.1884
Hits@50:
Test: 82.1099 ± 6.1805
AUC:
Test: 91.9520 ± 3.1162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9560 ± 2.5126
Hits@20:
Test: 74.9890 ± 2.1612
Hits@30:
Test: 78.9451 ± 2.9049
Hits@50:
Test: 85.3626 ± 4.0543
AUC:
Test: 95.2275 ± 0.6816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.2198 ± 1.5147
Hits@20:
Test: 71.6923 ± 0.8846
Hits@30:
Test: 75.1648 ± 1.0309
Hits@50:
Test: 80.0000 ± 0.8928
AUC:
Test: 91.8605 ± 0.6790
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3516 ± 3.1105
Hits@20:
Test: 62.5055 ± 5.2163
Hits@30:
Test: 67.0769 ± 5.9084
Hits@50:
Test: 72.6154 ± 3.5933
AUC:
Test: 90.2910 ± 1.2433
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9780 ± 4.2144
Hits@20:
Test: 73.3187 ± 0.9655
Hits@30:
Test: 77.7582 ± 2.8419
Hits@50:
Test: 82.3736 ± 1.0923
AUC:
Test: 92.5374 ± 0.8281
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0879 ± 2.0757
Hits@20:
Test: 74.1539 ± 2.3082
Hits@30:
Test: 77.8901 ± 1.4545
Hits@50:
Test: 82.9890 ± 1.3602
AUC:
Test: 93.8091 ± 0.4724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0110 ± 2.9363
Hits@20:
Test: 76.0000 ± 1.1774
Hits@30:
Test: 78.9451 ± 1.1567
Hits@50:
Test: 84.6154 ± 1.2433
AUC:
Test: 94.0895 ± 0.6790
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9451 ± 1.9744
Hits@20:
Test: 77.1429 ± 1.7514
Hits@30:
Test: 81.8462 ± 1.4038
Hits@50:
Test: 86.3297 ± 0.4765
AUC:
Test: 95.6883 ± 0.2521
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.4176 ± 5.8904
Hits@20:
Test: 60.3077 ± 7.6112
Hits@30:
Test: 65.8022 ± 6.1941
Hits@50:
Test: 73.3187 ± 3.9272
AUC:
Test: 88.0530 ± 2.4663
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.5934 ± 4.0805
Hits@20:
Test: 58.9451 ± 2.9380
Hits@30:
Test: 66.9451 ± 4.0484
Hits@50:
Test: 73.1868 ± 2.4719
AUC:
Test: 89.8238 ± 0.8787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0659 ± 3.6664
Hits@20:
Test: 71.5604 ± 2.4106
Hits@30:
Test: 75.6044 ± 1.2335
Hits@50:
Test: 81.3626 ± 1.3039
AUC:
Test: 93.0362 ± 0.5177
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.9780 ± 5.0382
Hits@20:
Test: 68.3516 ± 2.6144
Hits@30:
Test: 71.9560 ± 2.9552
Hits@50:
Test: 79.7802 ± 1.0654
AUC:
Test: 93.0938 ± 0.6968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2088 ± 6.4796
Hits@20:
Test: 76.0879 ± 2.9462
Hits@30:
Test: 80.4835 ± 1.9621
Hits@50:
Test: 84.4835 ± 1.3058
AUC:
Test: 93.9702 ± 0.7309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 74.1099 ± 1.4858
Hits@20:
Test: 77.7582 ± 1.7052
Hits@30:
Test: 82.3736 ± 0.4504
Hits@50:
Test: 86.3736 ± 1.4073
AUC:
Test: 95.4972 ± 0.2652
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9780 ± 4.5245
Hits@20:
Test: 57.5824 ± 4.6829
Hits@30:
Test: 62.5494 ± 1.6344
Hits@50:
Test: 73.5385 ± 1.2296
AUC:
Test: 89.0871 ± 1.5496
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9560 ± 2.8723
Hits@20:
Test: 56.3077 ± 5.1739
Hits@30:
Test: 62.5055 ± 3.5391
Hits@50:
Test: 73.1868 ± 1.9841
AUC:
Test: 90.2862 ± 0.9340
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6264 ± 5.5142
Hits@20:
Test: 59.9121 ± 4.7408
Hits@30:
Test: 66.5934 ± 6.7114
Hits@50:
Test: 73.1868 ± 4.9021
AUC:
Test: 91.0482 ± 0.9103
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0220 ± 4.4654
Hits@20:
Test: 58.3297 ± 4.5802
Hits@30:
Test: 65.8022 ± 4.2435
Hits@50:
Test: 74.0659 ± 1.4496
AUC:
Test: 90.8463 ± 0.5398
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4725 ± 1.7236
Hits@20:
Test: 74.0659 ± 1.4158
Hits@30:
Test: 79.5604 ± 1.4661
Hits@50:
Test: 82.6374 ± 1.7375
AUC:
Test: 93.7203 ± 0.5049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8022 ± 2.4503
Hits@20:
Test: 74.9011 ± 2.1724
Hits@30:
Test: 79.6923 ± 1.2872
Hits@50:
Test: 85.5824 ± 0.8311
AUC:
Test: 94.7514 ± 0.3517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.4286 ± 3.8433
Hits@20:
Test: 69.1868 ± 4.6917
Hits@30:
Test: 73.7582 ± 3.2361
Hits@50:
Test: 78.8132 ± 2.1172
AUC:
Test: 92.0506 ± 1.2449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1978 ± 2.2808
Hits@20:
Test: 72.2198 ± 2.4305
Hits@30:
Test: 75.2967 ± 1.0024
Hits@50:
Test: 79.5604 ± 1.7855
AUC:
Test: 93.4720 ± 0.3700
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2967 ± 5.5413
Hits@20:
Test: 74.6374 ± 2.7212
Hits@30:
Test: 79.9560 ± 2.2273
Hits@50:
Test: 84.3517 ± 0.3260
AUC:
Test: 93.7121 ± 0.6646
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8681 ± 4.4756
Hits@20:
Test: 72.9670 ± 1.2625
Hits@30:
Test: 76.0879 ± 1.1978
Hits@50:
Test: 82.4176 ± 1.2433
AUC:
Test: 94.2462 ± 0.4207
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4066 ± 4.0573
Hits@20:
Test: 73.4506 ± 2.5696
Hits@30:
Test: 77.8022 ± 2.7096
Hits@50:
Test: 82.9011 ± 3.2353
AUC:
Test: 93.2755 ± 1.1710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3736 ± 4.8177
Hits@20:
Test: 73.1868 ± 2.4523
Hits@30:
Test: 78.6813 ± 1.8906
Hits@50:
Test: 83.4725 ± 2.1103
AUC:
Test: 95.2158 ± 0.7671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5275 ± 4.2911
Hits@20:
Test: 66.0220 ± 4.1311
Hits@30:
Test: 71.9121 ± 3.7537
Hits@50:
Test: 76.2198 ± 4.2543
AUC:
Test: 90.0351 ± 1.2627
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.5714 ± 4.3945
Hits@20:
Test: 68.3077 ± 4.1011
Hits@30:
Test: 73.0110 ± 4.0208
Hits@50:
Test: 78.3736 ± 2.0827
AUC:
Test: 92.2955 ± 0.6247
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5165 ± 2.4719
Hits@20:
Test: 70.4615 ± 2.7123
Hits@30:
Test: 74.9011 ± 1.7747
Hits@50:
Test: 79.5604 ± 1.6520
AUC:
Test: 91.7320 ± 1.2569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2527 ± 2.1813
Hits@20:
Test: 73.6703 ± 3.7537
Hits@30:
Test: 76.5714 ± 1.3423
Hits@50:
Test: 82.5055 ± 1.3602
AUC:
Test: 93.6655 ± 0.1915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4176 ± 12.5294
Hits@20:
Test: 72.5714 ± 4.2287
Hits@30:
Test: 77.7582 ± 4.2230
Hits@50:
Test: 84.3956 ± 1.9658
AUC:
Test: 94.1652 ± 0.4270
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6044 ± 0.8708
Hits@20:
Test: 77.0549 ± 1.3778
Hits@30:
Test: 80.2198 ± 1.5541
Hits@50:
Test: 85.8462 ± 1.4209
AUC:
Test: 95.5571 ± 0.4365
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5275 ± 5.8128
Hits@20:
Test: 61.0110 ± 5.0204
Hits@30:
Test: 65.2747 ± 4.8076
Hits@50:
Test: 72.0440 ± 1.8217
AUC:
Test: 88.5702 ± 1.5129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2088 ± 4.8202
Hits@20:
Test: 60.5275 ± 4.4137
Hits@30:
Test: 65.2747 ± 4.1381
Hits@50:
Test: 71.3407 ± 3.5254
AUC:
Test: 88.9201 ± 0.6678
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0659 ± 5.4716
Hits@20:
Test: 69.0549 ± 1.6403
Hits@30:
Test: 74.1538 ± 1.6781
Hits@50:
Test: 79.5604 ± 4.2075
AUC:
Test: 91.4863 ± 1.1624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3846 ± 4.4159
Hits@20:
Test: 67.9560 ± 2.9421
Hits@30:
Test: 71.4286 ± 3.8976
Hits@50:
Test: 77.2747 ± 3.7640
AUC:
Test: 91.6324 ± 0.3466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1429 ± 3.5899
Hits@20:
Test: 74.4615 ± 1.3495
Hits@30:
Test: 80.0879 ± 1.8623
Hits@50:
Test: 84.7912 ± 2.0873
AUC:
Test: 94.1415 ± 0.6104
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.9670 ± 1.8714
Hits@20:
Test: 77.6703 ± 2.4894
Hits@30:
Test: 81.5385 ± 1.3900
Hits@50:
Test: 84.6593 ± 1.2078
AUC:
Test: 95.3864 ± 0.6432
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7912 ± 3.4506
Hits@20:
Test: 61.0549 ± 3.0667
Hits@30:
Test: 65.1429 ± 2.8085
Hits@50:
Test: 72.7473 ± 1.9223
AUC:
Test: 88.5874 ± 1.4303
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6044 ± 1.9633
Hits@20:
Test: 59.2967 ± 3.4834
Hits@30:
Test: 64.9231 ± 3.4069
Hits@50:
Test: 74.7692 ± 2.3072
AUC:
Test: 90.0292 ± 0.5531
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4725 ± 7.8686
Hits@20:
Test: 64.7033 ± 3.3713
Hits@30:
Test: 68.2198 ± 2.9715
Hits@50:
Test: 75.1209 ± 1.0355
AUC:
Test: 90.3290 ± 0.3470
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5604 ± 3.1985
Hits@20:
Test: 61.6703 ± 3.5933
Hits@30:
Test: 68.1319 ± 2.6419
Hits@50:
Test: 74.3297 ± 1.0355
AUC:
Test: 90.4608 ± 0.3375
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.5714 ± 1.7236
Hits@20:
Test: 72.8352 ± 2.6900
Hits@30:
Test: 77.4945 ± 1.7417
Hits@50:
Test: 83.3407 ± 2.5977
AUC:
Test: 93.3538 ± 0.3800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0879 ± 3.0509
Hits@20:
Test: 74.6813 ± 1.3314
Hits@30:
Test: 79.0769 ± 1.9373
Hits@50:
Test: 85.0110 ± 0.9504
AUC:
Test: 94.7984 ± 0.3208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7802 ± 1.7896
Hits@20:
Test: 71.5165 ± 2.6033
Hits@30:
Test: 79.7802 ± 1.9348
Hits@50:
Test: 84.8352 ± 1.9841
AUC:
Test: 94.2251 ± 0.6068
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0000 ± 1.8610
Hits@20:
Test: 70.7253 ± 1.9497
Hits@30:
Test: 76.8791 ± 1.8610
Hits@50:
Test: 82.5934 ± 4.4214
AUC:
Test: 94.5451 ± 0.4376
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8242 ± 3.4034
Hits@20:
Test: 75.8681 ± 2.3019
Hits@30:
Test: 78.6813 ± 0.8928
Hits@50:
Test: 85.7582 ± 1.2568
AUC:
Test: 94.5720 ± 0.3780
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8901 ± 1.8906
Hits@20:
Test: 74.8132 ± 3.2547
Hits@30:
Test: 79.7802 ± 2.1757
Hits@50:
Test: 85.6264 ± 1.0609
AUC:
Test: 95.1366 ± 0.4781
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.7582 ± 6.1271
Hits@20:
Test: 73.4505 ± 5.7865
Hits@30:
Test: 77.0110 ± 6.8900
Hits@50:
Test: 83.3407 ± 6.7373
AUC:
Test: 92.7972 ± 2.9051
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8681 ± 1.7472
Hits@20:
Test: 74.8132 ± 2.9593
Hits@30:
Test: 80.5714 ± 2.3497
Hits@50:
Test: 87.2967 ± 1.6329
AUC:
Test: 95.7581 ± 0.5289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.9890 ± 2.9306
Hits@20:
Test: 70.1099 ± 2.8529
Hits@30:
Test: 75.6923 ± 3.0988
Hits@50:
Test: 82.7253 ± 1.7278
AUC:
Test: 93.4428 ± 0.8328
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8681 ± 3.3077
Hits@20:
Test: 64.1758 ± 4.1088
Hits@30:
Test: 69.4066 ± 4.1972
Hits@50:
Test: 78.5495 ± 3.3927
AUC:
Test: 92.3716 ± 0.4847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8022 ± 5.0897
Hits@20:
Test: 71.9560 ± 4.3669
Hits@30:
Test: 77.4066 ± 3.5144
Hits@50:
Test: 85.0110 ± 2.2164
AUC:
Test: 94.1408 ± 0.7251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0769 ± 2.4026
Hits@20:
Test: 71.2967 ± 1.9817
Hits@30:
Test: 76.3516 ± 2.6989
Hits@50:
Test: 82.3297 ± 1.1378
AUC:
Test: 94.0196 ± 0.3862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.6813 ± 2.9182
Hits@20:
Test: 74.9451 ± 3.1429
Hits@30:
Test: 80.0000 ± 2.1252
Hits@50:
Test: 85.9780 ± 1.4021
AUC:
Test: 94.4297 ± 0.2341
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 1.2296
Hits@20:
Test: 76.7473 ± 2.0167
Hits@30:
Test: 81.7582 ± 2.5441
Hits@50:
Test: 87.2088 ± 1.7052
AUC:
Test: 95.9704 ± 0.5070
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7253 ± 3.0215
Hits@20:
Test: 63.5604 ± 4.4049
Hits@30:
Test: 69.7143 ± 3.1902
Hits@50:
Test: 75.4725 ± 4.6638
AUC:
Test: 90.8607 ± 0.9508
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6593 ± 4.1076
Hits@20:
Test: 60.7912 ± 2.8933
Hits@30:
Test: 66.9451 ± 3.2621
Hits@50:
Test: 73.2747 ± 4.9331
AUC:
Test: 91.2124 ± 0.5523
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4066 ± 4.5245
Hits@20:
Test: 70.0659 ± 2.8546
Hits@30:
Test: 74.0220 ± 1.8932
Hits@50:
Test: 82.2857 ± 2.2229
AUC:
Test: 93.4949 ± 0.6927
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1868 ± 2.0989
Hits@20:
Test: 66.2857 ± 3.0319
Hits@30:
Test: 71.1648 ± 3.2724
Hits@50:
Test: 78.5494 ± 1.7347
AUC:
Test: 92.8310 ± 1.0811
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9451 ± 3.8181
Hits@20:
Test: 74.8571 ± 5.4072
Hits@30:
Test: 79.0769 ± 5.3053
Hits@50:
Test: 85.8901 ± 3.1329
AUC:
Test: 94.3700 ± 0.5381
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5055 ± 2.3640
Hits@20:
Test: 74.9011 ± 2.6574
Hits@30:
Test: 79.9121 ± 1.9323
Hits@50:
Test: 85.7143 ± 1.8322
AUC:
Test: 95.2897 ± 0.5021
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9670 ± 4.5717
Hits@20:
Test: 58.3736 ± 3.3281
Hits@30:
Test: 65.4066 ± 4.3586
Hits@50:
Test: 73.1868 ± 3.7136
AUC:
Test: 89.5101 ± 1.0491
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1429 ± 3.5151
Hits@20:
Test: 60.4396 ± 0.9453
Hits@30:
Test: 66.9011 ± 3.2323
Hits@50:
Test: 74.8571 ± 2.8974
AUC:
Test: 90.4927 ± 0.5092
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2967 ± 2.3702
Hits@20:
Test: 62.9011 ± 5.1949
Hits@30:
Test: 67.6044 ± 4.3308
Hits@50:
Test: 76.0440 ± 1.0767
AUC:
Test: 91.6993 ± 1.0138
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9121 ± 4.0226
Hits@20:
Test: 60.1758 ± 2.3640
Hits@30:
Test: 65.2308 ± 3.0430
Hits@50:
Test: 74.9890 ± 2.7025
AUC:
Test: 90.5495 ± 0.4362
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.2857 ± 3.1948
Hits@20:
Test: 73.8462 ± 1.5849
Hits@30:
Test: 76.7473 ± 0.9504
Hits@50:
Test: 83.6044 ± 2.0943
AUC:
Test: 94.2187 ± 0.5182
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8022 ± 1.9135
Hits@20:
Test: 73.4945 ± 2.2606
Hits@30:
Test: 77.3626 ± 1.6953
Hits@50:
Test: 83.0330 ± 2.6801
AUC:
Test: 94.0202 ± 0.4567
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9560 ± 2.1274
Hits@20:
Test: 75.6923 ± 3.1796
Hits@30:
Test: 80.2198 ± 1.8584
Hits@50:
Test: 84.7033 ± 0.8015
AUC:
Test: 93.9221 ± 0.6134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.4176 ± 2.8034
Hits@20:
Test: 71.4725 ± 2.7991
Hits@30:
Test: 76.6593 ± 2.4543
Hits@50:
Test: 81.7582 ± 2.4176
AUC:
Test: 94.5773 ± 0.2857
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.2528 ± 6.8157
Hits@20:
Test: 76.0440 ± 2.5489
Hits@30:
Test: 78.5055 ± 3.1521
Hits@50:
Test: 85.1868 ± 2.1342
AUC:
Test: 94.4827 ± 0.5878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.4615 ± 1.7208
Hits@20:
Test: 77.0989 ± 2.2381
Hits@30:
Test: 80.6593 ± 1.6953
Hits@50:
Test: 86.8571 ± 0.8708
AUC:
Test: 95.4171 ± 0.1840
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0440 ± 6.6037
Hits@20:
Test: 75.4286 ± 3.3346
Hits@30:
Test: 78.8571 ± 4.7556
Hits@50:
Test: 83.4286 ± 4.5564
AUC:
Test: 92.8550 ± 2.4848
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0440 ± 1.6491
Hits@20:
Test: 75.6044 ± 2.2946
Hits@30:
Test: 78.9890 ± 3.4944
Hits@50:
Test: 85.5385 ± 4.3994
AUC:
Test: 95.3854 ± 0.8708
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4615 ± 2.0757
Hits@20:
Test: 71.6923 ± 2.5413
Hits@30:
Test: 77.0110 ± 2.2872
Hits@50:
Test: 83.5604 ± 2.8376
AUC:
Test: 93.3841 ± 0.5320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6154 ± 3.9026
Hits@20:
Test: 63.2088 ± 3.4352
Hits@30:
Test: 68.7033 ± 4.6378
Hits@50:
Test: 76.7033 ± 3.0887
AUC:
Test: 92.4222 ± 0.6050
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6264 ± 5.2232
Hits@20:
Test: 73.2308 ± 2.9544
Hits@30:
Test: 77.7582 ± 3.0469
Hits@50:
Test: 84.3956 ± 2.0263
AUC:
Test: 94.0443 ± 0.7876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9780 ± 1.8868
Hits@20:
Test: 71.9121 ± 1.9621
Hits@30:
Test: 76.7473 ± 2.0641
Hits@50:
Test: 82.5934 ± 3.0824
AUC:
Test: 94.2319 ± 0.3827
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7912 ± 1.2138
Hits@20:
Test: 75.6484 ± 0.7985
Hits@30:
Test: 80.3956 ± 2.8715
Hits@50:
Test: 85.6703 ± 1.1462
AUC:
Test: 94.5655 ± 0.1624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3077 ± 5.3506
Hits@20:
Test: 77.0549 ± 1.0945
Hits@30:
Test: 82.1978 ± 2.0382
Hits@50:
Test: 87.7802 ± 2.0298
AUC:
Test: 95.7249 ± 0.4155
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3407 ± 8.6625
Hits@20:
Test: 67.3846 ± 4.4355
Hits@30:
Test: 72.3956 ± 3.2323
Hits@50:
Test: 78.2418 ± 2.8317
AUC:
Test: 91.6858 ± 1.2414
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3956 ± 2.8248
Hits@20:
Test: 56.7473 ± 6.5960
Hits@30:
Test: 66.9451 ± 1.7208
Hits@50:
Test: 71.5604 ± 4.3642
AUC:
Test: 90.7396 ± 0.4468
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5165 ± 3.2930
Hits@20:
Test: 71.5165 ± 1.0379
Hits@30:
Test: 77.3187 ± 1.4021
Hits@50:
Test: 82.3736 ± 0.4228
AUC:
Test: 93.4180 ± 0.3907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4506 ± 2.9788
Hits@20:
Test: 64.3517 ± 3.2651
Hits@30:
Test: 70.7692 ± 1.7095
Hits@50:
Test: 78.5055 ± 3.0980
AUC:
Test: 92.5834 ± 0.4570
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.8352 ± 4.7045
Hits@20:
Test: 75.5604 ± 2.7292
Hits@30:
Test: 76.7912 ± 3.3026
Hits@50:
Test: 85.2747 ± 2.6647
AUC:
Test: 94.3517 ± 0.5375
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4286 ± 1.8842
Hits@20:
Test: 77.1868 ± 1.5726
Hits@30:
Test: 82.1538 ± 1.2759
Hits@50:
Test: 85.9780 ± 2.4444
AUC:
Test: 95.5766 ± 0.5005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2527 ± 8.3407
Hits@20:
Test: 64.4396 ± 4.2258
Hits@30:
Test: 68.5714 ± 1.7582
Hits@50:
Test: 75.6484 ± 2.9091
AUC:
Test: 90.1638 ± 1.9910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1209 ± 6.3937
Hits@20:
Test: 58.6813 ± 4.9512
Hits@30:
Test: 65.1868 ± 3.6466
Hits@50:
Test: 72.7912 ± 1.7746
AUC:
Test: 90.7038 ± 0.6925
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1209 ± 4.1135
Hits@20:
Test: 60.3516 ± 5.4826
Hits@30:
Test: 66.6813 ± 2.6944
Hits@50:
Test: 72.4396 ± 4.1660
AUC:
Test: 90.0439 ± 1.8622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5934 ± 1.7787
Hits@20:
Test: 59.0769 ± 2.5270
Hits@30:
Test: 65.4945 ± 1.5227
Hits@50:
Test: 73.9341 ± 2.3803
AUC:
Test: 91.0421 ± 0.7153
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6044 ± 1.7417
Hits@20:
Test: 74.2418 ± 1.4612
Hits@30:
Test: 77.4945 ± 1.7760
Hits@50:
Test: 83.2527 ± 1.3672
AUC:
Test: 94.4010 ± 0.3794
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.5385 ± 1.2276
Hits@20:
Test: 71.7363 ± 1.4209
Hits@30:
Test: 74.5495 ± 2.0873
Hits@50:
Test: 82.0659 ± 1.0379
AUC:
Test: 94.0003 ± 0.6614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2528 ± 5.8065
Hits@20:
Test: 74.9451 ± 1.7514
Hits@30:
Test: 77.7582 ± 5.1506
Hits@50:
Test: 83.0769 ± 1.3900
AUC:
Test: 93.4338 ± 0.2179
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7363 ± 1.8739
Hits@20:
Test: 74.1099 ± 0.6483
Hits@30:
Test: 79.0769 ± 1.0355
Hits@50:
Test: 84.8791 ± 1.1876
AUC:
Test: 94.5324 ± 0.3631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2088 ± 2.7948
Hits@20:
Test: 72.5714 ± 4.4918
Hits@30:
Test: 75.1648 ± 3.2930
Hits@50:
Test: 82.6813 ± 2.1161
AUC:
Test: 93.3465 ± 1.3715
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7473 ± 2.0641
Hits@20:
Test: 77.6703 ± 0.8736
Hits@30:
Test: 82.4176 ± 1.4987
Hits@50:
Test: 86.8132 ± 1.7582
AUC:
Test: 95.5168 ± 0.2651
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.3187 ± 4.7097
Hits@20:
Test: 71.6484 ± 4.8873
Hits@30:
Test: 77.0989 ± 4.2458
Hits@50:
Test: 82.5055 ± 3.3172
AUC:
Test: 93.0192 ± 1.8439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9121 ± 3.3222
Hits@20:
Test: 78.3736 ± 1.0024
Hits@30:
Test: 80.9670 ± 2.3134
Hits@50:
Test: 86.9890 ± 2.2381
AUC:
Test: 95.8546 ± 0.5511
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.2747 ± 2.1978
Hits@20:
Test: 73.6703 ± 1.2947
Hits@30:
Test: 77.3626 ± 2.8231
Hits@50:
Test: 83.2967 ± 2.4817
AUC:
Test: 93.4064 ± 0.6083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7363 ± 4.9697
Hits@20:
Test: 64.1758 ± 3.0255
Hits@30:
Test: 70.9451 ± 4.1129
Hits@50:
Test: 78.9890 ± 2.5753
AUC:
Test: 92.2029 ± 0.8146
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.3077 ± 4.2207
Hits@20:
Test: 73.6703 ± 3.4380
Hits@30:
Test: 78.7692 ± 2.3803
Hits@50:
Test: 84.2637 ± 0.9529
AUC:
Test: 93.8270 ± 0.6050
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9451 ± 2.3753
Hits@20:
Test: 71.8242 ± 1.2759
Hits@30:
Test: 77.5824 ± 3.0295
Hits@50:
Test: 82.8132 ± 2.2381
AUC:
Test: 94.6316 ± 0.4488
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.9341 ± 1.7610
Hits@20:
Test: 75.6923 ± 2.3082
Hits@30:
Test: 80.0879 ± 1.9999
Hits@50:
Test: 85.0549 ± 1.8584
AUC:
Test: 94.3726 ± 0.5596
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0769 ± 2.9182
Hits@20:
Test: 75.7802 ± 2.4933
Hits@30:
Test: 81.2747 ± 2.7556
Hits@50:
Test: 86.6374 ± 1.7333
AUC:
Test: 95.6069 ± 0.4822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.2967 ± 1.5726
Hits@20:
Test: 67.3846 ± 1.5587
Hits@30:
Test: 72.2198 ± 2.0652
Hits@50:
Test: 76.0879 ± 5.0654
AUC:
Test: 91.5443 ± 1.1123
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1538 ± 0.9878
Hits@20:
Test: 60.7033 ± 1.7949
Hits@30:
Test: 67.4725 ± 1.6000
Hits@50:
Test: 77.0549 ± 2.2977
AUC:
Test: 91.5879 ± 0.5482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1539 ± 4.3498
Hits@20:
Test: 70.7692 ± 2.8274
Hits@30:
Test: 76.2637 ± 1.5772
Hits@50:
Test: 83.7802 ± 1.3848
AUC:
Test: 93.5517 ± 0.6610
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.0769 ± 3.1872
Hits@20:
Test: 64.2637 ± 3.4281
Hits@30:
Test: 71.7802 ± 3.3570
Hits@50:
Test: 78.9451 ± 2.3280
AUC:
Test: 92.6349 ± 0.7298
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1978 ± 2.0298
Hits@20:
Test: 76.9231 ± 0.5154
Hits@30:
Test: 80.4396 ± 1.1525
Hits@50:
Test: 84.8352 ± 1.2335
AUC:
Test: 94.5178 ± 0.5267
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1099 ± 2.0617
Hits@20:
Test: 76.3077 ± 1.7746
Hits@30:
Test: 81.5385 ± 2.2574
Hits@50:
Test: 85.6264 ± 0.7388
AUC:
Test: 95.3713 ± 0.3519
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0330 ± 3.8270
Hits@20:
Test: 60.0440 ± 5.5674
Hits@30:
Test: 66.2857 ± 2.9388
Hits@50:
Test: 73.3187 ± 2.4106
AUC:
Test: 90.2498 ± 1.4617
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3077 ± 4.1654
Hits@20:
Test: 59.4725 ± 2.9058
Hits@30:
Test: 66.9011 ± 3.7959
Hits@50:
Test: 73.0110 ± 3.2241
AUC:
Test: 90.2146 ± 1.1315
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9670 ± 2.9487
Hits@20:
Test: 62.0659 ± 3.8902
Hits@30:
Test: 68.0440 ± 3.8777
Hits@50:
Test: 74.4615 ± 4.3331
AUC:
Test: 90.8838 ± 0.4878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2747 ± 3.0549
Hits@20:
Test: 59.8681 ± 3.4246
Hits@30:
Test: 65.2308 ± 3.3128
Hits@50:
Test: 73.0110 ± 3.2391
AUC:
Test: 90.8158 ± 0.6109
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1538 ± 6.0649
Hits@20:
Test: 72.8352 ± 4.5111
Hits@30:
Test: 76.2198 ± 4.6060
Hits@50:
Test: 82.5934 ± 2.4836
AUC:
Test: 94.0596 ± 0.7093
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6813 ± 3.7984
Hits@20:
Test: 71.4286 ± 3.7556
Hits@30:
Test: 77.0549 ± 2.0298
Hits@50:
Test: 82.2857 ± 2.0358
AUC:
Test: 94.2595 ± 0.1697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1539 ± 2.2033
Hits@20:
Test: 75.5604 ± 2.0815
Hits@30:
Test: 79.6923 ± 1.8296
Hits@50:
Test: 82.9451 ± 1.3952
AUC:
Test: 93.0972 ± 0.6221
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.3407 ± 3.1445
Hits@20:
Test: 74.0220 ± 0.6845
Hits@30:
Test: 79.2967 ± 1.8414
Hits@50:
Test: 86.0220 ± 0.6880
AUC:
Test: 94.3666 ± 0.2514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.6593 ± 2.5088
Hits@20:
Test: 75.2967 ± 2.0769
Hits@30:
Test: 77.8901 ± 2.7477
Hits@50:
Test: 78.7253 ± 7.5359
AUC:
Test: 92.7365 ± 1.2199
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.8791 ± 1.9323
Hits@20:
Test: 79.3407 ± 2.3671
Hits@30:
Test: 83.9560 ± 3.5541
Hits@50:
Test: 88.2637 ± 1.7692
AUC:
Test: 95.6218 ± 0.2876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4176 ± 6.5364
Hits@20:
Test: 75.3846 ± 3.5062
Hits@30:
Test: 78.0220 ± 3.1159
Hits@50:
Test: 82.5495 ± 4.8192
AUC:
Test: 94.1843 ± 1.0298
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.1758 ± 1.6344
Hits@20:
Test: 77.6703 ± 2.6492
Hits@30:
Test: 79.9121 ± 2.1455
Hits@50:
Test: 87.0330 ± 2.7757
AUC:
Test: 95.9020 ± 0.3487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.3077 ± 3.2732
Hits@20:
Test: 73.1429 ± 1.5955
Hits@30:
Test: 78.3297 ± 1.9878
Hits@50:
Test: 82.8132 ± 1.9866
AUC:
Test: 93.1309 ± 0.7389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0550 ± 4.6248
Hits@20:
Test: 68.8791 ± 4.1689
Hits@30:
Test: 71.3407 ± 8.0821
Hits@50:
Test: 78.0659 ± 5.1903
AUC:
Test: 92.6918 ± 0.5276
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1429 ± 2.3702
Hits@20:
Test: 75.1209 ± 2.0699
Hits@30:
Test: 78.5055 ± 1.4362
Hits@50:
Test: 84.7473 ± 1.8817
AUC:
Test: 93.5417 ± 0.7697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8242 ± 3.2023
Hits@20:
Test: 76.0440 ± 1.5772
Hits@30:
Test: 80.0000 ± 1.9160
Hits@50:
Test: 84.8791 ± 0.5247
AUC:
Test: 94.9625 ± 0.4734
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1538 ± 2.8120
Hits@20:
Test: 76.3077 ± 1.7610
Hits@30:
Test: 78.6374 ± 3.1788
Hits@50:
Test: 85.0989 ± 2.1835
AUC:
Test: 94.2949 ± 0.4539
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0659 ± 2.6346
Hits@20:
Test: 77.0549 ± 1.5970
Hits@30:
Test: 81.6703 ± 1.1795
Hits@50:
Test: 87.9121 ± 1.7651
AUC:
Test: 95.8149 ± 0.3850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.6923 ± 4.3559
Hits@20:
Test: 66.9011 ± 5.3353
Hits@30:
Test: 72.5714 ± 4.0923
Hits@50:
Test: 77.8462 ± 2.4885
AUC:
Test: 91.2719 ± 1.1376
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.2637 ± 1.1692
Hits@20:
Test: 59.5165 ± 2.9421
Hits@30:
Test: 64.0000 ± 5.9410
Hits@50:
Test: 72.2637 ± 4.1712
AUC:
Test: 91.1985 ± 0.6478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.5824 ± 1.3242
Hits@20:
Test: 74.1099 ± 0.6099
Hits@30:
Test: 78.5934 ± 1.8558
Hits@50:
Test: 84.0440 ± 1.2296
AUC:
Test: 93.4719 ± 0.3997
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3297 ± 5.0055
Hits@20:
Test: 68.3077 ± 1.7123
Hits@30:
Test: 74.9451 ± 3.7330
Hits@50:
Test: 80.3516 ± 3.2732
AUC:
Test: 93.2323 ± 0.9885
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.6154 ± 5.9063
Hits@20:
Test: 74.3297 ± 5.1271
Hits@30:
Test: 77.5824 ± 3.6513
Hits@50:
Test: 84.0440 ± 2.5753
AUC:
Test: 94.1555 ± 0.4668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.4615 ± 2.3290
Hits@20:
Test: 76.7912 ± 1.8427
Hits@30:
Test: 80.7912 ± 1.5894
Hits@50:
Test: 86.4176 ± 1.6255
AUC:
Test: 95.3388 ± 0.4382
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3736 ± 5.8036
Hits@20:
Test: 64.0879 ± 1.7137
Hits@30:
Test: 69.5385 ± 1.3423
Hits@50:
Test: 75.3407 ± 3.6427
AUC:
Test: 90.5065 ± 1.0850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7802 ± 2.2977
Hits@20:
Test: 59.3407 ± 3.2894
Hits@30:
Test: 66.2418 ± 2.4106
Hits@50:
Test: 73.3626 ± 3.6493
AUC:
Test: 90.7867 ± 0.7045
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2527 ± 2.5470
Hits@20:
Test: 57.9780 ± 5.3461
Hits@30:
Test: 68.8791 ± 3.9640
Hits@50:
Test: 76.5275 ± 2.5884
AUC:
Test: 91.1044 ± 1.6280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2418 ± 3.3389
Hits@20:
Test: 61.5385 ± 2.7887
Hits@30:
Test: 66.2418 ± 3.1144
Hits@50:
Test: 72.6154 ± 4.5111
AUC:
Test: 90.4176 ± 0.8676
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8022 ± 2.6538
Hits@20:
Test: 73.6264 ± 1.6150
Hits@30:
Test: 77.0110 ± 2.9674
Hits@50:
Test: 83.1209 ± 0.5897
AUC:
Test: 93.9511 ± 0.3293
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1429 ± 0.9273
Hits@20:
Test: 70.8132 ± 1.4694
Hits@30:
Test: 76.3077 ± 2.1612
Hits@50:
Test: 83.5604 ± 0.5247
AUC:
Test: 94.0878 ± 0.2704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3517 ± 4.4055
Hits@20:
Test: 61.9780 ± 2.2467
Hits@30:
Test: 66.3736 ± 2.8529
Hits@50:
Test: 70.8571 ± 1.1271
AUC:
Test: 87.4751 ± 1.0415
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8132 ± 2.1000
Hits@20:
Test: 48.0000 ± 3.7253
Hits@30:
Test: 53.8462 ± 3.8477
Hits@50:
Test: 63.9560 ± 2.9812
AUC:
Test: 85.8697 ± 0.9216
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.9670 ± 3.7575
Hits@20:
Test: 65.4066 ± 2.3290
Hits@30:
Test: 72.0000 ± 4.1047
Hits@50:
Test: 77.3187 ± 2.5743
AUC:
Test: 91.0083 ± 1.3362
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0879 ± 4.1862
Hits@20:
Test: 67.8681 ± 3.0628
Hits@30:
Test: 71.8681 ± 2.9033
Hits@50:
Test: 71.6923 ± 6.0478
AUC:
Test: 90.9537 ± 0.8418
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6703 ± 7.4262
Hits@20:
Test: 71.6044 ± 9.0102
Hits@30:
Test: 75.9560 ± 6.4238
Hits@50:
Test: 81.4945 ± 5.7572
AUC:
Test: 92.4657 ± 2.6625
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9560 ± 3.0706
Hits@20:
Test: 72.0879 ± 2.3207
Hits@30:
Test: 77.8022 ± 2.9609
Hits@50:
Test: 85.8022 ± 2.1790
AUC:
Test: 95.5693 ± 0.4755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9121 ± 11.1435
Hits@20:
Test: 46.5495 ± 10.1687
Hits@30:
Test: 53.0989 ± 8.0462
Hits@50:
Test: 61.0989 ± 3.6546
AUC:
Test: 83.3719 ± 1.3876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3407 ± 3.0191
Hits@20:
Test: 46.3297 ± 2.4444
Hits@30:
Test: 51.9560 ± 2.4005
Hits@50:
Test: 61.7582 ± 1.7375
AUC:
Test: 84.3344 ± 1.0682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.1319 ± 1.9695
Hits@20:
Test: 63.3846 ± 2.7913
Hits@30:
Test: 66.4615 ± 4.1631
Hits@50:
Test: 70.8571 ± 6.5541
AUC:
Test: 88.1811 ± 1.2701
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1758 ± 2.3589
Hits@20:
Test: 48.2637 ± 1.0834
Hits@30:
Test: 52.4835 ± 2.4592
Hits@50:
Test: 62.5934 ± 3.0549
AUC:
Test: 84.8604 ± 0.7483
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1539 ± 2.2273
Hits@20:
Test: 71.5604 ± 2.3753
Hits@30:
Test: 78.1099 ± 2.6855
Hits@50:
Test: 85.1868 ± 2.0417
AUC:
Test: 93.3031 ± 0.5980
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.0330 ± 1.0191
Hits@20:
Test: 72.7473 ± 1.1525
Hits@30:
Test: 78.2857 ± 1.2374
Hits@50:
Test: 84.6593 ± 1.5803
AUC:
Test: 95.3302 ± 0.2739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4835 ± 2.9950
Hits@20:
Test: 46.4176 ± 5.0654
Hits@30:
Test: 48.9670 ± 6.6778
Hits@50:
Test: 58.1099 ± 5.0921
AUC:
Test: 83.4859 ± 1.3768
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0000 ± 4.1741
Hits@20:
Test: 47.0330 ± 5.5143
Hits@30:
Test: 54.7692 ± 3.4729
Hits@50:
Test: 62.2418 ± 2.7380
AUC:
Test: 84.7494 ± 1.2401
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3626 ± 6.5001
Hits@20:
Test: 48.5714 ± 3.4646
Hits@30:
Test: 55.8681 ± 3.8646
Hits@50:
Test: 61.0549 ± 5.2550
AUC:
Test: 83.0894 ± 2.5322
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2418 ± 2.9772
Hits@20:
Test: 47.1209 ± 4.7637
Hits@30:
Test: 53.5385 ± 2.8639
Hits@50:
Test: 62.4615 ± 2.3691
AUC:
Test: 84.7935 ± 1.2171
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.8791 ± 2.3925
Hits@20:
Test: 68.4396 ± 2.5375
Hits@30:
Test: 71.4286 ± 3.4958
Hits@50:
Test: 76.5714 ± 2.3702
AUC:
Test: 90.6084 ± 1.0533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3297 ± 2.3753
Hits@20:
Test: 68.0000 ± 2.9016
Hits@30:
Test: 71.0330 ± 2.1835
Hits@50:
Test: 77.7143 ± 1.1055
AUC:
Test: 91.7134 ± 0.5105
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8681 ± 7.4330
Hits@20:
Test: 49.0110 ± 4.5229
Hits@30:
Test: 54.1099 ± 4.1334
Hits@50:
Test: 60.8791 ± 4.3431
AUC:
Test: 82.7886 ± 1.6360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9121 ± 1.5818
Hits@20:
Test: 47.3846 ± 3.3389
Hits@30:
Test: 54.7692 ± 0.4765
Hits@50:
Test: 64.5714 ± 2.9380
AUC:
Test: 85.7536 ± 0.9963
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8901 ± 8.7480
Hits@20:
Test: 46.3736 ± 5.4570
Hits@30:
Test: 53.2308 ± 4.0028
Hits@50:
Test: 60.0440 ± 5.2848
AUC:
Test: 83.0835 ± 1.4178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3846 ± 2.8882
Hits@20:
Test: 49.3626 ± 1.8881
Hits@30:
Test: 55.9121 ± 1.8362
Hits@50:
Test: 64.4396 ± 3.1445
AUC:
Test: 85.9823 ± 0.4350
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.4615 ± 5.2998
Hits@20:
Test: 62.7692 ± 3.6134
Hits@30:
Test: 65.8901 ± 3.5588
Hits@50:
Test: 72.4396 ± 1.5195
AUC:
Test: 87.4574 ± 0.9316
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8571 ± 3.6047
Hits@20:
Test: 52.8791 ± 1.3952
Hits@30:
Test: 57.0110 ± 1.2872
Hits@50:
Test: 64.4835 ± 2.5470
AUC:
Test: 86.2581 ± 0.8115
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0659 ± 3.8175
Hits@20:
Test: 63.6044 ± 3.6134
Hits@30:
Test: 68.6593 ± 3.6067
Hits@50:
Test: 73.7582 ± 4.0094
AUC:
Test: 88.1439 ± 1.4326
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6923 ± 3.2842
Hits@20:
Test: 51.0769 ± 3.8118
Hits@30:
Test: 54.8132 ± 3.4736
Hits@50:
Test: 63.4725 ± 1.9497
AUC:
Test: 85.6228 ± 0.6660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3516 ± 3.1027
Hits@20:
Test: 68.9670 ± 1.9987
Hits@30:
Test: 74.3736 ± 1.1692
Hits@50:
Test: 78.8132 ± 1.4710
AUC:
Test: 91.3047 ± 0.6856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5494 ± 3.8527
Hits@20:
Test: 68.1319 ± 0.7289
Hits@30:
Test: 71.7363 ± 1.9938
Hits@50:
Test: 73.4066 ± 4.2645
AUC:
Test: 91.1632 ± 1.0229
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3077 ± 6.4964
Hits@20:
Test: 74.4615 ± 3.1175
Hits@30:
Test: 80.7033 ± 3.1598
Hits@50:
Test: 83.9121 ± 4.1683
AUC:
Test: 93.4779 ± 1.3222
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.6593 ± 2.4405
Hits@20:
Test: 75.5604 ± 2.1331
Hits@30:
Test: 77.8901 ± 2.0652
Hits@50:
Test: 86.1099 ± 2.5174
AUC:
Test: 95.6508 ± 0.3734
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5604 ± 11.8298
Hits@20:
Test: 47.9560 ± 9.4037
Hits@30:
Test: 53.6264 ± 7.3438
Hits@50:
Test: 62.0659 ± 6.1980
AUC:
Test: 83.8357 ± 2.1837
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3846 ± 3.2338
Hits@20:
Test: 45.2308 ± 3.9143
Hits@30:
Test: 51.5165 ± 2.9470
Hits@50:
Test: 61.4506 ± 1.9510
AUC:
Test: 84.3701 ± 1.1077
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.5494 ± 4.0870
Hits@20:
Test: 65.2308 ± 2.1556
Hits@30:
Test: 66.0220 ± 1.3778
Hits@50:
Test: 72.7912 ± 2.8673
AUC:
Test: 88.2236 ± 1.0585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0110 ± 2.1790
Hits@20:
Test: 48.5714 ± 0.9324
Hits@30:
Test: 54.9451 ± 2.3415
Hits@50:
Test: 62.8132 ± 2.5508
AUC:
Test: 85.0284 ± 0.7287
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8132 ± 4.7276
Hits@20:
Test: 72.2198 ± 2.3394
Hits@30:
Test: 78.5495 ± 1.9572
Hits@50:
Test: 84.8791 ± 1.0238
AUC:
Test: 93.7337 ± 0.7762
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0000 ± 2.2011
Hits@20:
Test: 74.5055 ± 1.1098
Hits@30:
Test: 78.7253 ± 2.0287
Hits@50:
Test: 84.6154 ± 0.5603
AUC:
Test: 95.2571 ± 0.3521
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7912 ± 4.5111
Hits@20:
Test: 47.7802 ± 6.2870
Hits@30:
Test: 50.0220 ± 6.6037
Hits@50:
Test: 57.5385 ± 4.5823
AUC:
Test: 83.4683 ± 1.3761
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5714 ± 3.7155
Hits@20:
Test: 46.1978 ± 4.5506
Hits@30:
Test: 54.0659 ± 1.7514
Hits@50:
Test: 62.1538 ± 2.5460
AUC:
Test: 84.7315 ± 1.2105
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1868 ± 8.8277
Hits@20:
Test: 52.8352 ± 5.3262
Hits@30:
Test: 58.1538 ± 5.2047
Hits@50:
Test: 61.0549 ± 4.7581
AUC:
Test: 83.1807 ± 2.5884
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8022 ± 4.9341
Hits@20:
Test: 47.0769 ± 3.6160
Hits@30:
Test: 54.1978 ± 2.7078
Hits@50:
Test: 62.1099 ± 2.4005
AUC:
Test: 84.8253 ± 1.2150
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.2637 ± 3.4027
Hits@20:
Test: 66.7253 ± 4.1427
Hits@30:
Test: 70.1978 ± 3.4979
Hits@50:
Test: 76.5275 ± 2.8291
AUC:
Test: 90.8382 ± 0.8905
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7912 ± 2.7345
Hits@20:
Test: 66.7692 ± 1.9866
Hits@30:
Test: 70.8571 ± 1.2872
Hits@50:
Test: 77.2747 ± 1.6195
AUC:
Test: 91.5154 ± 0.4572
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9121 ± 2.5517
Hits@20:
Test: 48.8352 ± 4.0418
Hits@30:
Test: 54.0659 ± 3.8225
Hits@50:
Test: 60.3516 ± 2.9998
AUC:
Test: 82.6710 ± 1.3269
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9341 ± 3.1720
Hits@20:
Test: 48.2198 ± 2.4894
Hits@30:
Test: 56.5275 ± 0.5247
Hits@50:
Test: 65.0549 ± 2.8824
AUC:
Test: 86.0472 ± 0.3735
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6813 ± 0.5897
Hits@20:
Test: 50.5055 ± 3.0706
Hits@30:
Test: 54.2418 ± 5.3235
Hits@50:
Test: 59.1648 ± 2.7025
AUC:
Test: 83.0268 ± 1.4282
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8022 ± 2.3259
Hits@20:
Test: 48.4396 ± 2.9099
Hits@30:
Test: 54.9890 ± 1.9866
Hits@50:
Test: 64.6593 ± 3.2166
AUC:
Test: 86.0173 ± 0.3718
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2637 ± 5.6098
Hits@20:
Test: 63.0769 ± 3.9408
Hits@30:
Test: 66.2418 ± 3.0793
Hits@50:
Test: 71.1648 ± 3.1674
AUC:
Test: 87.9066 ± 0.6407
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7473 ± 3.3570
Hits@20:
Test: 50.5934 ± 1.5099
Hits@30:
Test: 56.7473 ± 1.8349
Hits@50:
Test: 66.0659 ± 3.5185
AUC:
Test: 86.2518 ± 0.7802
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3846 ± 4.8760
Hits@20:
Test: 64.6593 ± 4.2543
Hits@30:
Test: 67.9121 ± 2.1534
Hits@50:
Test: 71.6923 ± 5.2158
AUC:
Test: 88.2972 ± 1.0188
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8791 ± 6.1038
Hits@20:
Test: 57.6264 ± 1.6255
Hits@30:
Test: 61.8901 ± 3.8465
Hits@50:
Test: 68.7912 ± 4.8327
AUC:
Test: 87.7642 ± 1.0912
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0220 ± 2.0464
Hits@20:
Test: 69.7582 ± 3.0871
Hits@30:
Test: 73.6703 ± 2.3019
Hits@50:
Test: 78.8571 ± 1.1033
AUC:
Test: 91.4989 ± 0.7549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.9451 ± 3.9731
Hits@20:
Test: 67.0769 ± 3.3346
Hits@30:
Test: 72.1319 ± 2.3945
Hits@50:
Test: 74.9011 ± 6.8210
AUC:
Test: 91.9894 ± 0.9254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.6593 ± 5.7786
Hits@20:
Test: 75.0769 ± 4.0004
Hits@30:
Test: 79.2967 ± 3.5144
Hits@50:
Test: 82.2857 ± 4.8516
AUC:
Test: 92.8598 ± 2.3794
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0989 ± 2.2120
Hits@20:
Test: 73.9341 ± 1.9572
Hits@30:
Test: 79.9561 ± 2.2596
Hits@50:
Test: 87.2527 ± 0.8791
AUC:
Test: 95.7056 ± 0.3100
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.1319 ± 10.7101
Hits@20:
Test: 51.6923 ± 8.7076
Hits@30:
Test: 56.6154 ± 7.5810
Hits@50:
Test: 61.8901 ± 4.7025
AUC:
Test: 84.0364 ± 2.0125
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0879 ± 2.3742
Hits@20:
Test: 45.5385 ± 2.7991
Hits@30:
Test: 52.3516 ± 2.9380
Hits@50:
Test: 62.1978 ± 2.3722
AUC:
Test: 84.5995 ± 1.0460
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1099 ± 2.9016
Hits@20:
Test: 64.1758 ± 1.5695
Hits@30:
Test: 69.4505 ± 1.4987
Hits@50:
Test: 72.9231 ± 2.1274
AUC:
Test: 88.1603 ± 0.7673
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6813 ± 3.8759
Hits@20:
Test: 48.4396 ± 2.5422
Hits@30:
Test: 54.2418 ± 1.7541
Hits@50:
Test: 62.0659 ± 3.7927
AUC:
Test: 85.3850 ± 1.1076
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9341 ± 2.5441
Hits@20:
Test: 71.1209 ± 2.8933
Hits@30:
Test: 77.5385 ± 2.4739
Hits@50:
Test: 82.1538 ± 2.2164
AUC:
Test: 93.7906 ± 0.7191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1319 ± 2.1923
Hits@20:
Test: 75.4725 ± 1.7067
Hits@30:
Test: 78.7692 ± 0.4284
Hits@50:
Test: 85.1429 ± 0.9141
AUC:
Test: 95.2797 ± 0.2329
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5934 ± 2.3640
Hits@20:
Test: 48.5275 ± 6.8369
Hits@30:
Test: 50.7253 ± 8.0414
Hits@50:
Test: 57.6264 ± 5.9775
AUC:
Test: 83.3128 ± 0.9823
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0989 ± 3.2353
Hits@20:
Test: 45.8022 ± 5.5024
Hits@30:
Test: 53.3187 ± 1.9938
Hits@50:
Test: 62.1978 ± 2.6511
AUC:
Test: 84.7156 ± 1.3592
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0000 ± 6.1937
Hits@20:
Test: 50.7692 ± 5.1025
Hits@30:
Test: 53.9341 ± 6.5079
Hits@50:
Test: 60.3956 ± 5.4313
AUC:
Test: 82.5464 ± 2.1628
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1648 ± 2.0523
Hits@20:
Test: 48.1319 ± 6.3660
Hits@30:
Test: 54.0659 ± 3.6314
Hits@50:
Test: 62.5055 ± 2.7913
AUC:
Test: 84.8826 ± 1.2593
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3846 ± 2.5030
Hits@20:
Test: 67.8242 ± 3.0557
Hits@30:
Test: 70.7253 ± 4.3498
Hits@50:
Test: 76.5275 ± 3.6953
AUC:
Test: 90.8020 ± 0.6563
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8022 ± 1.3848
Hits@20:
Test: 66.3297 ± 2.3945
Hits@30:
Test: 71.2967 ± 1.0945
Hits@50:
Test: 76.9670 ± 4.5506
AUC:
Test: 91.7944 ± 0.6113
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6923 ± 8.6144
Hits@20:
Test: 47.4725 ± 4.5786
Hits@30:
Test: 51.6044 ± 6.4403
Hits@50:
Test: 58.9890 ± 3.8433
AUC:
Test: 82.9456 ± 1.6354
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6813 ± 3.9069
Hits@20:
Test: 48.3956 ± 2.0346
Hits@30:
Test: 55.2967 ± 2.5088
Hits@50:
Test: 64.9231 ± 2.9058
AUC:
Test: 85.9574 ± 0.4985
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1538 ± 3.6160
Hits@20:
Test: 48.2198 ± 6.8602
Hits@30:
Test: 53.0549 ± 5.8822
Hits@50:
Test: 60.6154 ± 3.4380
AUC:
Test: 83.2064 ± 1.3289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5055 ± 4.4323
Hits@20:
Test: 48.0879 ± 2.0582
Hits@30:
Test: 55.5604 ± 0.8569
Hits@50:
Test: 64.6593 ± 2.9829
AUC:
Test: 85.8205 ± 0.8640
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0550 ± 6.0221
Hits@20:
Test: 60.7473 ± 2.3600
Hits@30:
Test: 66.5934 ± 2.4424
Hits@50:
Test: 71.3407 ± 1.6781
AUC:
Test: 87.9982 ± 1.6152
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4066 ± 6.5872
Hits@20:
Test: 51.3846 ± 0.8708
Hits@30:
Test: 57.8022 ± 2.1590
Hits@50:
Test: 64.7033 ± 2.8300
AUC:
Test: 86.4773 ± 0.4627
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3736 ± 1.8688
Hits@20:
Test: 66.5934 ± 1.9596
Hits@30:
Test: 70.7253 ± 1.8995
Hits@50:
Test: 75.8242 ± 1.3278
AUC:
Test: 89.0622 ± 0.8026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2418 ± 4.3308
Hits@20:
Test: 62.9890 ± 2.5893
Hits@30:
Test: 66.3736 ± 2.2251
Hits@50:
Test: 71.6923 ± 3.3018
AUC:
Test: 88.6232 ± 1.2830
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2198 ± 3.2908
Hits@20:
Test: 72.0879 ± 1.9473
Hits@30:
Test: 74.8571 ± 2.0769
Hits@50:
Test: 79.2527 ± 0.2949
AUC:
Test: 91.0254 ± 0.6206
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8462 ± 1.2683
Hits@20:
Test: 69.9780 ± 1.4462
Hits@30:
Test: 75.7802 ± 1.9866
Hits@50:
Test: 80.8791 ± 1.1733
AUC:
Test: 92.2616 ± 0.3006
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.5495 ± 4.7480
Hits@20:
Test: 73.7143 ± 2.8765
Hits@30:
Test: 77.6264 ± 2.6574
Hits@50:
Test: 84.4396 ± 3.7984
AUC:
Test: 93.9574 ± 0.8028
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5495 ± 2.8529
Hits@20:
Test: 75.9121 ± 1.6925
Hits@30:
Test: 79.5165 ± 3.1560
Hits@50:
Test: 85.8462 ± 1.5432
AUC:
Test: 95.7140 ± 0.3746
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.4835 ± 5.9653
Hits@20:
Test: 56.3077 ± 7.3559
Hits@30:
Test: 62.3297 ± 4.8764
Hits@50:
Test: 67.0769 ± 5.6514
AUC:
Test: 85.9367 ± 1.4226
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1099 ± 3.3677
Hits@20:
Test: 49.2747 ± 2.5174
Hits@30:
Test: 54.2857 ± 2.3824
Hits@50:
Test: 63.4725 ± 3.3091
AUC:
Test: 84.9695 ± 1.0914
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.8242 ± 1.2947
Hits@20:
Test: 66.5055 ± 1.3952
Hits@30:
Test: 70.5495 ± 1.0191
Hits@50:
Test: 74.8132 ± 2.0885
AUC:
Test: 89.1274 ± 0.6006
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.2528 ± 7.2876
Hits@20:
Test: 57.2308 ± 4.8317
Hits@30:
Test: 59.6484 ± 3.1606
Hits@50:
Test: 67.3407 ± 5.6774
AUC:
Test: 86.7867 ± 2.0489
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.3077 ± 3.3677
Hits@20:
Test: 73.1429 ± 2.5318
Hits@30:
Test: 78.2857 ± 2.1612
Hits@50:
Test: 84.2198 ± 1.6910
AUC:
Test: 93.7008 ± 0.6679
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9011 ± 4.8962
Hits@20:
Test: 74.0659 ± 2.5536
Hits@30:
Test: 79.5604 ± 2.2359
Hits@50:
Test: 85.4505 ± 1.4529
AUC:
Test: 95.2513 ± 0.2598
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8352 ± 5.0535
Hits@20:
Test: 49.0550 ± 3.0980
Hits@30:
Test: 53.4506 ± 4.2685
Hits@50:
Test: 59.6923 ± 5.4804
AUC:
Test: 83.4515 ± 1.1336
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3516 ± 4.5004
Hits@20:
Test: 48.2198 ± 4.9331
Hits@30:
Test: 53.0110 ± 3.8396
Hits@50:
Test: 62.6374 ± 3.1468
AUC:
Test: 84.7945 ± 1.1607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3736 ± 4.7173
Hits@20:
Test: 55.7802 ± 4.9277
Hits@30:
Test: 59.8242 ± 5.6321
Hits@50:
Test: 65.5824 ± 6.9389
AUC:
Test: 84.8171 ± 3.0848
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8132 ± 4.4491
Hits@20:
Test: 47.6484 ± 4.4675
Hits@30:
Test: 53.3626 ± 2.9829
Hits@50:
Test: 62.7692 ± 3.0319
AUC:
Test: 84.8414 ± 1.1549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.5275 ± 2.2925
Hits@20:
Test: 67.5165 ± 2.3844
Hits@30:
Test: 69.9780 ± 4.2293
Hits@50:
Test: 77.0989 ± 2.7861
AUC:
Test: 90.7300 ± 0.6578
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4835 ± 2.4405
Hits@20:
Test: 69.6264 ± 1.7678
Hits@30:
Test: 71.3846 ± 1.2568
Hits@50:
Test: 78.4176 ± 2.6846
AUC:
Test: 91.9910 ± 0.6410
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2418 ± 6.5732
Hits@20:
Test: 47.7363 ± 5.3371
Hits@30:
Test: 52.2198 ± 4.5591
Hits@50:
Test: 60.3956 ± 5.1129
AUC:
Test: 82.8804 ± 0.5747
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6923 ± 2.6264
Hits@20:
Test: 46.6374 ± 2.6935
Hits@30:
Test: 55.4725 ± 1.5115
Hits@50:
Test: 65.3187 ± 3.1213
AUC:
Test: 85.9731 ± 0.5907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6703 ± 2.8597
Hits@20:
Test: 47.5165 ± 6.4759
Hits@30:
Test: 52.9231 ± 4.3967
Hits@50:
Test: 60.5275 ± 4.3253
AUC:
Test: 83.2271 ± 0.9876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8571 ± 2.3589
Hits@20:
Test: 49.0989 ± 1.9510
Hits@30:
Test: 54.4176 ± 1.2098
Hits@50:
Test: 64.2637 ± 3.0988
AUC:
Test: 85.8411 ± 0.8024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.9121 ± 7.8533
Hits@20:
Test: 64.3516 ± 2.6023
Hits@30:
Test: 65.5824 ± 4.1689
Hits@50:
Test: 72.1319 ± 1.5337
AUC:
Test: 87.6902 ± 0.8288
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8462 ± 1.4124
Hits@20:
Test: 53.3187 ± 4.5245
Hits@30:
Test: 58.2857 ± 2.5030
Hits@50:
Test: 65.9780 ± 3.0311
AUC:
Test: 86.3682 ± 0.7393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9780 ± 3.8458
Hits@20:
Test: 44.7473 ± 1.6709
Hits@30:
Test: 49.8462 ± 1.4445
Hits@50:
Test: 57.2308 ± 1.6853
AUC:
Test: 81.0114 ± 0.5921
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.8791 ± 1.3690
Hits@20:
Test: 40.8352 ± 1.5879
Hits@30:
Test: 47.6484 ± 0.6666
Hits@50:
Test: 53.4506 ± 2.0227
AUC:
Test: 79.6244 ± 0.8600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6703 ± 4.8551
Hits@20:
Test: 55.8681 ± 1.8150
Hits@30:
Test: 59.8242 ± 1.5337
Hits@50:
Test: 66.5495 ± 1.4858
AUC:
Test: 85.4850 ± 1.0360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4615 ± 4.8982
Hits@20:
Test: 49.3187 ± 3.6960
Hits@30:
Test: 55.6923 ± 2.6583
Hits@50:
Test: 61.3626 ± 2.8504
AUC:
Test: 83.2158 ± 1.1903
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0000 ± 5.3285
Hits@20:
Test: 74.2857 ± 2.8188
Hits@30:
Test: 77.6703 ± 4.8665
Hits@50:
Test: 84.3516 ± 3.0706
AUC:
Test: 93.0730 ± 2.3177
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3736 ± 4.7824
Hits@20:
Test: 73.3626 ± 2.4444
Hits@30:
Test: 77.3187 ± 3.1902
Hits@50:
Test: 83.2527 ± 1.7403
AUC:
Test: 95.2188 ± 0.7393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6264 ± 2.8882
Hits@20:
Test: 46.5494 ± 1.8675
Hits@30:
Test: 50.1978 ± 2.1512
Hits@50:
Test: 57.0110 ± 3.5117
AUC:
Test: 81.1480 ± 0.6934
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1978 ± 4.2775
Hits@20:
Test: 42.1978 ± 1.8388
Hits@30:
Test: 48.2198 ± 2.6810
Hits@50:
Test: 54.2418 ± 4.4783
AUC:
Test: 80.4084 ± 2.0776
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2637 ± 2.4444
Hits@20:
Test: 47.8242 ± 1.6045
Hits@30:
Test: 51.8681 ± 1.7024
Hits@50:
Test: 58.8571 ± 1.3584
AUC:
Test: 81.7219 ± 0.2158
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3846 ± 2.2251
Hits@20:
Test: 42.7692 ± 2.2229
Hits@30:
Test: 47.5165 ± 2.5555
Hits@50:
Test: 55.7802 ± 2.7114
AUC:
Test: 80.6526 ± 2.2584
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.8791 ± 4.1613
Hits@20:
Test: 69.8901 ± 1.6225
Hits@30:
Test: 73.2308 ± 3.4310
Hits@50:
Test: 77.9780 ± 3.4485
AUC:
Test: 91.8125 ± 0.8033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0879 ± 3.0714
Hits@20:
Test: 69.7582 ± 1.5587
Hits@30:
Test: 74.0220 ± 3.1521
Hits@50:
Test: 79.7802 ± 1.9223
AUC:
Test: 92.2073 ± 0.3660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5385 ± 2.0757
Hits@20:
Test: 44.8352 ± 1.6225
Hits@30:
Test: 49.4506 ± 2.5251
Hits@50:
Test: 56.8791 ± 2.7774
AUC:
Test: 81.1444 ± 1.4575
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2308 ± 4.6716
Hits@20:
Test: 44.1758 ± 1.1733
Hits@30:
Test: 48.8791 ± 0.4557
Hits@50:
Test: 55.9560 ± 1.2098
AUC:
Test: 80.2904 ± 1.4765
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0220 ± 2.1138
Hits@20:
Test: 44.2198 ± 2.3384
Hits@30:
Test: 50.0220 ± 1.7963
Hits@50:
Test: 57.9780 ± 2.9666
AUC:
Test: 81.4744 ± 1.0756
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9121 ± 2.5040
Hits@20:
Test: 42.7692 ± 2.7168
Hits@30:
Test: 47.8681 ± 1.4021
Hits@50:
Test: 55.4286 ± 2.0523
AUC:
Test: 80.0024 ± 2.0016
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.5494 ± 1.6299
Hits@20:
Test: 58.1538 ± 1.7137
Hits@30:
Test: 61.8022 ± 1.8150
Hits@50:
Test: 67.5604 ± 1.7208
AUC:
Test: 85.6026 ± 0.8548
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7363 ± 2.9487
Hits@20:
Test: 50.6813 ± 2.2660
Hits@30:
Test: 53.3187 ± 1.9572
Hits@50:
Test: 61.1429 ± 1.1250
AUC:
Test: 83.4920 ± 0.8876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0000 ± 4.9755
Hits@20:
Test: 47.5604 ± 2.8512
Hits@30:
Test: 52.5275 ± 2.4719
Hits@50:
Test: 58.6374 ± 3.7601
AUC:
Test: 81.4389 ± 0.9241
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1758 ± 3.2472
Hits@20:
Test: 43.5604 ± 2.7512
Hits@30:
Test: 48.0440 ± 3.7350
Hits@50:
Test: 55.1648 ± 4.1439
AUC:
Test: 81.1509 ± 2.0965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8352 ± 2.9788
Hits@20:
Test: 48.7033 ± 2.7301
Hits@30:
Test: 50.7692 ± 3.9469
Hits@50:
Test: 57.3626 ± 2.0382
AUC:
Test: 81.4379 ± 1.1408
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1319 ± 1.7417
Hits@20:
Test: 45.0110 ± 4.3940
Hits@30:
Test: 48.3077 ± 2.5126
Hits@50:
Test: 55.9560 ± 3.9701
AUC:
Test: 80.7962 ± 2.2828
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9341 ± 4.9061
Hits@20:
Test: 47.2967 ± 3.6953
Hits@30:
Test: 53.0550 ± 2.3497
Hits@50:
Test: 60.7033 ± 4.1129
AUC:
Test: 82.4139 ± 0.8953
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5385 ± 3.4520
Hits@20:
Test: 44.5714 ± 3.0311
Hits@30:
Test: 50.0659 ± 4.9789
Hits@50:
Test: 57.8462 ± 3.8490
AUC:
Test: 81.4432 ± 2.2295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9451 ± 3.6724
Hits@20:
Test: 47.5604 ± 2.2499
Hits@30:
Test: 50.9451 ± 3.1978
Hits@50:
Test: 56.8791 ± 2.8715
AUC:
Test: 81.5849 ± 1.1066
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.2747 ± 1.7760
Hits@20:
Test: 40.6593 ± 2.4226
Hits@30:
Test: 45.1429 ± 2.1229
Hits@50:
Test: 52.5275 ± 2.7007
AUC:
Test: 80.3100 ± 2.1575
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2857 ± 1.4529
Hits@20:
Test: 56.7033 ± 1.4158
Hits@30:
Test: 61.6264 ± 3.4211
Hits@50:
Test: 67.7363 ± 1.4939
AUC:
Test: 85.7290 ± 1.4739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.2528 ± 4.7632
Hits@20:
Test: 50.1538 ± 3.7408
Hits@30:
Test: 54.2418 ± 4.1509
Hits@50:
Test: 61.2747 ± 3.9112
AUC:
Test: 82.8520 ± 1.5841
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.2747 ± 8.5897
Hits@20:
Test: 73.6703 ± 4.3609
Hits@30:
Test: 78.2418 ± 4.5891
Hits@50:
Test: 82.7692 ± 4.2464
AUC:
Test: 93.5792 ± 1.6427
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.1209 ± 3.7123
Hits@20:
Test: 73.8022 ± 4.0923
Hits@30:
Test: 77.9780 ± 3.0706
Hits@50:
Test: 84.9670 ± 3.7704
AUC:
Test: 95.6271 ± 0.8025
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4945 ± 6.6073
Hits@20:
Test: 46.1099 ± 2.8376
Hits@30:
Test: 49.1429 ± 3.7220
Hits@50:
Test: 55.9121 ± 2.7652
AUC:
Test: 80.9396 ± 0.8019
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0220 ± 2.6801
Hits@20:
Test: 41.1429 ± 0.6099
Hits@30:
Test: 46.8571 ± 2.1161
Hits@50:
Test: 54.9451 ± 4.0016
AUC:
Test: 80.0006 ± 2.4601
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9560 ± 3.2835
Hits@20:
Test: 47.0769 ± 2.7203
Hits@30:
Test: 51.8681 ± 2.9157
Hits@50:
Test: 58.2857 ± 1.8349
AUC:
Test: 81.3251 ± 0.5663
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5055 ± 2.8782
Hits@20:
Test: 42.1978 ± 2.7800
Hits@30:
Test: 46.7692 ± 2.0405
Hits@50:
Test: 54.6374 ± 3.7991
AUC:
Test: 80.9035 ± 1.9264
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0000 ± 4.2304
Hits@20:
Test: 68.6154 ± 3.2204
Hits@30:
Test: 73.1429 ± 3.3091
Hits@50:
Test: 79.0769 ± 3.5281
AUC:
Test: 91.6404 ± 0.6700
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.7253 ± 1.9878
Hits@20:
Test: 68.8352 ± 4.3857
Hits@30:
Test: 73.0549 ± 3.2174
Hits@50:
Test: 79.5604 ± 1.3900
AUC:
Test: 91.9784 ± 0.7410
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8132 ± 1.3602
Hits@20:
Test: 47.2088 ± 0.8569
Hits@30:
Test: 52.5714 ± 1.7472
Hits@50:
Test: 58.0220 ± 1.4579
AUC:
Test: 80.8535 ± 1.5203
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5604 ± 4.1799
Hits@20:
Test: 42.9011 ± 1.1250
Hits@30:
Test: 46.5055 ± 2.4503
Hits@50:
Test: 55.6484 ± 1.7194
AUC:
Test: 80.1541 ± 1.5630
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5385 ± 2.9298
Hits@20:
Test: 44.8791 ± 2.2649
Hits@30:
Test: 51.6044 ± 2.4836
Hits@50:
Test: 55.7363 ± 1.9510
AUC:
Test: 80.8193 ± 1.0360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2747 ± 2.2175
Hits@20:
Test: 42.6374 ± 3.3368
Hits@30:
Test: 48.1758 ± 0.9755
Hits@50:
Test: 56.0000 ± 1.7403
AUC:
Test: 80.7066 ± 1.1274
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2088 ± 1.4579
Hits@20:
Test: 57.7143 ± 1.9448
Hits@30:
Test: 63.2088 ± 1.9938
Hits@50:
Test: 68.6593 ± 2.1058
AUC:
Test: 86.3796 ± 0.2086
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4615 ± 2.5930
Hits@20:
Test: 48.7033 ± 1.3242
Hits@30:
Test: 53.8901 ± 1.4694
Hits@50:
Test: 60.1319 ± 1.5115
AUC:
Test: 83.4331 ± 0.6430
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7692 ± 1.2197
Hits@20:
Test: 46.4176 ± 4.1741
Hits@30:
Test: 51.7363 ± 2.4355
Hits@50:
Test: 57.9780 ± 3.9967
AUC:
Test: 81.1394 ± 0.7381
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6593 ± 3.4062
Hits@20:
Test: 41.8022 ± 2.1218
Hits@30:
Test: 48.1319 ± 3.0493
Hits@50:
Test: 55.5165 ± 4.1862
AUC:
Test: 81.3068 ± 2.0193
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9011 ± 4.0046
Hits@20:
Test: 46.6374 ± 4.4104
Hits@30:
Test: 52.1758 ± 2.9347
Hits@50:
Test: 57.3187 ± 2.8966
AUC:
Test: 81.6748 ± 0.7803
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8352 ± 4.3113
Hits@20:
Test: 43.2967 ± 3.2338
Hits@30:
Test: 47.2967 ± 1.4362
Hits@50:
Test: 55.1209 ± 3.9877
AUC:
Test: 81.2941 ± 2.1298
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6374 ± 6.2152
Hits@20:
Test: 45.9780 ± 3.4169
Hits@30:
Test: 51.5604 ± 1.1998
Hits@50:
Test: 59.8681 ± 2.8171
AUC:
Test: 81.9671 ± 0.7968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6154 ± 1.8558
Hits@20:
Test: 43.2967 ± 2.7141
Hits@30:
Test: 50.8571 ± 4.0094
Hits@50:
Test: 57.4506 ± 4.2916
AUC:
Test: 81.3780 ± 2.2704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2747 ± 2.5659
Hits@20:
Test: 45.7143 ± 3.5096
Hits@30:
Test: 50.0659 ± 2.0989
Hits@50:
Test: 56.8352 ± 4.1833
AUC:
Test: 80.8366 ± 1.0637
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.4066 ± 2.0441
Hits@20:
Test: 42.4176 ± 0.8653
Hits@30:
Test: 48.1758 ± 2.3945
Hits@50:
Test: 54.1099 ± 2.9049
AUC:
Test: 80.8176 ± 2.1334
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.2198 ± 1.0024
Hits@20:
Test: 55.1648 ± 1.3548
Hits@30:
Test: 57.6703 ± 1.4628
Hits@50:
Test: 65.1868 ± 2.5184
AUC:
Test: 85.0864 ± 1.3788
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7473 ± 2.2229
Hits@20:
Test: 48.6593 ± 2.2066
Hits@30:
Test: 53.8022 ± 3.0509
Hits@50:
Test: 60.7473 ± 3.1375
AUC:
Test: 82.9850 ± 1.4989
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.6154 ± 4.8026
Hits@20:
Test: 72.0879 ± 3.5507
Hits@30:
Test: 78.0659 ± 4.4459
Hits@50:
Test: 83.9560 ± 3.6147
AUC:
Test: 93.6789 ± 1.4048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.7692 ± 3.2129
Hits@20:
Test: 73.0110 ± 2.7203
Hits@30:
Test: 78.0220 ± 1.2433
Hits@50:
Test: 83.6923 ± 1.7333
AUC:
Test: 95.3003 ± 0.8154
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4835 ± 4.0436
Hits@20:
Test: 45.2747 ± 3.1697
Hits@30:
Test: 51.8681 ± 1.6953
Hits@50:
Test: 55.5604 ± 1.4529
AUC:
Test: 80.9334 ± 0.8034
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9011 ± 2.4395
Hits@20:
Test: 43.1648 ± 3.0675
Hits@30:
Test: 47.0769 ± 3.1674
Hits@50:
Test: 55.8242 ± 3.3150
AUC:
Test: 80.1282 ± 2.3850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7582 ± 2.4096
Hits@20:
Test: 48.1319 ± 1.7787
Hits@30:
Test: 51.2967 ± 4.1047
Hits@50:
Test: 58.4176 ± 4.2087
AUC:
Test: 81.4577 ± 0.5682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.8242 ± 3.0054
Hits@20:
Test: 42.2857 ± 2.1790
Hits@30:
Test: 46.5055 ± 2.9756
Hits@50:
Test: 55.8681 ± 4.1538
AUC:
Test: 80.5939 ± 2.2105
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.9341 ± 1.6839
Hits@20:
Test: 69.3187 ± 2.5088
Hits@30:
Test: 73.2747 ± 3.0159
Hits@50:
Test: 77.1868 ± 2.5884
AUC:
Test: 91.8299 ± 0.7466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4615 ± 2.5413
Hits@20:
Test: 68.8352 ± 4.4918
Hits@30:
Test: 74.1978 ± 2.2977
Hits@50:
Test: 79.9560 ± 0.8135
AUC:
Test: 92.1531 ± 0.5609
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0330 ± 2.1000
Hits@20:
Test: 44.3077 ± 1.3952
Hits@30:
Test: 50.6374 ± 1.7624
Hits@50:
Test: 56.6154 ± 2.6309
AUC:
Test: 81.4481 ± 1.6915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8571 ± 1.9448
Hits@20:
Test: 44.1758 ± 1.0191
Hits@30:
Test: 47.4725 ± 3.6114
Hits@50:
Test: 54.6813 ± 1.6329
AUC:
Test: 80.5484 ± 1.2389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5934 ± 2.9796
Hits@20:
Test: 44.6593 ± 0.8981
Hits@30:
Test: 49.3187 ± 1.0143
Hits@50:
Test: 55.7802 ± 2.3589
AUC:
Test: 80.8869 ± 1.3966
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2198 ± 3.5690
Hits@20:
Test: 42.9011 ± 2.1945
Hits@30:
Test: 47.1209 ± 1.7624
Hits@50:
Test: 54.4615 ± 2.1046
AUC:
Test: 80.7588 ± 1.4299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0440 ± 2.7600
Hits@20:
Test: 58.1539 ± 1.3423
Hits@30:
Test: 61.0989 ± 1.8057
Hits@50:
Test: 67.3846 ± 1.9510
AUC:
Test: 85.8896 ± 0.6327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4615 ± 2.9990
Hits@20:
Test: 48.7473 ± 1.2664
Hits@30:
Test: 52.4835 ± 3.5041
Hits@50:
Test: 61.0550 ± 1.5955
AUC:
Test: 83.9316 ± 0.7808
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3407 ± 4.8526
Hits@20:
Test: 44.8791 ± 2.2055
Hits@30:
Test: 50.2418 ± 2.1455
Hits@50:
Test: 57.0110 ± 1.3602
AUC:
Test: 80.8145 ± 0.3643
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2088 ± 1.7746
Hits@20:
Test: 43.1648 ± 2.6944
Hits@30:
Test: 47.3407 ± 2.3651
Hits@50:
Test: 55.3846 ± 4.7647
AUC:
Test: 80.9731 ± 2.1759
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5714 ± 2.4748
Hits@20:
Test: 45.5824 ± 3.4176
Hits@30:
Test: 51.3846 ± 1.5019
Hits@50:
Test: 57.3626 ± 2.3207
AUC:
Test: 81.2828 ± 1.1224
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4506 ± 4.1310
Hits@20:
Test: 42.9451 ± 1.5587
Hits@30:
Test: 48.7033 ± 2.3239
Hits@50:
Test: 55.5165 ± 4.1486
AUC:
Test: 80.7116 ± 2.2843
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0110 ± 3.5151
Hits@20:
Test: 49.4945 ± 2.2381
Hits@30:
Test: 53.5385 ± 2.1568
Hits@50:
Test: 60.3077 ± 1.9999
AUC:
Test: 81.9741 ± 1.0847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.3516 ± 2.5470
Hits@20:
Test: 43.6044 ± 2.0298
Hits@30:
Test: 52.1758 ± 4.0840
Hits@50:
Test: 57.6264 ± 4.1275
AUC:
Test: 81.5886 ± 2.2107
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4945 ± 2.3497
Hits@20:
Test: 43.7363 ± 2.5631
Hits@30:
Test: 50.5055 ± 2.2381
Hits@50:
Test: 57.0110 ± 2.2175
AUC:
Test: 81.4848 ± 0.3555
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0879 ± 3.3091
Hits@20:
Test: 43.5604 ± 3.1674
Hits@30:
Test: 48.7033 ± 4.7713
Hits@50:
Test: 56.6593 ± 3.4133
AUC:
Test: 81.2542 ± 1.6159
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1868 ± 3.6466
Hits@20:
Test: 48.5275 ± 2.6208
Hits@30:
Test: 55.1648 ± 1.3187
Hits@50:
Test: 61.5824 ± 1.5019
AUC:
Test: 84.0191 ± 0.6284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3846 ± 5.0439
Hits@20:
Test: 46.9890 ± 3.8678
Hits@30:
Test: 51.0769 ± 2.5422
Hits@50:
Test: 58.5934 ± 3.0675
AUC:
Test: 82.2738 ± 1.3468
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8462 ± 4.9745
Hits@20:
Test: 71.0769 ± 6.0998
Hits@30:
Test: 75.9121 ± 4.2064
Hits@50:
Test: 81.7143 ± 2.9215
AUC:
Test: 93.8840 ± 1.5535
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7912 ± 2.8504
Hits@20:
Test: 71.7802 ± 2.2011
Hits@30:
Test: 77.7143 ± 1.0609
Hits@50:
Test: 84.7473 ± 3.0199
AUC:
Test: 95.5846 ± 0.4351
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4286 ± 2.6264
Hits@20:
Test: 46.0659 ± 1.6709
Hits@30:
Test: 49.3187 ± 3.2061
Hits@50:
Test: 57.1868 ± 2.7774
AUC:
Test: 81.0971 ± 0.6364
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0220 ± 2.8291
Hits@20:
Test: 42.8571 ± 1.3278
Hits@30:
Test: 47.1209 ± 2.4156
Hits@50:
Test: 55.4725 ± 2.9347
AUC:
Test: 80.1129 ± 2.7709
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6154 ± 5.1110
Hits@20:
Test: 46.7692 ± 1.7333
Hits@30:
Test: 50.0220 ± 2.6855
Hits@50:
Test: 56.8352 ± 2.3134
AUC:
Test: 81.1145 ± 0.7011
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8571 ± 4.9085
Hits@20:
Test: 42.9451 ± 1.4711
Hits@30:
Test: 49.1429 ± 1.4628
Hits@50:
Test: 54.7253 ± 2.4621
AUC:
Test: 80.4023 ± 2.1763
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.7253 ± 2.2872
Hits@20:
Test: 69.3626 ± 2.9634
Hits@30:
Test: 72.0879 ± 3.0135
Hits@50:
Test: 78.5934 ± 2.8765
AUC:
Test: 91.7895 ± 0.6646
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.9341 ± 3.3849
Hits@20:
Test: 69.1868 ± 1.9987
Hits@30:
Test: 74.5494 ± 2.6665
Hits@50:
Test: 78.7253 ± 2.6392
AUC:
Test: 92.0125 ± 0.5330
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1209 ± 1.4073
Hits@20:
Test: 46.3297 ± 1.2078
Hits@30:
Test: 51.4725 ± 0.9376
Hits@50:
Test: 57.3187 ± 2.5270
AUC:
Test: 80.8676 ± 1.7667
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9780 ± 3.6227
Hits@20:
Test: 42.3736 ± 1.7333
Hits@30:
Test: 47.3846 ± 3.4562
Hits@50:
Test: 54.6813 ± 2.5030
AUC:
Test: 80.5274 ± 1.4618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4396 ± 2.1388
Hits@20:
Test: 44.8791 ± 3.5075
Hits@30:
Test: 50.5055 ± 1.6106
Hits@50:
Test: 57.4506 ± 1.8427
AUC:
Test: 80.9064 ± 1.7900
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2198 ± 1.9682
Hits@20:
Test: 43.9560 ± 1.6882
Hits@30:
Test: 47.0330 ± 1.1314
Hits@50:
Test: 54.5055 ± 2.0734
AUC:
Test: 80.4976 ± 1.3627
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9231 ± 2.4748
Hits@20:
Test: 57.5385 ± 2.2164
Hits@30:
Test: 61.9780 ± 2.3925
Hits@50:
Test: 68.0440 ± 2.9347
AUC:
Test: 86.4841 ± 0.4940
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4835 ± 1.9695
Hits@20:
Test: 49.9780 ± 2.9756
Hits@30:
Test: 54.1538 ± 2.4700
Hits@50:
Test: 61.9341 ± 0.6845
AUC:
Test: 83.8795 ± 1.0405
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6813 ± 2.7948
Hits@20:
Test: 45.2308 ± 1.7678
Hits@30:
Test: 51.9560 ± 2.6583
Hits@50:
Test: 59.2088 ± 2.2011
AUC:
Test: 80.9674 ± 0.5704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1978 ± 3.6060
Hits@20:
Test: 44.7912 ± 1.7949
Hits@30:
Test: 48.0879 ± 3.8958
Hits@50:
Test: 56.0000 ± 4.0508
AUC:
Test: 80.8043 ± 2.1934
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4506 ± 3.7447
Hits@20:
Test: 46.2418 ± 4.9891
Hits@30:
Test: 52.1319 ± 2.2914
Hits@50:
Test: 57.7143 ± 3.1144
AUC:
Test: 81.6021 ± 0.8505
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8352 ± 4.0424
Hits@20:
Test: 42.1538 ± 1.8610
Hits@30:
Test: 48.5714 ± 1.7582
Hits@50:
Test: 56.7473 ± 3.3164
AUC:
Test: 80.9543 ± 2.1102
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5275 ± 3.5391
Hits@20:
Test: 47.7363 ± 2.3640
Hits@30:
Test: 51.6484 ± 1.4579
Hits@50:
Test: 58.5055 ± 3.6294
AUC:
Test: 82.3030 ± 0.8887
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6154 ± 4.5986
Hits@20:
Test: 43.8242 ± 1.9756
Hits@30:
Test: 50.1978 ± 4.1135
Hits@50:
Test: 58.0659 ± 4.2657
AUC:
Test: 81.4893 ± 2.1778
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8901 ± 6.0269
Hits@20:
Test: 53.9341 ± 5.6390
Hits@30:
Test: 59.1209 ± 4.2674
Hits@50:
Test: 63.9121 ± 7.3081
AUC:
Test: 86.7973 ± 1.7219
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5714 ± 1.9261
Hits@20:
Test: 47.7363 ± 2.8206
Hits@30:
Test: 53.5824 ± 1.3314
Hits@50:
Test: 61.4945 ± 2.2808
AUC:
Test: 84.7314 ± 1.3377
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.4176 ± 1.9059
Hits@20:
Test: 65.5824 ± 1.1055
Hits@30:
Test: 68.5275 ± 2.9462
Hits@50:
Test: 74.9451 ± 3.5130
AUC:
Test: 90.8941 ± 0.5087
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.0549 ± 1.1978
Hits@20:
Test: 62.1099 ± 7.1548
Hits@30:
Test: 66.9890 ± 2.5790
Hits@50:
Test: 67.3846 ± 3.7382
AUC:
Test: 88.9990 ± 1.3253
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.9451 ± 10.8948
Hits@20:
Test: 69.5824 ± 4.8491
Hits@30:
Test: 77.2747 ± 4.8192
Hits@50:
Test: 82.4615 ± 4.9424
AUC:
Test: 93.1474 ± 1.6515
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3187 ± 1.7486
Hits@20:
Test: 75.0769 ± 1.9448
Hits@30:
Test: 78.9011 ± 0.8369
Hits@50:
Test: 85.1868 ± 1.9448
AUC:
Test: 95.5290 ± 0.3985
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3077 ± 5.2486
Hits@20:
Test: 49.4066 ± 3.8048
Hits@30:
Test: 53.9341 ± 7.1616
Hits@50:
Test: 59.4725 ± 8.5483
AUC:
Test: 84.8472 ± 1.5175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.0330 ± 4.4762
Hits@20:
Test: 47.2088 ± 4.6968
Hits@30:
Test: 53.1868 ± 2.9446
Hits@50:
Test: 60.5275 ± 4.0692
AUC:
Test: 84.2072 ± 0.9498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3516 ± 6.3698
Hits@20:
Test: 54.7692 ± 4.3163
Hits@30:
Test: 58.1978 ± 9.6446
Hits@50:
Test: 64.0879 ± 3.6267
AUC:
Test: 85.9468 ± 1.8033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5385 ± 4.0298
Hits@20:
Test: 47.7802 ± 1.6121
Hits@30:
Test: 54.3736 ± 3.1720
Hits@50:
Test: 60.5714 ± 1.9756
AUC:
Test: 84.9223 ± 1.2126
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8462 ± 1.4955
Hits@20:
Test: 70.6374 ± 4.0064
Hits@30:
Test: 75.6923 ± 1.6195
Hits@50:
Test: 82.0659 ± 2.1000
AUC:
Test: 93.7397 ± 0.3864
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4725 ± 3.2930
Hits@20:
Test: 73.4506 ± 3.2724
Hits@30:
Test: 77.2747 ± 2.6855
Hits@50:
Test: 81.6703 ± 1.9572
AUC:
Test: 94.5561 ± 0.3363
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5714 ± 4.6560
Hits@20:
Test: 48.1758 ± 2.3019
Hits@30:
Test: 56.7912 ± 2.7783
Hits@50:
Test: 63.8681 ± 2.1115
AUC:
Test: 85.6068 ± 1.0027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4615 ± 5.7711
Hits@20:
Test: 48.0000 ± 4.1311
Hits@30:
Test: 54.1978 ± 3.0319
Hits@50:
Test: 63.8681 ± 1.0379
AUC:
Test: 85.9743 ± 0.9307
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4725 ± 7.3035
Hits@20:
Test: 50.3297 ± 3.3368
Hits@30:
Test: 56.9670 ± 1.4445
Hits@50:
Test: 63.8681 ± 4.2662
AUC:
Test: 85.5001 ± 1.3745
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8022 ± 5.6184
Hits@20:
Test: 47.8681 ± 3.2316
Hits@30:
Test: 55.4286 ± 4.1275
Hits@50:
Test: 63.9121 ± 2.1612
AUC:
Test: 85.8446 ± 1.2734
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2198 ± 6.5390
Hits@20:
Test: 65.9780 ± 3.0785
Hits@30:
Test: 68.2198 ± 3.9731
Hits@50:
Test: 73.2747 ± 1.6925
AUC:
Test: 90.7080 ± 1.0999
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9560 ± 0.7677
Hits@20:
Test: 64.7912 ± 2.0107
Hits@30:
Test: 67.8242 ± 4.8417
Hits@50:
Test: 73.4066 ± 3.2487
AUC:
Test: 89.6656 ± 1.4331
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3407 ± 4.2173
Hits@20:
Test: 48.7473 ± 3.2465
Hits@30:
Test: 53.2308 ± 4.0952
Hits@50:
Test: 59.4286 ± 4.6012
AUC:
Test: 84.8466 ± 1.4366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0440 ± 2.2381
Hits@20:
Test: 49.5824 ± 3.4246
Hits@30:
Test: 54.9451 ± 1.4158
Hits@50:
Test: 65.2747 ± 2.4914
AUC:
Test: 86.3357 ± 0.8787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9670 ± 4.8066
Hits@20:
Test: 49.3187 ± 2.1679
Hits@30:
Test: 54.5494 ± 0.8708
Hits@50:
Test: 60.5714 ± 4.9915
AUC:
Test: 84.6369 ± 1.2448
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1758 ± 2.6980
Hits@20:
Test: 49.8901 ± 2.9609
Hits@30:
Test: 56.7033 ± 2.6144
Hits@50:
Test: 64.4835 ± 1.7417
AUC:
Test: 86.1332 ± 0.7524
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5714 ± 2.7495
Hits@20:
Test: 54.3297 ± 5.0916
Hits@30:
Test: 59.7363 ± 3.3849
Hits@50:
Test: 69.9341 ± 2.1779
AUC:
Test: 87.3175 ± 0.8916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0110 ± 3.9579
Hits@20:
Test: 50.5055 ± 2.3332
Hits@30:
Test: 57.3187 ± 1.0238
Hits@50:
Test: 66.5934 ± 3.4296
AUC:
Test: 86.8709 ± 1.0126
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4506 ± 8.4936
Hits@20:
Test: 56.6154 ± 7.1700
Hits@30:
Test: 60.8352 ± 5.6535
Hits@50:
Test: 65.3626 ± 7.5025
AUC:
Test: 86.8197 ± 1.9030
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0769 ± 1.7541
Hits@20:
Test: 48.0440 ± 2.1115
Hits@30:
Test: 54.4615 ± 2.2435
Hits@50:
Test: 63.2088 ± 0.7708
AUC:
Test: 85.0366 ± 1.5465
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.6044 ± 3.6160
Hits@20:
Test: 68.3077 ± 2.4146
Hits@30:
Test: 71.7363 ± 0.8455
Hits@50:
Test: 74.4615 ± 1.7814
AUC:
Test: 90.9145 ± 0.4300
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7912 ± 1.9572
Hits@20:
Test: 65.2308 ± 4.8760
Hits@30:
Test: 69.4066 ± 2.3435
Hits@50:
Test: 72.6593 ± 1.3952
AUC:
Test: 89.1078 ± 0.7608
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4506 ± 7.8178
Hits@20:
Test: 69.8462 ± 7.7819
Hits@30:
Test: 77.0110 ± 5.1697
Hits@50:
Test: 81.6264 ± 5.8451
AUC:
Test: 92.8222 ± 2.1470
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8901 ± 2.8698
Hits@20:
Test: 74.3297 ± 1.7264
Hits@30:
Test: 79.7802 ± 1.3725
Hits@50:
Test: 86.1099 ± 1.8349
AUC:
Test: 95.6661 ± 0.2593
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5604 ± 6.7544
Hits@20:
Test: 51.9560 ± 4.0603
Hits@30:
Test: 55.2528 ± 3.8086
Hits@50:
Test: 63.1209 ± 3.3018
AUC:
Test: 85.0828 ± 1.5783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0440 ± 3.8320
Hits@20:
Test: 46.5494 ± 3.3346
Hits@30:
Test: 52.4835 ± 4.7378
Hits@50:
Test: 61.6264 ± 3.8527
AUC:
Test: 84.1087 ± 1.0582
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.2198 ± 7.1125
Hits@20:
Test: 55.0769 ± 6.3748
Hits@30:
Test: 57.4506 ± 9.7655
Hits@50:
Test: 64.1758 ± 4.5229
AUC:
Test: 85.5928 ± 1.8191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7033 ± 4.4011
Hits@20:
Test: 47.7802 ± 1.6996
Hits@30:
Test: 53.8462 ± 2.0441
Hits@50:
Test: 61.0989 ± 2.6917
AUC:
Test: 84.7050 ± 1.0251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.9560 ± 3.7330
Hits@20:
Test: 72.1319 ± 2.5222
Hits@30:
Test: 76.5275 ± 4.0448
Hits@50:
Test: 82.2857 ± 1.8163
AUC:
Test: 93.8373 ± 0.4147
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8901 ± 2.6602
Hits@20:
Test: 73.3626 ± 3.1674
Hits@30:
Test: 75.5604 ± 2.5318
Hits@50:
Test: 81.4066 ± 2.3082
AUC:
Test: 94.4741 ± 0.1885
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0659 ± 6.5038
Hits@20:
Test: 49.2747 ± 3.6920
Hits@30:
Test: 54.2418 ± 2.4395
Hits@50:
Test: 63.2967 ± 1.6593
AUC:
Test: 85.3825 ± 1.3367
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7582 ± 4.8586
Hits@20:
Test: 48.7033 ± 4.0781
Hits@30:
Test: 54.7692 ± 3.4555
Hits@50:
Test: 62.5055 ± 1.9633
AUC:
Test: 85.8445 ± 1.1554
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1429 ± 5.3053
Hits@20:
Test: 51.2088 ± 2.7274
Hits@30:
Test: 54.8571 ± 7.1700
Hits@50:
Test: 62.3297 ± 6.0820
AUC:
Test: 85.6840 ± 1.3411
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7143 ± 5.1134
Hits@20:
Test: 49.4066 ± 3.8802
Hits@30:
Test: 54.5055 ± 3.2562
Hits@50:
Test: 64.0879 ± 1.4628
AUC:
Test: 85.8719 ± 1.2969
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5385 ± 8.1606
Hits@20:
Test: 66.6813 ± 3.3785
Hits@30:
Test: 71.0330 ± 2.2808
Hits@50:
Test: 75.0330 ± 3.2732
AUC:
Test: 90.5845 ± 1.0692
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.5385 ± 1.8057
Hits@20:
Test: 66.6374 ± 1.9621
Hits@30:
Test: 68.0879 ± 4.9080
Hits@50:
Test: 73.4945 ± 2.6583
AUC:
Test: 89.8585 ± 1.6442
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1868 ± 3.2842
Hits@20:
Test: 49.3187 ± 2.2606
Hits@30:
Test: 53.6264 ± 2.7626
Hits@50:
Test: 60.5275 ± 5.1930
AUC:
Test: 83.6098 ± 0.3670
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8132 ± 3.5185
Hits@20:
Test: 48.9231 ± 2.3600
Hits@30:
Test: 54.7692 ± 3.6493
Hits@50:
Test: 64.7033 ± 3.3713
AUC:
Test: 86.3672 ± 0.8565
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1319 ± 4.7179
Hits@20:
Test: 49.3187 ± 2.0943
Hits@30:
Test: 54.3297 ± 0.8569
Hits@50:
Test: 60.3956 ± 6.2886
AUC:
Test: 84.3056 ± 0.9094
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6923 ± 3.0038
Hits@20:
Test: 48.8352 ± 3.9634
Hits@30:
Test: 55.2528 ± 2.9223
Hits@50:
Test: 64.7033 ± 2.4846
AUC:
Test: 86.1251 ± 0.7605
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3626 ± 1.8480
Hits@20:
Test: 59.5604 ± 2.9650
Hits@30:
Test: 62.1978 ± 4.5707
Hits@50:
Test: 70.9011 ± 2.2872
AUC:
Test: 87.4464 ± 1.1053
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2747 ± 3.1136
Hits@20:
Test: 49.4066 ± 3.0271
Hits@30:
Test: 57.0549 ± 0.6138
Hits@50:
Test: 66.6374 ± 3.2428
AUC:
Test: 86.3404 ± 0.9875
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8132 ± 0.6880
Hits@20:
Test: 58.6374 ± 5.0416
Hits@30:
Test: 63.7363 ± 2.8231
Hits@50:
Test: 66.1099 ± 9.3638
AUC:
Test: 87.2359 ± 2.0212
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2418 ± 2.5270
Hits@20:
Test: 53.8462 ± 0.8928
Hits@30:
Test: 59.6044 ± 1.7746
Hits@50:
Test: 65.7143 ± 1.3278
AUC:
Test: 86.8554 ± 0.5276
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.6154 ± 1.2947
Hits@20:
Test: 68.3516 ± 2.7582
Hits@30:
Test: 73.4066 ± 2.2681
Hits@50:
Test: 78.9451 ± 1.9248
AUC:
Test: 91.4199 ± 0.4427
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.6154 ± 2.2381
Hits@20:
Test: 65.0989 ± 3.7601
Hits@30:
Test: 69.8022 ± 2.9470
Hits@50:
Test: 74.2418 ± 1.9497
AUC:
Test: 89.9449 ± 0.7814
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.3956 ± 2.7274
Hits@20:
Test: 72.7912 ± 1.4529
Hits@30:
Test: 78.1099 ± 1.2197
Hits@50:
Test: 84.0440 ± 2.0179
AUC:
Test: 92.8118 ± 1.3979
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.2857 ± 2.8419
Hits@20:
Test: 76.4835 ± 0.8791
Hits@30:
Test: 80.3956 ± 1.1774
Hits@50:
Test: 87.1209 ± 1.2394
AUC:
Test: 95.9443 ± 0.2387
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.7253 ± 7.1108
Hits@20:
Test: 51.1648 ± 5.4712
Hits@30:
Test: 54.8132 ± 7.9935
Hits@50:
Test: 60.6154 ± 10.0733
AUC:
Test: 85.1709 ± 1.5853
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9011 ± 4.5797
Hits@20:
Test: 46.7253 ± 3.0159
Hits@30:
Test: 54.0220 ± 3.2576
Hits@50:
Test: 61.4066 ± 3.5595
AUC:
Test: 84.3602 ± 0.8644
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2308 ± 6.7114
Hits@20:
Test: 58.4615 ± 5.9035
Hits@30:
Test: 61.2747 ± 4.5928
Hits@50:
Test: 66.2418 ± 6.2832
AUC:
Test: 86.3968 ± 2.2095
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1209 ± 4.7163
Hits@20:
Test: 48.6154 ± 1.3584
Hits@30:
Test: 53.2308 ± 2.0931
Hits@50:
Test: 60.9670 ± 2.7212
AUC:
Test: 84.6494 ± 1.0160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.9121 ± 1.1462
Hits@20:
Test: 72.4396 ± 2.8681
Hits@30:
Test: 76.8352 ± 3.7959
Hits@50:
Test: 82.0659 ± 2.3702
AUC:
Test: 93.4088 ± 0.5886
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.9231 ± 1.3602
Hits@20:
Test: 73.4945 ± 1.7555
Hits@30:
Test: 77.5385 ± 1.3672
Hits@50:
Test: 81.3626 ± 3.0030
AUC:
Test: 94.7710 ± 0.1560
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7802 ± 2.8546
Hits@20:
Test: 50.4615 ± 2.5846
Hits@30:
Test: 57.4066 ± 1.2664
Hits@50:
Test: 63.3846 ± 1.9756
AUC:
Test: 85.1865 ± 1.5868
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9451 ± 5.3439
Hits@20:
Test: 48.5275 ± 3.2016
Hits@30:
Test: 54.5055 ± 2.6602
Hits@50:
Test: 63.0330 ± 1.4445
AUC:
Test: 85.8752 ± 1.2034
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4725 ± 7.1902
Hits@20:
Test: 51.2967 ± 4.0154
Hits@30:
Test: 55.6923 ± 7.8533
Hits@50:
Test: 63.6484 ± 6.8178
AUC:
Test: 85.6069 ± 1.3423
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4506 ± 3.1144
Hits@20:
Test: 48.3956 ± 2.0815
Hits@30:
Test: 55.1648 ± 3.9530
Hits@50:
Test: 62.3297 ± 2.6719
AUC:
Test: 85.8323 ± 1.2857
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1429 ± 4.6415
Hits@20:
Test: 65.8901 ± 2.5884
Hits@30:
Test: 71.7363 ± 2.9306
Hits@50:
Test: 73.5385 ± 2.9182
AUC:
Test: 90.6499 ± 1.1733
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6813 ± 1.2177
Hits@20:
Test: 68.6593 ± 1.4792
Hits@30:
Test: 70.5495 ± 1.7375
Hits@50:
Test: 72.6154 ± 2.2977
AUC:
Test: 89.5012 ± 1.2007
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9011 ± 5.0103
Hits@20:
Test: 49.0110 ± 1.9223
Hits@30:
Test: 53.0989 ± 2.8512
Hits@50:
Test: 60.2637 ± 5.1996
AUC:
Test: 84.1876 ± 1.1054
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3956 ± 1.9059
Hits@20:
Test: 50.7253 ± 3.0151
Hits@30:
Test: 55.1209 ± 2.8883
Hits@50:
Test: 64.5714 ± 3.6855
AUC:
Test: 86.2184 ± 0.8609
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8352 ± 5.4513
Hits@20:
Test: 48.7912 ± 2.6783
Hits@30:
Test: 54.7692 ± 2.1500
Hits@50:
Test: 61.1429 ± 4.6190
AUC:
Test: 84.1967 ± 0.4730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5824 ± 4.5122
Hits@20:
Test: 49.9341 ± 2.5977
Hits@30:
Test: 55.0769 ± 1.4294
Hits@50:
Test: 64.0879 ± 2.6855
AUC:
Test: 86.1326 ± 0.7641
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2527 ± 2.9626
Hits@20:
Test: 58.4176 ± 5.9043
Hits@30:
Test: 63.0769 ± 5.6910
Hits@50:
Test: 71.2967 ± 2.3651
AUC:
Test: 87.5375 ± 1.2199
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8022 ± 5.1520
Hits@20:
Test: 51.2088 ± 2.2521
Hits@30:
Test: 56.5275 ± 1.4107
Hits@50:
Test: 67.3407 ± 2.4991
AUC:
Test: 86.8243 ± 1.0929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3297 ± 3.8833
Hits@20:
Test: 61.9341 ± 2.7643
Hits@30:
Test: 66.2418 ± 2.0535
Hits@50:
Test: 64.6593 ± 12.2363
AUC:
Test: 86.7986 ± 2.6706
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8681 ± 4.3253
Hits@20:
Test: 52.0440 ± 3.8521
Hits@30:
Test: 55.9560 ± 3.6992
Hits@50:
Test: 65.0110 ± 3.3201
AUC:
Test: 87.0424 ± 1.2053
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8132 ± 3.3310
Hits@20:
Test: 68.8791 ± 2.6309
Hits@30:
Test: 72.3077 ± 3.5336
Hits@50:
Test: 77.4945 ± 1.1271
AUC:
Test: 90.9997 ± 0.3816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2637 ± 4.1960
Hits@20:
Test: 67.7802 ± 1.3690
Hits@30:
Test: 71.4725 ± 1.0923
Hits@50:
Test: 76.4835 ± 2.2521
AUC:
Test: 91.0756 ± 0.6280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6374 ± 4.4864
Hits@20:
Test: 74.2418 ± 4.4756
Hits@30:
Test: 79.0330 ± 2.6944
Hits@50:
Test: 84.6593 ± 1.9621
AUC:
Test: 93.4518 ± 0.9366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3626 ± 3.1491
Hits@20:
Test: 75.1648 ± 2.0676
Hits@30:
Test: 79.7363 ± 1.2374
Hits@50:
Test: 87.1648 ± 1.1483
AUC:
Test: 95.7359 ± 0.3625
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.1209 ± 4.0952
Hits@20:
Test: 53.3626 ± 4.8536
Hits@30:
Test: 53.8901 ± 9.5033
Hits@50:
Test: 61.5824 ± 8.2986
AUC:
Test: 85.7556 ± 1.7956
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1868 ± 2.4355
Hits@20:
Test: 51.4725 ± 2.4543
Hits@30:
Test: 56.6593 ± 2.1945
Hits@50:
Test: 64.2198 ± 3.5075
AUC:
Test: 86.2542 ± 0.9997
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1758 ± 5.7723
Hits@20:
Test: 59.2967 ± 6.3249
Hits@30:
Test: 64.0000 ± 4.2430
Hits@50:
Test: 68.9231 ± 4.4301
AUC:
Test: 87.7199 ± 0.7714
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3846 ± 3.4806
Hits@20:
Test: 51.6044 ± 2.3995
Hits@30:
Test: 57.4066 ± 2.3538
Hits@50:
Test: 65.8462 ± 1.1378
AUC:
Test: 86.2683 ± 0.9196
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6264 ± 6.7448
Hits@20:
Test: 69.3187 ± 3.9609
Hits@30:
Test: 75.2088 ± 2.5602
Hits@50:
Test: 81.6264 ± 1.0024
AUC:
Test: 93.7769 ± 0.2503
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2528 ± 4.5256
Hits@20:
Test: 74.3297 ± 2.9339
Hits@30:
Test: 77.8901 ± 2.0298
Hits@50:
Test: 81.5824 ± 3.0667
AUC:
Test: 94.6823 ± 0.2581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6813 ± 7.5257
Hits@20:
Test: 49.2308 ± 2.8698
Hits@30:
Test: 55.9121 ± 2.9715
Hits@50:
Test: 62.5494 ± 3.7285
AUC:
Test: 85.8397 ± 0.9122
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4286 ± 2.9715
Hits@20:
Test: 49.3626 ± 3.2732
Hits@30:
Test: 54.5055 ± 3.1621
Hits@50:
Test: 62.9890 ± 3.4422
AUC:
Test: 85.9494 ± 1.1561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.1319 ± 7.5823
Hits@20:
Test: 53.3187 ± 4.6248
Hits@30:
Test: 56.1758 ± 9.4666
Hits@50:
Test: 65.4505 ± 4.9958
AUC:
Test: 85.7183 ± 1.3683
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7692 ± 5.3624
Hits@20:
Test: 49.9341 ± 3.7343
Hits@30:
Test: 55.4286 ± 3.0509
Hits@50:
Test: 63.3407 ± 1.9059
AUC:
Test: 85.7995 ± 1.2816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7033 ± 4.5495
Hits@20:
Test: 66.4176 ± 3.2651
Hits@30:
Test: 68.8791 ± 3.8149
Hits@50:
Test: 73.9341 ± 2.3394
AUC:
Test: 90.6719 ± 0.9598
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.5165 ± 8.1221
Hits@20:
Test: 66.2418 ± 4.5802
Hits@30:
Test: 68.3956 ± 2.7818
Hits@50:
Test: 70.5495 ± 4.4011
AUC:
Test: 89.6761 ± 1.2914
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2857 ± 3.4632
Hits@20:
Test: 49.0110 ± 3.0295
Hits@30:
Test: 54.2857 ± 4.0674
Hits@50:
Test: 60.4396 ± 4.6180
AUC:
Test: 84.4759 ± 0.8585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0330 ± 2.2284
Hits@20:
Test: 50.1538 ± 3.1291
Hits@30:
Test: 54.4615 ± 0.9755
Hits@50:
Test: 65.2308 ± 3.3956
AUC:
Test: 86.1735 ± 0.8201
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8791 ± 4.7571
Hits@20:
Test: 48.1758 ± 3.9937
Hits@30:
Test: 54.5494 ± 1.9122
Hits@50:
Test: 60.0440 ± 4.6659
AUC:
Test: 83.9201 ± 0.8043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3187 ± 3.3634
Hits@20:
Test: 49.4066 ± 2.3640
Hits@30:
Test: 54.7692 ± 2.2327
Hits@50:
Test: 65.3187 ± 2.8588
AUC:
Test: 86.1530 ± 0.7644
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0440 ± 2.5696
Hits@20:
Test: 60.6593 ± 3.2264
Hits@30:
Test: 64.4396 ± 4.7809
Hits@50:
Test: 69.6703 ± 1.9841
AUC:
Test: 87.6654 ± 0.8811
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7253 ± 3.6160
Hits@20:
Test: 50.4176 ± 3.3281
Hits@30:
Test: 57.2308 ± 2.2175
Hits@50:
Test: 66.3736 ± 2.8991
AUC:
Test: 86.8817 ± 0.9215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2308 ± 4.9842
Hits@20:
Test: 66.3736 ± 2.9487
Hits@30:
Test: 74.2857 ± 1.9348
Hits@50:
Test: 82.1978 ± 2.1757
AUC:
Test: 93.9417 ± 0.5894
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0879 ± 4.2378
Hits@20:
Test: 70.3736 ± 3.5959
Hits@30:
Test: 76.1758 ± 3.5322
Hits@50:
Test: 83.0330 ± 2.7203
AUC:
Test: 94.7316 ± 0.8085
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1648 ± 2.1115
Hits@20:
Test: 71.3846 ± 3.1636
Hits@30:
Test: 76.7912 ± 1.8623
Hits@50:
Test: 83.6484 ± 3.8590
AUC:
Test: 94.8061 ± 0.5050
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6703 ± 1.6329
Hits@20:
Test: 73.6703 ± 2.3945
Hits@30:
Test: 78.4176 ± 1.7678
Hits@50:
Test: 85.8022 ± 3.5966
AUC:
Test: 95.5060 ± 0.6922
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.8352 ± 3.6953
Hits@20:
Test: 68.2198 ± 3.9518
Hits@30:
Test: 74.6813 ± 4.6865
Hits@50:
Test: 80.4835 ± 6.0637
AUC:
Test: 91.2740 ± 4.0738
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1758 ± 3.0667
Hits@20:
Test: 74.2418 ± 2.0405
Hits@30:
Test: 77.6264 ± 3.0430
Hits@50:
Test: 83.5604 ± 2.7424
AUC:
Test: 95.1520 ± 0.7527
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7582 ± 4.5591
Hits@20:
Test: 63.6484 ± 4.0899
Hits@30:
Test: 69.6703 ± 1.7923
Hits@50:
Test: 79.2967 ± 1.4776
AUC:
Test: 92.6826 ± 0.8565
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8132 ± 4.0064
Hits@20:
Test: 62.3297 ± 3.1529
Hits@30:
Test: 69.2308 ± 1.9160
Hits@50:
Test: 76.7033 ± 5.3857
AUC:
Test: 92.8372 ± 0.5185
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2747 ± 3.9481
Hits@20:
Test: 69.5385 ± 2.3394
Hits@30:
Test: 75.4725 ± 0.8164
Hits@50:
Test: 82.3297 ± 1.9756
AUC:
Test: 93.8563 ± 0.7568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.1209 ± 2.7696
Hits@20:
Test: 71.8242 ± 1.2276
Hits@30:
Test: 75.0330 ± 2.4797
Hits@50:
Test: 82.9890 ± 1.5665
AUC:
Test: 94.6911 ± 0.4636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5934 ± 1.4858
Hits@20:
Test: 69.8022 ± 2.7739
Hits@30:
Test: 76.7473 ± 2.3691
Hits@50:
Test: 80.7033 ± 4.3470
AUC:
Test: 94.0576 ± 0.2825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1868 ± 3.5892
Hits@20:
Test: 73.8901 ± 2.4444
Hits@30:
Test: 76.4835 ± 3.5062
Hits@50:
Test: 85.8462 ± 1.5353
AUC:
Test: 95.6241 ± 0.2511
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4835 ± 6.7623
Hits@20:
Test: 49.0549 ± 7.0833
Hits@30:
Test: 55.0769 ± 6.4632
Hits@50:
Test: 63.6484 ± 8.6102
AUC:
Test: 86.4876 ± 3.3915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.7692 ± 3.5391
Hits@20:
Test: 54.6374 ± 3.7768
Hits@30:
Test: 60.7033 ± 4.0805
Hits@50:
Test: 70.4176 ± 3.6862
AUC:
Test: 88.8294 ± 0.8869
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.2747 ± 5.9251
Hits@20:
Test: 67.6923 ± 5.5644
Hits@30:
Test: 72.5714 ± 4.0923
Hits@50:
Test: 80.6593 ± 3.8477
AUC:
Test: 92.8383 ± 1.2528
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.3846 ± 1.1378
Hits@20:
Test: 70.3736 ± 3.2945
Hits@30:
Test: 73.9780 ± 1.8362
Hits@50:
Test: 82.1978 ± 1.1733
AUC:
Test: 94.1700 ± 0.4088
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4066 ± 2.7913
Hits@20:
Test: 75.7363 ± 2.8681
Hits@30:
Test: 77.6703 ± 2.6944
Hits@50:
Test: 84.4396 ± 3.3670
AUC:
Test: 94.4969 ± 0.6665
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5055 ± 1.3314
Hits@20:
Test: 75.6923 ± 1.1378
Hits@30:
Test: 81.3187 ± 0.5154
Hits@50:
Test: 86.2857 ± 2.9016
AUC:
Test: 95.6871 ± 0.5554
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2308 ± 6.8672
Hits@20:
Test: 50.2857 ± 3.3526
Hits@30:
Test: 58.4615 ± 3.1352
Hits@50:
Test: 63.9121 ± 4.6994
AUC:
Test: 85.8497 ± 1.7314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4725 ± 4.3386
Hits@20:
Test: 50.2857 ± 4.7935
Hits@30:
Test: 58.5055 ± 1.9059
Hits@50:
Test: 65.0110 ± 2.6438
AUC:
Test: 87.1940 ± 0.5316
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5385 ± 4.8262
Hits@20:
Test: 54.3297 ± 7.2317
Hits@30:
Test: 62.8132 ± 1.9682
Hits@50:
Test: 70.0659 ± 1.9248
AUC:
Test: 89.1406 ± 1.0935
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9341 ± 3.4331
Hits@20:
Test: 53.8462 ± 6.4770
Hits@30:
Test: 60.7912 ± 1.4545
Hits@50:
Test: 69.2747 ± 3.4380
AUC:
Test: 89.3034 ± 0.7986
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.9341 ± 2.5365
Hits@20:
Test: 69.1868 ± 1.9497
Hits@30:
Test: 75.5604 ± 3.3237
Hits@50:
Test: 83.0330 ± 2.2755
AUC:
Test: 94.1000 ± 0.6669
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3297 ± 2.3742
Hits@20:
Test: 73.4945 ± 2.2446
Hits@30:
Test: 78.3736 ± 1.0143
Hits@50:
Test: 83.8681 ± 2.0417
AUC:
Test: 95.0456 ± 0.5655
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8352 ± 6.3710
Hits@20:
Test: 63.8681 ± 2.8470
Hits@30:
Test: 71.2088 ± 0.8223
Hits@50:
Test: 79.1648 ± 2.5030
AUC:
Test: 92.9751 ± 0.8555
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.6593 ± 3.0414
Hits@20:
Test: 66.5055 ± 4.1776
Hits@30:
Test: 72.2198 ± 3.2695
Hits@50:
Test: 81.0989 ± 3.4993
AUC:
Test: 94.2147 ± 0.2714
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1758 ± 3.9512
Hits@20:
Test: 71.4286 ± 1.8584
Hits@30:
Test: 76.7033 ± 1.3637
Hits@50:
Test: 85.4505 ± 1.4776
AUC:
Test: 94.8421 ± 0.2058
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2527 ± 2.4914
Hits@20:
Test: 74.7692 ± 2.4046
Hits@30:
Test: 77.6703 ± 1.4874
Hits@50:
Test: 86.3297 ± 1.6622
AUC:
Test: 95.6471 ± 0.5011
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9560 ± 4.0745
Hits@20:
Test: 70.3736 ± 2.0464
Hits@30:
Test: 73.7143 ± 3.2286
Hits@50:
Test: 77.8901 ± 5.3534
AUC:
Test: 91.2398 ± 2.8702
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.4615 ± 2.5893
Hits@20:
Test: 74.8571 ± 2.8723
Hits@30:
Test: 78.5934 ± 2.7212
Hits@50:
Test: 82.9011 ± 3.4625
AUC:
Test: 94.9790 ± 0.6986
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7363 ± 7.5411
Hits@20:
Test: 60.0879 ± 8.6703
Hits@30:
Test: 64.5714 ± 7.6346
Hits@50:
Test: 72.8791 ± 9.1290
AUC:
Test: 90.5234 ± 3.7299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4835 ± 3.3077
Hits@20:
Test: 61.8901 ± 3.4771
Hits@30:
Test: 68.0440 ± 3.1182
Hits@50:
Test: 77.1429 ± 2.9405
AUC:
Test: 92.4815 ± 0.8620
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0220 ± 2.4276
Hits@20:
Test: 64.9670 ± 3.4492
Hits@30:
Test: 69.5824 ± 2.6629
Hits@50:
Test: 82.5055 ± 2.8300
AUC:
Test: 93.5276 ± 0.8749
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.5495 ± 3.1636
Hits@20:
Test: 70.2418 ± 3.0635
Hits@30:
Test: 75.3846 ± 3.4611
Hits@50:
Test: 82.1978 ± 2.0676
AUC:
Test: 94.7478 ± 0.4100
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4176 ± 7.2544
Hits@20:
Test: 70.2418 ± 4.5907
Hits@30:
Test: 74.7253 ± 4.3846
Hits@50:
Test: 81.0549 ± 4.5025
AUC:
Test: 93.7096 ± 0.6958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2088 ± 4.2826
Hits@20:
Test: 74.8132 ± 2.3394
Hits@30:
Test: 80.3077 ± 0.9655
Hits@50:
Test: 85.3187 ± 0.6666
AUC:
Test: 95.3994 ± 0.4079
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3956 ± 4.9130
Hits@20:
Test: 56.4396 ± 4.8011
Hits@30:
Test: 61.8901 ± 7.5794
Hits@50:
Test: 70.6813 ± 4.0034
AUC:
Test: 89.8229 ± 1.4723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9560 ± 3.8584
Hits@20:
Test: 55.7363 ± 1.8427
Hits@30:
Test: 59.8681 ± 5.0132
Hits@50:
Test: 69.8901 ± 3.4436
AUC:
Test: 89.2517 ± 0.6558
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0110 ± 5.6218
Hits@20:
Test: 64.9670 ± 3.0079
Hits@30:
Test: 69.5385 ± 3.1376
Hits@50:
Test: 78.9451 ± 3.6427
AUC:
Test: 92.7086 ± 0.7075
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9121 ± 3.9088
Hits@20:
Test: 67.5165 ± 2.8376
Hits@30:
Test: 72.5714 ± 2.0931
Hits@50:
Test: 79.5604 ± 4.4312
AUC:
Test: 93.6780 ± 0.5499
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6484 ± 5.5352
Hits@20:
Test: 71.4725 ± 1.7678
Hits@30:
Test: 77.9341 ± 2.6447
Hits@50:
Test: 83.4725 ± 3.2166
AUC:
Test: 94.1814 ± 0.5542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6484 ± 4.5133
Hits@20:
Test: 78.2418 ± 1.9596
Hits@30:
Test: 81.2308 ± 2.0239
Hits@50:
Test: 87.5604 ± 1.3602
AUC:
Test: 95.7795 ± 0.1970
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2747 ± 4.8287
Hits@20:
Test: 50.5494 ± 3.2930
Hits@30:
Test: 56.7473 ± 3.6855
Hits@50:
Test: 64.5275 ± 5.4206
AUC:
Test: 86.2937 ± 1.8050
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7363 ± 4.6942
Hits@20:
Test: 51.7802 ± 5.6368
Hits@30:
Test: 59.1648 ± 1.0471
Hits@50:
Test: 66.6813 ± 3.9211
AUC:
Test: 87.5795 ± 1.2863
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0549 ± 4.7173
Hits@20:
Test: 60.7912 ± 3.2098
Hits@30:
Test: 64.0879 ± 7.2787
Hits@50:
Test: 72.9670 ± 3.3295
AUC:
Test: 90.0325 ± 1.5755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.3846 ± 5.6304
Hits@20:
Test: 54.0659 ± 4.6622
Hits@30:
Test: 61.8901 ± 4.2006
Hits@50:
Test: 71.8681 ± 2.2251
AUC:
Test: 89.4439 ± 0.4209
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.3846 ± 3.3570
Hits@20:
Test: 69.5385 ± 2.2872
Hits@30:
Test: 73.4066 ± 2.4768
Hits@50:
Test: 81.8462 ± 1.9695
AUC:
Test: 93.9168 ± 0.4679
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.4066 ± 2.0346
Hits@20:
Test: 73.2308 ± 1.3760
Hits@30:
Test: 78.5055 ± 1.1462
Hits@50:
Test: 86.5934 ± 1.2138
AUC:
Test: 95.0578 ± 0.2456
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.9560 ± 4.6948
Hits@20:
Test: 63.6044 ± 3.6067
Hits@30:
Test: 69.8022 ± 5.3624
Hits@50:
Test: 75.2527 ± 4.8417
AUC:
Test: 91.6857 ± 1.0079
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7473 ± 2.9837
Hits@20:
Test: 64.2637 ± 3.2136
Hits@30:
Test: 71.2088 ± 5.7564
Hits@50:
Test: 80.2198 ± 4.3236
AUC:
Test: 93.4593 ± 1.5462
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9560 ± 3.8364
Hits@20:
Test: 69.5824 ± 3.9792
Hits@30:
Test: 75.4286 ± 3.7051
Hits@50:
Test: 83.2967 ± 2.6602
AUC:
Test: 94.1306 ± 0.5592
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.7582 ± 4.8001
Hits@20:
Test: 69.0549 ± 2.8588
Hits@30:
Test: 75.6923 ± 3.7220
Hits@50:
Test: 85.8901 ± 1.8995
AUC:
Test: 95.1173 ± 0.3424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1099 ± 2.4503
Hits@20:
Test: 69.9341 ± 3.3310
Hits@30:
Test: 73.8901 ± 4.4431
Hits@50:
Test: 80.2637 ± 5.1879
AUC:
Test: 91.4510 ± 2.9448
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.2198 ± 1.8493
Hits@20:
Test: 74.8132 ± 1.7963
Hits@30:
Test: 77.2308 ± 2.3239
Hits@50:
Test: 85.0110 ± 4.1041
AUC:
Test: 95.0618 ± 0.7833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5165 ± 2.9674
Hits@20:
Test: 59.2527 ± 2.8849
Hits@30:
Test: 64.5714 ± 2.1274
Hits@50:
Test: 75.2967 ± 2.5422
AUC:
Test: 91.2638 ± 0.5425
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6154 ± 4.9599
Hits@20:
Test: 60.0879 ± 3.3172
Hits@30:
Test: 67.1209 ± 2.4305
Hits@50:
Test: 76.0440 ± 2.6051
AUC:
Test: 91.9406 ± 0.6703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9451 ± 4.1088
Hits@20:
Test: 62.4615 ± 4.2939
Hits@30:
Test: 67.9560 ± 3.0588
Hits@50:
Test: 78.1099 ± 1.6195
AUC:
Test: 92.6546 ± 0.2842
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7802 ± 1.9658
Hits@20:
Test: 64.4396 ± 4.3303
Hits@30:
Test: 69.8462 ± 2.8248
Hits@50:
Test: 80.9670 ± 1.4038
AUC:
Test: 94.1972 ± 0.5788
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9780 ± 3.7665
Hits@20:
Test: 67.6044 ± 6.2194
Hits@30:
Test: 76.0879 ± 1.8349
Hits@50:
Test: 81.0989 ± 3.8225
AUC:
Test: 94.0126 ± 0.6856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.8571 ± 4.0775
Hits@20:
Test: 73.4505 ± 1.8739
Hits@30:
Test: 77.5385 ± 3.9236
Hits@50:
Test: 85.1868 ± 1.2296
AUC:
Test: 95.5839 ± 0.5076
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8462 ± 2.0119
Hits@20:
Test: 57.4945 ± 3.7927
Hits@30:
Test: 62.2857 ± 2.2338
Hits@50:
Test: 69.0110 ± 3.1198
AUC:
Test: 89.0115 ± 1.3880
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0659 ± 7.4180
Hits@20:
Test: 49.5824 ± 6.9058
Hits@30:
Test: 56.2637 ± 5.9239
Hits@50:
Test: 66.9451 ± 2.7301
AUC:
Test: 88.0585 ± 0.7834
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0110 ± 4.8287
Hits@20:
Test: 62.6374 ± 4.1205
Hits@30:
Test: 67.7802 ± 2.1846
Hits@50:
Test: 75.5604 ± 3.0509
AUC:
Test: 91.8596 ± 1.0322
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.6154 ± 3.4979
Hits@20:
Test: 62.7253 ± 4.4518
Hits@30:
Test: 69.3626 ± 3.4140
Hits@50:
Test: 80.5275 ± 2.6674
AUC:
Test: 93.3620 ± 0.6154
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.4286 ± 4.0543
Hits@20:
Test: 71.7802 ± 1.1271
Hits@30:
Test: 76.8791 ± 1.3848
Hits@50:
Test: 85.2308 ± 0.8708
AUC:
Test: 94.4322 ± 0.5560
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.9231 ± 3.4771
Hits@20:
Test: 75.4286 ± 2.8291
Hits@30:
Test: 79.9121 ± 2.3854
Hits@50:
Test: 88.1319 ± 0.7770
AUC:
Test: 95.9528 ± 0.3295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1648 ± 4.4323
Hits@20:
Test: 48.0000 ± 4.1369
Hits@30:
Test: 55.5604 ± 1.8739
Hits@50:
Test: 64.3077 ± 3.2061
AUC:
Test: 86.0287 ± 0.8896
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0659 ± 3.2174
Hits@20:
Test: 55.1209 ± 0.8569
Hits@30:
Test: 60.4835 ± 2.3384
Hits@50:
Test: 66.9890 ± 2.2489
AUC:
Test: 87.0632 ± 1.1442
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5714 ± 3.5959
Hits@20:
Test: 59.3407 ± 1.9780
Hits@30:
Test: 63.4286 ± 3.2472
Hits@50:
Test: 72.3956 ± 2.8085
AUC:
Test: 89.6619 ± 0.8297
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8022 ± 3.1796
Hits@20:
Test: 52.7473 ± 4.7925
Hits@30:
Test: 61.7143 ± 5.7635
Hits@50:
Test: 69.7582 ± 2.1115
AUC:
Test: 89.2502 ± 0.4401
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1209 ± 2.8924
Hits@20:
Test: 70.1099 ± 1.3813
Hits@30:
Test: 75.3846 ± 1.7095
Hits@50:
Test: 82.0659 ± 1.3058
AUC:
Test: 93.8317 ± 0.4308
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.4615 ± 2.1000
Hits@20:
Test: 72.0440 ± 3.0191
Hits@30:
Test: 78.6813 ± 1.6810
Hits@50:
Test: 84.1319 ± 1.6839
AUC:
Test: 95.2675 ± 0.2825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4066 ± 4.6033
Hits@20:
Test: 59.1648 ± 2.1046
Hits@30:
Test: 65.8022 ± 2.2446
Hits@50:
Test: 73.3626 ± 3.3885
AUC:
Test: 90.3989 ± 1.4957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.6593 ± 3.8364
Hits@20:
Test: 61.7582 ± 4.2247
Hits@30:
Test: 67.1648 ± 2.2925
Hits@50:
Test: 74.9890 ± 3.7793
AUC:
Test: 90.9011 ± 1.0364
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.9780 ± 4.0238
Hits@20:
Test: 64.3956 ± 4.9218
Hits@30:
Test: 68.9231 ± 3.1260
Hits@50:
Test: 76.7912 ± 2.8681
AUC:
Test: 91.6792 ± 0.1869
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.9011 ± 2.1161
Hits@20:
Test: 67.8242 ± 1.6270
Hits@30:
Test: 74.5934 ± 2.5517
Hits@50:
Test: 83.0330 ± 3.3885
AUC:
Test: 93.9792 ± 0.7425
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.2088 ± 5.0754
Hits@20:
Test: 70.4615 ± 2.7783
Hits@30:
Test: 74.4615 ± 3.8552
Hits@50:
Test: 79.2088 ± 3.9883
AUC:
Test: 92.7194 ± 1.8140
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5275 ± 3.5357
Hits@20:
Test: 69.0989 ± 5.7472
Hits@30:
Test: 75.3407 ± 3.2872
Hits@50:
Test: 80.2198 ± 3.4993
AUC:
Test: 94.4595 ± 0.7994
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4286 ± 4.5495
Hits@20:
Test: 58.6374 ± 2.1444
Hits@30:
Test: 62.4176 ± 2.8487
Hits@50:
Test: 69.1868 ± 2.9421
AUC:
Test: 89.2560 ± 0.5198
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0330 ± 4.4077
Hits@20:
Test: 57.0550 ± 6.6963
Hits@30:
Test: 60.9231 ± 6.8704
Hits@50:
Test: 67.3407 ± 6.6854
AUC:
Test: 88.5497 ± 3.3739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0989 ± 3.5254
Hits@20:
Test: 61.7143 ± 1.7814
Hits@30:
Test: 67.2967 ± 2.8461
Hits@50:
Test: 75.0769 ± 3.5764
AUC:
Test: 91.0539 ± 0.9696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7033 ± 2.0582
Hits@20:
Test: 63.5165 ± 5.7333
Hits@30:
Test: 68.2637 ± 7.6618
Hits@50:
Test: 78.5934 ± 8.5525
AUC:
Test: 93.3285 ± 1.6503
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.9780 ± 5.1426
Hits@20:
Test: 69.9341 ± 1.3495
Hits@30:
Test: 75.8242 ± 3.2189
Hits@50:
Test: 80.2637 ± 3.5791
AUC:
Test: 94.1401 ± 0.4474
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.8132 ± 1.6076
Hits@20:
Test: 71.6044 ± 3.9236
Hits@30:
Test: 76.9670 ± 1.9435
Hits@50:
Test: 84.7912 ± 2.2273
AUC:
Test: 95.3905 ± 0.1494
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0440 ± 7.0044
Hits@20:
Test: 47.5604 ± 7.9283
Hits@30:
Test: 48.6154 ± 8.3580
Hits@50:
Test: 63.6923 ± 4.1856
AUC:
Test: 86.8629 ± 2.6656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3736 ± 3.4246
Hits@20:
Test: 45.5385 ± 4.3664
Hits@30:
Test: 49.9341 ± 4.7480
Hits@50:
Test: 59.1209 ± 3.9530
AUC:
Test: 84.9820 ± 1.0890
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2418 ± 2.5030
Hits@20:
Test: 58.9890 ± 4.0364
Hits@30:
Test: 64.1758 ± 3.7266
Hits@50:
Test: 69.6703 ± 6.3850
AUC:
Test: 91.2398 ± 0.6621
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8901 ± 2.3844
Hits@20:
Test: 59.3407 ± 2.2088
Hits@30:
Test: 65.2747 ± 1.8584
Hits@50:
Test: 74.9011 ± 4.1712
AUC:
Test: 92.0659 ± 0.6965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.3187 ± 6.0269
Hits@20:
Test: 71.5604 ± 2.3803
Hits@30:
Test: 78.0220 ± 1.6520
Hits@50:
Test: 84.3077 ± 2.1058
AUC:
Test: 94.3932 ± 0.4814
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.5055 ± 1.7208
Hits@20:
Test: 75.1209 ± 1.7264
Hits@30:
Test: 79.1209 ± 2.5865
Hits@50:
Test: 87.7802 ± 1.7624
AUC:
Test: 95.8208 ± 0.3833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5494 ± 5.0612
Hits@20:
Test: 46.8571 ± 3.5554
Hits@30:
Test: 53.2747 ± 2.6217
Hits@50:
Test: 62.5055 ± 2.5088
AUC:
Test: 85.6115 ± 1.4236
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6703 ± 5.1791
Hits@20:
Test: 51.2967 ± 5.4184
Hits@30:
Test: 56.2198 ± 2.2055
Hits@50:
Test: 64.5714 ± 1.6622
AUC:
Test: 86.1739 ± 1.5134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5824 ± 5.5287
Hits@20:
Test: 51.5165 ± 5.6175
Hits@30:
Test: 58.5494 ± 3.8715
Hits@50:
Test: 67.6044 ± 2.0652
AUC:
Test: 88.3725 ± 0.6925
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5275 ± 4.0514
Hits@20:
Test: 53.4066 ± 5.1707
Hits@30:
Test: 58.6374 ± 2.7512
Hits@50:
Test: 68.9670 ± 2.6935
AUC:
Test: 88.6985 ± 0.6046
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.0989 ± 2.9609
Hits@20:
Test: 65.1868 ± 2.9388
Hits@30:
Test: 72.6593 ± 2.3394
Hits@50:
Test: 80.7473 ± 2.6583
AUC:
Test: 93.6805 ± 1.1283
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.8132 ± 3.6940
Hits@20:
Test: 73.0989 ± 1.8163
Hits@30:
Test: 78.7253 ± 2.2381
Hits@50:
Test: 83.6484 ± 1.9448
AUC:
Test: 95.0933 ± 0.1179
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.5275 ± 2.4206
Hits@20:
Test: 67.6484 ± 2.0757
Hits@30:
Test: 70.5934 ± 0.7518
Hits@50:
Test: 67.4725 ± 6.9587
AUC:
Test: 88.0604 ± 0.5725
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6044 ± 2.8317
Hits@20:
Test: 61.7582 ± 1.6076
Hits@30:
Test: 66.6374 ± 1.3672
Hits@50:
Test: 66.4615 ± 6.0561
AUC:
Test: 82.7936 ± 0.3546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5934 ± 3.4310
Hits@20:
Test: 67.9560 ± 5.6128
Hits@30:
Test: 73.6703 ± 3.8521
Hits@50:
Test: 76.7033 ± 4.6337
AUC:
Test: 88.8368 ± 1.2309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.5055 ± 2.9666
Hits@20:
Test: 65.4945 ± 1.8714
Hits@30:
Test: 67.2967 ± 1.6180
Hits@50:
Test: 70.7692 ± 1.7095
AUC:
Test: 85.7543 ± 0.6472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0440 ± 7.7183
Hits@20:
Test: 69.7143 ± 7.6709
Hits@30:
Test: 76.1319 ± 6.4144
Hits@50:
Test: 81.5385 ± 6.3774
AUC:
Test: 91.5149 ± 3.6155
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.2857 ± 3.7090
Hits@20:
Test: 73.2308 ± 4.5213
Hits@30:
Test: 78.2418 ± 2.9812
Hits@50:
Test: 83.6923 ± 3.0902
AUC:
Test: 95.1777 ± 0.7785
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.7253 ± 5.7886
Hits@20:
Test: 63.5604 ± 2.3742
Hits@30:
Test: 67.6044 ± 3.8339
Hits@50:
Test: 67.9121 ± 6.6608
AUC:
Test: 86.5156 ± 1.4216
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3407 ± 2.7948
Hits@20:
Test: 52.8352 ± 2.1000
Hits@30:
Test: 57.6703 ± 5.4206
Hits@50:
Test: 62.6374 ± 4.5733
AUC:
Test: 82.6615 ± 2.7017
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0879 ± 2.8300
Hits@20:
Test: 67.8681 ± 3.2016
Hits@30:
Test: 68.6593 ± 7.1023
Hits@50:
Test: 68.8352 ± 10.0745
AUC:
Test: 87.5722 ± 0.8215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2967 ± 1.7963
Hits@20:
Test: 61.3187 ± 2.9363
Hits@30:
Test: 64.7033 ± 1.3242
Hits@50:
Test: 68.0440 ± 0.8873
AUC:
Test: 82.5052 ± 0.5025
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.0989 ± 7.1471
Hits@20:
Test: 65.5824 ± 6.7035
Hits@30:
Test: 69.8022 ± 3.6862
Hits@50:
Test: 73.9780 ± 3.5357
AUC:
Test: 90.5969 ± 0.7385
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8681 ± 3.0358
Hits@20:
Test: 69.4066 ± 2.2435
Hits@30:
Test: 69.9780 ± 3.7704
Hits@50:
Test: 75.8242 ± 2.0203
AUC:
Test: 90.7379 ± 0.6088
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0000 ± 5.6106
Hits@20:
Test: 53.6703 ± 4.0478
Hits@30:
Test: 58.2857 ± 2.7203
Hits@50:
Test: 64.7912 ± 3.9328
AUC:
Test: 85.7866 ± 2.1047
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6154 ± 2.5222
Hits@20:
Test: 50.5934 ± 4.2685
Hits@30:
Test: 56.1758 ± 3.4702
Hits@50:
Test: 63.7802 ± 2.9421
AUC:
Test: 84.4183 ± 2.4545
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6374 ± 1.6344
Hits@20:
Test: 63.2088 ± 2.1790
Hits@30:
Test: 66.2857 ± 2.3394
Hits@50:
Test: 70.1978 ± 2.2872
AUC:
Test: 86.0131 ± 1.3270
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5055 ± 3.3892
Hits@20:
Test: 53.4506 ± 4.6086
Hits@30:
Test: 60.0440 ± 4.4756
Hits@50:
Test: 65.8462 ± 3.0714
AUC:
Test: 83.3525 ± 2.8228
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1648 ± 1.5035
Hits@20:
Test: 69.9780 ± 1.5353
Hits@30:
Test: 71.8242 ± 2.7380
Hits@50:
Test: 72.9670 ± 2.7096
AUC:
Test: 88.4066 ± 1.0176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8132 ± 1.4529
Hits@20:
Test: 66.0659 ± 3.1452
Hits@30:
Test: 67.6484 ± 1.5803
Hits@50:
Test: 70.9890 ± 1.9286
AUC:
Test: 86.2310 ± 0.7592
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0879 ± 5.1299
Hits@20:
Test: 56.1758 ± 4.0184
Hits@30:
Test: 61.0989 ± 4.2161
Hits@50:
Test: 65.6264 ± 2.2175
AUC:
Test: 85.6262 ± 2.1546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0549 ± 4.9886
Hits@20:
Test: 51.7802 ± 0.6880
Hits@30:
Test: 57.3626 ± 1.2335
Hits@50:
Test: 60.8791 ± 4.9973
AUC:
Test: 84.8845 ± 1.8593
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1539 ± 2.4836
Hits@20:
Test: 58.1978 ± 4.5240
Hits@30:
Test: 62.8132 ± 3.4239
Hits@50:
Test: 66.9890 ± 1.1250
AUC:
Test: 86.6422 ± 1.5393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7033 ± 2.0582
Hits@20:
Test: 52.6593 ± 1.2587
Hits@30:
Test: 58.5934 ± 2.0059
Hits@50:
Test: 63.7802 ± 2.5790
AUC:
Test: 83.9803 ± 2.9339
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.8132 ± 2.1679
Hits@20:
Test: 63.7802 ± 3.8490
Hits@30:
Test: 68.9231 ± 2.3239
Hits@50:
Test: 71.9121 ± 3.2204
AUC:
Test: 85.8900 ± 1.4590
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.0330 ± 2.4454
Hits@20:
Test: 60.2198 ± 2.5725
Hits@30:
Test: 65.2747 ± 1.9410
Hits@50:
Test: 67.1209 ± 3.0199
AUC:
Test: 83.8233 ± 2.1442
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0769 ± 3.6940
Hits@20:
Test: 68.7473 ± 1.0923
Hits@30:
Test: 71.8681 ± 1.3813
Hits@50:
Test: 69.8022 ± 9.7964
AUC:
Test: 88.2014 ± 1.2774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4286 ± 2.2381
Hits@20:
Test: 61.1868 ± 1.6925
Hits@30:
Test: 65.5824 ± 1.4792
Hits@50:
Test: 64.5714 ± 5.7677
AUC:
Test: 83.5414 ± 2.0207
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.9890 ± 2.5753
Hits@20:
Test: 64.3956 ± 10.2816
Hits@30:
Test: 70.5495 ± 4.5865
Hits@50:
Test: 75.8242 ± 4.3292
AUC:
Test: 89.3345 ± 0.8827
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.4396 ± 3.8288
Hits@20:
Test: 65.9341 ± 2.1138
Hits@30:
Test: 68.7033 ± 1.5035
Hits@50:
Test: 71.5165 ± 1.2098
AUC:
Test: 86.4351 ± 1.0159
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.8681 ± 7.0340
Hits@20:
Test: 71.3407 ± 6.8249
Hits@30:
Test: 77.1429 ± 4.4556
Hits@50:
Test: 80.9670 ± 5.6175
AUC:
Test: 91.5593 ± 3.4219
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.5604 ± 3.1337
Hits@20:
Test: 72.1758 ± 4.7230
Hits@30:
Test: 78.2418 ± 2.0083
Hits@50:
Test: 84.1319 ± 2.9544
AUC:
Test: 94.9977 ± 0.8691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2418 ± 3.3237
Hits@20:
Test: 62.4615 ± 5.3777
Hits@30:
Test: 66.0220 ± 5.6454
Hits@50:
Test: 64.1758 ± 10.7322
AUC:
Test: 86.8311 ± 0.4644
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2637 ± 5.1977
Hits@20:
Test: 50.5934 ± 4.4323
Hits@30:
Test: 56.8791 ± 5.9430
Hits@50:
Test: 62.0220 ± 5.6235
AUC:
Test: 82.7619 ± 2.8096
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0659 ± 4.1567
Hits@20:
Test: 65.6703 ± 1.9122
Hits@30:
Test: 65.9780 ± 6.0237
Hits@50:
Test: 70.3736 ± 3.9603
AUC:
Test: 87.0671 ± 0.2270
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0220 ± 1.8519
Hits@20:
Test: 63.9560 ± 1.9596
Hits@30:
Test: 66.0659 ± 1.8163
Hits@50:
Test: 68.5714 ± 0.7613
AUC:
Test: 82.4294 ± 0.6770
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.9451 ± 7.9720
Hits@20:
Test: 64.5275 ± 6.1883
Hits@30:
Test: 67.2528 ± 3.7524
Hits@50:
Test: 75.1209 ± 3.4555
AUC:
Test: 90.7247 ± 0.7254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5165 ± 2.5394
Hits@20:
Test: 69.8462 ± 0.6099
Hits@30:
Test: 71.1648 ± 1.8349
Hits@50:
Test: 75.7363 ± 2.2499
AUC:
Test: 90.6419 ± 0.8001
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9121 ± 8.4265
Hits@20:
Test: 58.1978 ± 3.3742
Hits@30:
Test: 60.1758 ± 4.6994
Hits@50:
Test: 67.2527 ± 3.6180
AUC:
Test: 86.0237 ± 1.8878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.1758 ± 4.0881
Hits@20:
Test: 50.8132 ± 4.6865
Hits@30:
Test: 57.0110 ± 3.5730
Hits@50:
Test: 59.7363 ± 5.8467
AUC:
Test: 84.3128 ± 2.5842
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7143 ± 1.3058
Hits@20:
Test: 62.9011 ± 3.2724
Hits@30:
Test: 62.5494 ± 8.4688
Hits@50:
Test: 69.4945 ± 3.1750
AUC:
Test: 86.4600 ± 1.2474
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5385 ± 3.0030
Hits@20:
Test: 54.9890 ± 2.6980
Hits@30:
Test: 62.1538 ± 2.9132
Hits@50:
Test: 65.8901 ± 3.7537
AUC:
Test: 83.5758 ± 2.6018
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4945 ± 6.5001
Hits@20:
Test: 67.5604 ± 3.3749
Hits@30:
Test: 69.0989 ± 2.3187
Hits@50:
Test: 72.5714 ± 3.5350
AUC:
Test: 88.3745 ± 0.9606
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1978 ± 4.0585
Hits@20:
Test: 65.7143 ± 1.9658
Hits@30:
Test: 68.0879 ± 0.8708
Hits@50:
Test: 71.6484 ± 2.2033
AUC:
Test: 86.0826 ± 0.5553
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4176 ± 5.4901
Hits@20:
Test: 57.8901 ± 4.1076
Hits@30:
Test: 59.1648 ± 2.8841
Hits@50:
Test: 63.9121 ± 3.3670
AUC:
Test: 86.4622 ± 1.7207
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.2527 ± 2.0417
Hits@20:
Test: 52.5275 ± 3.2000
Hits@30:
Test: 56.8791 ± 2.0699
Hits@50:
Test: 61.3626 ± 5.0103
AUC:
Test: 84.4599 ± 2.6347
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6923 ± 3.4785
Hits@20:
Test: 57.8022 ± 4.8947
Hits@30:
Test: 63.0769 ± 3.8914
Hits@50:
Test: 66.5495 ± 2.7336
AUC:
Test: 85.9277 ± 2.4116
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0879 ± 2.4846
Hits@20:
Test: 51.7802 ± 3.3281
Hits@30:
Test: 57.2747 ± 3.2989
Hits@50:
Test: 63.9560 ± 2.0676
AUC:
Test: 83.8052 ± 3.1818
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.0110 ± 2.5088
Hits@20:
Test: 65.1429 ± 2.9058
Hits@30:
Test: 68.9231 ± 2.7256
Hits@50:
Test: 69.1868 ± 2.1046
AUC:
Test: 85.8276 ± 1.2250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.5165 ± 1.0945
Hits@20:
Test: 62.2418 ± 1.8868
Hits@30:
Test: 64.4396 ± 2.8924
Hits@50:
Test: 68.3077 ± 3.1058
AUC:
Test: 82.9265 ± 0.3306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4945 ± 3.8490
Hits@20:
Test: 66.0220 ± 1.7963
Hits@30:
Test: 68.7912 ± 1.4661
Hits@50:
Test: 65.5385 ± 2.8588
AUC:
Test: 87.4754 ± 0.4227
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5714 ± 5.7088
Hits@20:
Test: 58.5934 ± 5.2532
Hits@30:
Test: 61.7582 ± 2.6556
Hits@50:
Test: 65.2308 ± 3.2204
AUC:
Test: 84.9903 ± 2.5075
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5055 ± 3.3713
Hits@20:
Test: 68.7473 ± 6.8721
Hits@30:
Test: 71.1209 ± 3.0239
Hits@50:
Test: 73.7582 ± 4.9794
AUC:
Test: 89.7558 ± 1.1865
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.3187 ± 1.4579
Hits@20:
Test: 65.6264 ± 1.5432
Hits@30:
Test: 68.6593 ± 1.5274
Hits@50:
Test: 70.8132 ± 3.8111
AUC:
Test: 87.2247 ± 1.7434
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7473 ± 5.1181
Hits@20:
Test: 72.8352 ± 6.4482
Hits@30:
Test: 78.9011 ± 5.0238
Hits@50:
Test: 81.8022 ± 6.2520
AUC:
Test: 92.3306 ± 2.9286
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.5275 ± 2.7292
Hits@20:
Test: 73.1429 ± 2.0107
Hits@30:
Test: 78.1099 ± 3.3099
Hits@50:
Test: 84.7473 ± 2.7433
AUC:
Test: 95.1637 ± 0.5382
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9890 ± 10.6977
Hits@20:
Test: 63.7802 ± 3.5281
Hits@30:
Test: 64.7473 ± 5.2486
Hits@50:
Test: 70.2418 ± 4.5218
AUC:
Test: 86.9124 ± 1.3254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5275 ± 5.5002
Hits@20:
Test: 51.4725 ± 2.6300
Hits@30:
Test: 53.5824 ± 4.1828
Hits@50:
Test: 58.5494 ± 2.6355
AUC:
Test: 82.9102 ± 3.4251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3736 ± 3.3418
Hits@20:
Test: 66.6813 ± 2.7913
Hits@30:
Test: 70.1978 ± 1.8030
Hits@50:
Test: 66.2418 ± 9.6611
AUC:
Test: 87.4366 ± 1.0929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0989 ± 1.9122
Hits@20:
Test: 62.2857 ± 2.7123
Hits@30:
Test: 65.6264 ± 1.3333
Hits@50:
Test: 64.0440 ± 4.6274
AUC:
Test: 82.6184 ± 0.7686
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.2857 ± 2.3290
Hits@20:
Test: 69.1868 ± 3.9542
Hits@30:
Test: 69.0549 ± 3.9389
Hits@50:
Test: 75.2088 ± 3.9937
AUC:
Test: 90.9144 ± 1.0215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1538 ± 3.4785
Hits@20:
Test: 68.3516 ± 1.5772
Hits@30:
Test: 71.3846 ± 2.4096
Hits@50:
Test: 76.9231 ± 1.3278
AUC:
Test: 90.4883 ± 1.0779
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5385 ± 6.5725
Hits@20:
Test: 58.4615 ± 4.7214
Hits@30:
Test: 63.8681 ± 4.7459
Hits@50:
Test: 69.0549 ± 4.6865
AUC:
Test: 86.3791 ± 1.3250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6044 ± 1.7963
Hits@20:
Test: 51.4286 ± 3.8414
Hits@30:
Test: 56.6593 ± 3.0667
Hits@50:
Test: 59.8681 ± 5.3511
AUC:
Test: 85.3187 ± 1.8820
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0879 ± 5.0907
Hits@20:
Test: 58.5494 ± 3.9913
Hits@30:
Test: 67.2088 ± 3.1291
Hits@50:
Test: 75.8681 ± 2.0582
AUC:
Test: 87.1875 ± 0.5311
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0549 ± 5.3339
Hits@20:
Test: 52.8791 ± 5.0060
Hits@30:
Test: 58.6813 ± 3.4785
Hits@50:
Test: 63.1209 ± 5.3597
AUC:
Test: 83.3752 ± 2.8933
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.5275 ± 5.6582
Hits@20:
Test: 66.6813 ± 2.4748
Hits@30:
Test: 68.3956 ± 4.0268
Hits@50:
Test: 73.6703 ± 2.3019
AUC:
Test: 88.1625 ± 1.1656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6923 ± 1.1774
Hits@20:
Test: 66.7253 ± 2.5232
Hits@30:
Test: 67.9560 ± 1.0700
Hits@50:
Test: 71.1209 ± 2.1115
AUC:
Test: 86.2422 ± 0.3130
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.8132 ± 2.1668
Hits@20:
Test: 60.4835 ± 2.2649
Hits@30:
Test: 61.6703 ± 3.9487
Hits@50:
Test: 65.0110 ± 5.3866
AUC:
Test: 86.5371 ± 1.6082
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4396 ± 3.8477
Hits@20:
Test: 52.7473 ± 1.5463
Hits@30:
Test: 57.0549 ± 1.1692
Hits@50:
Test: 62.2857 ± 5.0635
AUC:
Test: 84.3863 ± 2.8330
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0440 ± 5.2486
Hits@20:
Test: 60.9231 ± 2.2702
Hits@30:
Test: 64.2198 ± 1.5726
Hits@50:
Test: 68.7912 ± 2.5772
AUC:
Test: 85.4590 ± 2.1358
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4615 ± 3.0151
Hits@20:
Test: 51.8681 ± 0.9062
Hits@30:
Test: 56.3516 ± 1.4955
Hits@50:
Test: 62.5934 ± 3.2316
AUC:
Test: 84.0337 ± 2.9788
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9121 ± 2.5753
Hits@20:
Test: 64.5714 ± 3.9634
Hits@30:
Test: 70.1099 ± 1.4073
Hits@50:
Test: 71.1209 ± 4.1689
AUC:
Test: 86.3776 ± 1.6493
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1209 ± 2.2489
Hits@20:
Test: 62.2857 ± 1.8558
Hits@30:
Test: 66.1099 ± 1.0586
Hits@50:
Test: 67.6044 ± 2.9918
AUC:
Test: 83.8113 ± 2.1134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8352 ± 3.9731
Hits@20:
Test: 57.1868 ± 15.9203
Hits@30:
Test: 60.0000 ± 11.2882
Hits@50:
Test: 61.7582 ± 8.4836
AUC:
Test: 84.8777 ± 2.1654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8132 ± 2.9058
Hits@20:
Test: 50.8132 ± 3.8989
Hits@30:
Test: 58.0659 ± 2.8461
Hits@50:
Test: 65.7143 ± 2.8991
AUC:
Test: 86.1232 ± 0.7383
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.9231 ± 4.3051
Hits@20:
Test: 65.2308 ± 1.2853
Hits@30:
Test: 69.0549 ± 4.8287
Hits@50:
Test: 69.2308 ± 4.7824
AUC:
Test: 88.6232 ± 0.3896
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7912 ± 2.9958
Hits@20:
Test: 58.6374 ± 1.5649
Hits@30:
Test: 61.9341 ± 4.4049
Hits@50:
Test: 68.7912 ± 3.1963
AUC:
Test: 88.7388 ± 0.5423
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6703 ± 3.7343
Hits@20:
Test: 75.6484 ± 3.5791
Hits@30:
Test: 78.0220 ± 3.0612
Hits@50:
Test: 84.4835 ± 1.8558
AUC:
Test: 93.9364 ± 1.3261
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5495 ± 1.9160
Hits@20:
Test: 77.6703 ± 3.4422
Hits@30:
Test: 81.7582 ± 0.6774
Hits@50:
Test: 87.3846 ± 1.7067
AUC:
Test: 95.8526 ± 0.2390
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5385 ± 6.8178
Hits@20:
Test: 56.6593 ± 10.6297
Hits@30:
Test: 61.3187 ± 9.5130
Hits@50:
Test: 66.6813 ± 1.6781
AUC:
Test: 87.5275 ± 0.6655
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3516 ± 3.7253
Hits@20:
Test: 48.4396 ± 1.2872
Hits@30:
Test: 57.0989 ± 1.7746
Hits@50:
Test: 62.9890 ± 5.1837
AUC:
Test: 85.5401 ± 1.1935
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3297 ± 1.2683
Hits@20:
Test: 66.4615 ± 1.9198
Hits@30:
Test: 65.6264 ± 5.3443
Hits@50:
Test: 68.4835 ± 1.2683
AUC:
Test: 87.7069 ± 0.8908
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3846 ± 4.6232
Hits@20:
Test: 58.9451 ± 6.1232
Hits@30:
Test: 62.4615 ± 4.0268
Hits@50:
Test: 65.4945 ± 2.9609
AUC:
Test: 85.3961 ± 1.5443
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6813 ± 4.3525
Hits@20:
Test: 68.0440 ± 2.6125
Hits@30:
Test: 70.9890 ± 3.2747
Hits@50:
Test: 75.5165 ± 4.8217
AUC:
Test: 91.6624 ± 0.6576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7033 ± 1.1378
Hits@20:
Test: 66.7692 ± 2.9910
Hits@30:
Test: 72.0879 ± 1.4743
Hits@50:
Test: 78.5055 ± 1.5019
AUC:
Test: 91.3333 ± 0.7306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7363 ± 5.8115
Hits@20:
Test: 57.8901 ± 4.2944
Hits@30:
Test: 61.0549 ± 4.7429
Hits@50:
Test: 67.4286 ± 4.9007
AUC:
Test: 87.0295 ± 1.3048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.2088 ± 1.8427
Hits@20:
Test: 49.9341 ± 2.2327
Hits@30:
Test: 52.3956 ± 6.9058
Hits@50:
Test: 59.3407 ± 3.3150
AUC:
Test: 85.3520 ± 1.7057
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5055 ± 8.4394
Hits@20:
Test: 61.7143 ± 7.4017
Hits@30:
Test: 64.0879 ± 7.0614
Hits@50:
Test: 67.4286 ± 4.6243
AUC:
Test: 86.6043 ± 1.1105
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.7033 ± 2.0059
Hits@20:
Test: 52.3517 ± 5.4778
Hits@30:
Test: 58.1539 ± 3.2098
Hits@50:
Test: 62.4176 ± 4.1176
AUC:
Test: 84.0018 ± 2.7710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.2418 ± 7.8206
Hits@20:
Test: 67.8242 ± 5.7451
Hits@30:
Test: 70.3736 ± 4.2087
Hits@50:
Test: 72.9231 ± 2.4885
AUC:
Test: 88.4149 ± 1.2818
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0879 ± 2.2011
Hits@20:
Test: 65.7582 ± 1.2374
Hits@30:
Test: 69.5824 ± 0.5938
Hits@50:
Test: 70.4176 ± 7.2003
AUC:
Test: 86.7444 ± 0.4637
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.2088 ± 4.0834
Hits@20:
Test: 57.8022 ± 0.9829
Hits@30:
Test: 63.6044 ± 1.8817
Hits@50:
Test: 65.6703 ± 3.4590
AUC:
Test: 86.4301 ± 1.7229
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6483 ± 2.9429
Hits@20:
Test: 52.7033 ± 2.7991
Hits@30:
Test: 56.1758 ± 2.3753
Hits@50:
Test: 60.2637 ± 4.5638
AUC:
Test: 83.8755 ± 2.9507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.8132 ± 6.0577
Hits@20:
Test: 60.7033 ± 2.3640
Hits@30:
Test: 65.4066 ± 1.3865
Hits@50:
Test: 64.5275 ± 3.3208
AUC:
Test: 85.7285 ± 1.8600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.8022 ± 5.0199
Hits@20:
Test: 52.5714 ± 2.1103
Hits@30:
Test: 55.5604 ± 2.0699
Hits@50:
Test: 59.2967 ± 5.1034
AUC:
Test: 84.6503 ± 2.0237
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.2967 ± 4.5320
Hits@20:
Test: 66.5055 ± 0.6332
Hits@30:
Test: 66.6813 ± 3.2510
Hits@50:
Test: 70.0220 ± 2.5706
AUC:
Test: 86.1574 ± 2.0146
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3407 ± 2.4196
Hits@20:
Test: 60.9670 ± 3.1796
Hits@30:
Test: 64.9231 ± 2.1735
Hits@50:
Test: 66.9011 ± 2.0652
AUC:
Test: 82.9834 ± 0.6039
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5824 ± 3.1352
Hits@20:
Test: 66.5055 ± 3.4736
Hits@30:
Test: 71.9560 ± 3.2472
Hits@50:
Test: 75.6923 ± 3.2952
AUC:
Test: 89.5956 ± 1.5319
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4176 ± 3.7524
Hits@20:
Test: 67.2088 ± 3.1978
Hits@30:
Test: 70.5055 ± 3.3164
Hits@50:
Test: 78.5495 ± 3.2323
AUC:
Test: 93.0805 ± 0.8924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.5165 ± 4.4104
Hits@20:
Test: 65.9341 ± 5.2998
Hits@30:
Test: 69.8462 ± 7.5375
Hits@50:
Test: 74.9451 ± 4.7824
AUC:
Test: 88.8632 ± 2.8580
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0549 ± 8.5242
Hits@20:
Test: 61.9780 ± 8.3748
Hits@30:
Test: 67.6484 ± 7.3148
Hits@50:
Test: 74.1099 ± 7.0474
AUC:
Test: 90.9516 ± 3.2320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4725 ± 8.2712
Hits@20:
Test: 64.7033 ± 5.6561
Hits@30:
Test: 69.8901 ± 6.2202
Hits@50:
Test: 77.0549 ± 6.4688
AUC:
Test: 88.0592 ± 4.5059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7473 ± 2.2977
Hits@20:
Test: 70.1978 ± 5.2139
Hits@30:
Test: 74.6374 ± 3.6400
Hits@50:
Test: 81.6703 ± 4.5511
AUC:
Test: 94.0397 ± 1.3439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5824 ± 3.1352
Hits@20:
Test: 66.5055 ± 3.4736
Hits@30:
Test: 71.9560 ± 3.2472
Hits@50:
Test: 75.6923 ± 3.2952
AUC:
Test: 89.5956 ± 1.5319
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4176 ± 3.7524
Hits@20:
Test: 67.2088 ± 3.1978
Hits@30:
Test: 70.5055 ± 3.3164
Hits@50:
Test: 78.5495 ± 3.2323
AUC:
Test: 93.0805 ± 0.8924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.5165 ± 4.4104
Hits@20:
Test: 65.9341 ± 5.2998
Hits@30:
Test: 69.8462 ± 7.5375
Hits@50:
Test: 74.9451 ± 4.7824
AUC:
Test: 88.8632 ± 2.8580
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0549 ± 8.5242
Hits@20:
Test: 61.9780 ± 8.3748
Hits@30:
Test: 67.6484 ± 7.3148
Hits@50:
Test: 74.1099 ± 7.0474
AUC:
Test: 90.9516 ± 3.2320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4725 ± 8.2712
Hits@20:
Test: 64.7033 ± 5.6561
Hits@30:
Test: 69.8901 ± 6.2202
Hits@50:
Test: 77.0549 ± 6.4688
AUC:
Test: 88.0592 ± 4.5059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7473 ± 2.2977
Hits@20:
Test: 70.1978 ± 5.2139
Hits@30:
Test: 74.6374 ± 3.6400
Hits@50:
Test: 81.6703 ± 4.5511
AUC:
Test: 94.0397 ± 1.3439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5824 ± 3.1352
Hits@20:
Test: 66.5055 ± 3.4736
Hits@30:
Test: 71.9560 ± 3.2472
Hits@50:
Test: 75.6923 ± 3.2952
AUC:
Test: 89.5956 ± 1.5319
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4176 ± 3.7524
Hits@20:
Test: 67.2088 ± 3.1978
Hits@30:
Test: 70.5055 ± 3.3164
Hits@50:
Test: 78.5495 ± 3.2323
AUC:
Test: 93.0805 ± 0.8924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.5165 ± 4.4104
Hits@20:
Test: 65.9341 ± 5.2998
Hits@30:
Test: 69.8462 ± 7.5375
Hits@50:
Test: 74.9451 ± 4.7824
AUC:
Test: 88.8632 ± 2.8580
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0549 ± 8.5242
Hits@20:
Test: 61.9780 ± 8.3748
Hits@30:
Test: 67.6484 ± 7.3148
Hits@50:
Test: 74.1099 ± 7.0474
AUC:
Test: 90.9516 ± 3.2320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4725 ± 8.2712
Hits@20:
Test: 64.7033 ± 5.6561
Hits@30:
Test: 69.8901 ± 6.2202
Hits@50:
Test: 77.0549 ± 6.4688
AUC:
Test: 88.0592 ± 4.5059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7473 ± 2.2977
Hits@20:
Test: 70.1978 ± 5.2139
Hits@30:
Test: 74.6374 ± 3.6400
Hits@50:
Test: 81.6703 ± 4.5511
AUC:
Test: 94.0397 ± 1.3439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5824 ± 3.1352
Hits@20:
Test: 66.5055 ± 3.4736
Hits@30:
Test: 71.9560 ± 3.2472
Hits@50:
Test: 75.6923 ± 3.2952
AUC:
Test: 89.5956 ± 1.5319
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4176 ± 3.7524
Hits@20:
Test: 67.2088 ± 3.1978
Hits@30:
Test: 70.5055 ± 3.3164
Hits@50:
Test: 78.5495 ± 3.2323
AUC:
Test: 93.0805 ± 0.8924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.5165 ± 4.4104
Hits@20:
Test: 65.9341 ± 5.2998
Hits@30:
Test: 69.8462 ± 7.5375
Hits@50:
Test: 74.9451 ± 4.7824
AUC:
Test: 88.8632 ± 2.8580
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0549 ± 8.5242
Hits@20:
Test: 61.9780 ± 8.3748
Hits@30:
Test: 67.6484 ± 7.3148
Hits@50:
Test: 74.1099 ± 7.0474
AUC:
Test: 90.9516 ± 3.2320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4725 ± 8.2712
Hits@20:
Test: 64.7033 ± 5.6561
Hits@30:
Test: 69.8901 ± 6.2202
Hits@50:
Test: 77.0549 ± 6.4688
AUC:
Test: 88.0592 ± 4.5059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7473 ± 2.2977
Hits@20:
Test: 70.1978 ± 5.2139
Hits@30:
Test: 74.6374 ± 3.6400
Hits@50:
Test: 81.6703 ± 4.5511
AUC:
Test: 94.0397 ± 1.3439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2967 ± 4.2264
Hits@20:
Test: 59.8242 ± 3.1445
Hits@30:
Test: 64.8791 ± 2.9008
Hits@50:
Test: 69.6703 ± 3.6546
AUC:
Test: 86.5212 ± 2.9908
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2747 ± 3.7472
Hits@20:
Test: 68.3516 ± 2.8991
Hits@30:
Test: 73.8022 ± 1.4362
Hits@50:
Test: 77.8022 ± 2.6511
AUC:
Test: 92.9503 ± 0.5804
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3077 ± 5.9673
Hits@20:
Test: 63.9560 ± 4.5865
Hits@30:
Test: 68.5714 ± 3.6080
Hits@50:
Test: 73.8022 ± 4.7733
AUC:
Test: 88.1762 ± 3.6656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2198 ± 8.4885
Hits@20:
Test: 62.1978 ± 8.5531
Hits@30:
Test: 65.9780 ± 7.0918
Hits@50:
Test: 72.7912 ± 6.5813
AUC:
Test: 89.9728 ± 3.2063
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3297 ± 7.7027
Hits@20:
Test: 67.6044 ± 6.6201
Hits@30:
Test: 71.4286 ± 6.1145
Hits@50:
Test: 74.9011 ± 6.2751
AUC:
Test: 87.6945 ± 4.2652
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6374 ± 2.2273
Hits@20:
Test: 71.3846 ± 1.5099
Hits@30:
Test: 76.0440 ± 3.5336
Hits@50:
Test: 81.8901 ± 4.0840
AUC:
Test: 94.0962 ± 1.4843
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2967 ± 4.2264
Hits@20:
Test: 59.8242 ± 3.1445
Hits@30:
Test: 64.8791 ± 2.9008
Hits@50:
Test: 69.6703 ± 3.6546
AUC:
Test: 86.5212 ± 2.9908
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2747 ± 3.7472
Hits@20:
Test: 68.3516 ± 2.8991
Hits@30:
Test: 73.8022 ± 1.4362
Hits@50:
Test: 77.8022 ± 2.6511
AUC:
Test: 92.9503 ± 0.5804
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3077 ± 5.9673
Hits@20:
Test: 63.9560 ± 4.5865
Hits@30:
Test: 68.5714 ± 3.6080
Hits@50:
Test: 73.8022 ± 4.7733
AUC:
Test: 88.1762 ± 3.6656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2198 ± 8.4885
Hits@20:
Test: 62.1978 ± 8.5531
Hits@30:
Test: 65.9780 ± 7.0918
Hits@50:
Test: 72.7912 ± 6.5813
AUC:
Test: 89.9728 ± 3.2063
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3297 ± 7.7027
Hits@20:
Test: 67.6044 ± 6.6201
Hits@30:
Test: 71.4286 ± 6.1145
Hits@50:
Test: 74.9011 ± 6.2751
AUC:
Test: 87.6945 ± 4.2652
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6374 ± 2.2273
Hits@20:
Test: 71.3846 ± 1.5099
Hits@30:
Test: 76.0440 ± 3.5336
Hits@50:
Test: 81.8901 ± 4.0840
AUC:
Test: 94.0962 ± 1.4843
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2967 ± 4.2264
Hits@20:
Test: 59.8242 ± 3.1445
Hits@30:
Test: 64.8791 ± 2.9008
Hits@50:
Test: 69.6703 ± 3.6546
AUC:
Test: 86.5212 ± 2.9908
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2747 ± 3.7472
Hits@20:
Test: 68.3516 ± 2.8991
Hits@30:
Test: 73.8022 ± 1.4362
Hits@50:
Test: 77.8022 ± 2.6511
AUC:
Test: 92.9503 ± 0.5804
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3077 ± 5.9673
Hits@20:
Test: 63.9560 ± 4.5865
Hits@30:
Test: 68.5714 ± 3.6080
Hits@50:
Test: 73.8022 ± 4.7733
AUC:
Test: 88.1762 ± 3.6656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2198 ± 8.4885
Hits@20:
Test: 62.1978 ± 8.5531
Hits@30:
Test: 65.9780 ± 7.0918
Hits@50:
Test: 72.7912 ± 6.5813
AUC:
Test: 89.9728 ± 3.2063
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3297 ± 7.7027
Hits@20:
Test: 67.6044 ± 6.6201
Hits@30:
Test: 71.4286 ± 6.1145
Hits@50:
Test: 74.9011 ± 6.2751
AUC:
Test: 87.6945 ± 4.2652
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6374 ± 2.2273
Hits@20:
Test: 71.3846 ± 1.5099
Hits@30:
Test: 76.0440 ± 3.5336
Hits@50:
Test: 81.8901 ± 4.0840
AUC:
Test: 94.0962 ± 1.4843
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2967 ± 4.2264
Hits@20:
Test: 59.8242 ± 3.1445
Hits@30:
Test: 64.8791 ± 2.9008
Hits@50:
Test: 69.6703 ± 3.6546
AUC:
Test: 86.5212 ± 2.9908
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2747 ± 3.7472
Hits@20:
Test: 68.3516 ± 2.8991
Hits@30:
Test: 73.8022 ± 1.4362
Hits@50:
Test: 77.8022 ± 2.6511
AUC:
Test: 92.9503 ± 0.5804
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3077 ± 5.9673
Hits@20:
Test: 63.9560 ± 4.5865
Hits@30:
Test: 68.5714 ± 3.6080
Hits@50:
Test: 73.8022 ± 4.7733
AUC:
Test: 88.1762 ± 3.6656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2198 ± 8.4885
Hits@20:
Test: 62.1978 ± 8.5531
Hits@30:
Test: 65.9780 ± 7.0918
Hits@50:
Test: 72.7912 ± 6.5813
AUC:
Test: 89.9728 ± 3.2063
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3297 ± 7.7027
Hits@20:
Test: 67.6044 ± 6.6201
Hits@30:
Test: 71.4286 ± 6.1145
Hits@50:
Test: 74.9011 ± 6.2751
AUC:
Test: 87.6945 ± 4.2652
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6374 ± 2.2273
Hits@20:
Test: 71.3846 ± 1.5099
Hits@30:
Test: 76.0440 ± 3.5336
Hits@50:
Test: 81.8901 ± 4.0840
AUC:
Test: 94.0962 ± 1.4843
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4176 ± 5.6599
Hits@20:
Test: 52.0879 ± 4.0704
Hits@30:
Test: 56.6593 ± 2.9380
Hits@50:
Test: 66.9451 ± 1.4462
AUC:
Test: 85.3229 ± 2.4129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6593 ± 3.2805
Hits@20:
Test: 52.7912 ± 3.9420
Hits@30:
Test: 58.6813 ± 2.8614
Hits@50:
Test: 61.1868 ± 3.9609
AUC:
Test: 83.4174 ± 1.4618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0440 ± 5.5396
Hits@20:
Test: 56.7033 ± 2.0676
Hits@30:
Test: 61.1868 ± 1.1692
Hits@50:
Test: 67.4286 ± 3.1291
AUC:
Test: 83.9735 ± 0.9811
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1978 ± 3.2805
Hits@20:
Test: 59.4725 ± 4.6793
Hits@30:
Test: 66.1099 ± 3.6592
Hits@50:
Test: 71.6923 ± 2.7424
AUC:
Test: 88.4448 ± 2.6471
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.3187 ± 7.1074
Hits@20:
Test: 61.3626 ± 9.2234
Hits@30:
Test: 66.6813 ± 9.6811
Hits@50:
Test: 73.3187 ± 7.4622
AUC:
Test: 86.9552 ± 4.9933
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5714 ± 4.2770
Hits@20:
Test: 72.5714 ± 2.7070
Hits@30:
Test: 76.0879 ± 3.4937
Hits@50:
Test: 79.8242 ± 4.8982
AUC:
Test: 94.0113 ± 1.4571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4176 ± 5.6599
Hits@20:
Test: 52.0879 ± 4.0704
Hits@30:
Test: 56.6593 ± 2.9380
Hits@50:
Test: 66.9451 ± 1.4462
AUC:
Test: 85.3229 ± 2.4129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6593 ± 3.2805
Hits@20:
Test: 52.7912 ± 3.9420
Hits@30:
Test: 58.6813 ± 2.8614
Hits@50:
Test: 61.1868 ± 3.9609
AUC:
Test: 83.4174 ± 1.4618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0440 ± 5.5396
Hits@20:
Test: 56.7033 ± 2.0676
Hits@30:
Test: 61.1868 ± 1.1692
Hits@50:
Test: 67.4286 ± 3.1291
AUC:
Test: 83.9735 ± 0.9811
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1978 ± 3.2805
Hits@20:
Test: 59.4725 ± 4.6793
Hits@30:
Test: 66.1099 ± 3.6592
Hits@50:
Test: 71.6923 ± 2.7424
AUC:
Test: 88.4448 ± 2.6471
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.3187 ± 7.1074
Hits@20:
Test: 61.3626 ± 9.2234
Hits@30:
Test: 66.6813 ± 9.6811
Hits@50:
Test: 73.3187 ± 7.4622
AUC:
Test: 86.9552 ± 4.9933
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5714 ± 4.2770
Hits@20:
Test: 72.5714 ± 2.7070
Hits@30:
Test: 76.0879 ± 3.4937
Hits@50:
Test: 79.8242 ± 4.8982
AUC:
Test: 94.0113 ± 1.4571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4176 ± 5.6599
Hits@20:
Test: 52.0879 ± 4.0704
Hits@30:
Test: 56.6593 ± 2.9380
Hits@50:
Test: 66.9451 ± 1.4462
AUC:
Test: 85.3229 ± 2.4129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6593 ± 3.2805
Hits@20:
Test: 52.7912 ± 3.9420
Hits@30:
Test: 58.6813 ± 2.8614
Hits@50:
Test: 61.1868 ± 3.9609
AUC:
Test: 83.4174 ± 1.4618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0440 ± 5.5396
Hits@20:
Test: 56.7033 ± 2.0676
Hits@30:
Test: 61.1868 ± 1.1692
Hits@50:
Test: 67.4286 ± 3.1291
AUC:
Test: 83.9735 ± 0.9811
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1978 ± 3.2805
Hits@20:
Test: 59.4725 ± 4.6793
Hits@30:
Test: 66.1099 ± 3.6592
Hits@50:
Test: 71.6923 ± 2.7424
AUC:
Test: 88.4448 ± 2.6471
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.3187 ± 7.1074
Hits@20:
Test: 61.3626 ± 9.2234
Hits@30:
Test: 66.6813 ± 9.6811
Hits@50:
Test: 73.3187 ± 7.4622
AUC:
Test: 86.9552 ± 4.9933
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5714 ± 4.2770
Hits@20:
Test: 72.5714 ± 2.7070
Hits@30:
Test: 76.0879 ± 3.4937
Hits@50:
Test: 79.8242 ± 4.8982
AUC:
Test: 94.0113 ± 1.4571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4176 ± 5.6599
Hits@20:
Test: 52.0879 ± 4.0704
Hits@30:
Test: 56.6593 ± 2.9380
Hits@50:
Test: 66.9451 ± 1.4462
AUC:
Test: 85.3229 ± 2.4129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6593 ± 3.2805
Hits@20:
Test: 52.7912 ± 3.9420
Hits@30:
Test: 58.6813 ± 2.8614
Hits@50:
Test: 61.1868 ± 3.9609
AUC:
Test: 83.4174 ± 1.4618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0440 ± 5.5396
Hits@20:
Test: 56.7033 ± 2.0676
Hits@30:
Test: 61.1868 ± 1.1692
Hits@50:
Test: 67.4286 ± 3.1291
AUC:
Test: 83.9735 ± 0.9811
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1978 ± 3.2805
Hits@20:
Test: 59.4725 ± 4.6793
Hits@30:
Test: 66.1099 ± 3.6592
Hits@50:
Test: 71.6923 ± 2.7424
AUC:
Test: 88.4448 ± 2.6471
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.3187 ± 7.1074
Hits@20:
Test: 61.3626 ± 9.2234
Hits@30:
Test: 66.6813 ± 9.6811
Hits@50:
Test: 73.3187 ± 7.4622
AUC:
Test: 86.9552 ± 4.9933
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5714 ± 4.2770
Hits@20:
Test: 72.5714 ± 2.7070
Hits@30:
Test: 76.0879 ± 3.4937
Hits@50:
Test: 79.8242 ± 4.8982
AUC:
Test: 94.0113 ± 1.4571
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5714 ± 5.1716
Hits@20:
Test: 43.2967 ± 1.6150
Hits@30:
Test: 45.7582 ± 3.5007
Hits@50:
Test: 54.7692 ± 1.3760
AUC:
Test: 79.3961 ± 2.2850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1099 ± 1.9373
Hits@20:
Test: 30.6374 ± 2.3651
Hits@30:
Test: 35.5165 ± 2.8597
Hits@50:
Test: 39.4725 ± 4.4301
AUC:
Test: 68.8336 ± 2.3351
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0879 ± 2.7468
Hits@20:
Test: 56.6154 ± 1.5665
Hits@30:
Test: 61.7143 ± 1.9311
Hits@50:
Test: 67.2088 ± 4.5025
AUC:
Test: 85.8498 ± 2.5919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9670 ± 5.1252
Hits@20:
Test: 46.5055 ± 3.3389
Hits@30:
Test: 51.1209 ± 4.5723
Hits@50:
Test: 56.3956 ± 4.0184
AUC:
Test: 77.6229 ± 2.0454
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.6154 ± 6.5927
Hits@20:
Test: 60.1758 ± 7.1156
Hits@30:
Test: 65.2308 ± 7.7834
Hits@50:
Test: 70.2418 ± 6.4463
AUC:
Test: 86.5315 ± 4.7682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4505 ± 2.1835
Hits@20:
Test: 69.8022 ± 2.4206
Hits@30:
Test: 73.7582 ± 3.0358
Hits@50:
Test: 79.0769 ± 2.3995
AUC:
Test: 93.1751 ± 1.4785
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5714 ± 5.1716
Hits@20:
Test: 43.2967 ± 1.6150
Hits@30:
Test: 45.7582 ± 3.5007
Hits@50:
Test: 54.7692 ± 1.3760
AUC:
Test: 79.3961 ± 2.2850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1099 ± 1.9373
Hits@20:
Test: 30.6374 ± 2.3651
Hits@30:
Test: 35.5165 ± 2.8597
Hits@50:
Test: 39.4725 ± 4.4301
AUC:
Test: 68.8336 ± 2.3351
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0879 ± 2.7468
Hits@20:
Test: 56.6154 ± 1.5665
Hits@30:
Test: 61.7143 ± 1.9311
Hits@50:
Test: 67.2088 ± 4.5025
AUC:
Test: 85.8498 ± 2.5919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9670 ± 5.1252
Hits@20:
Test: 46.5055 ± 3.3389
Hits@30:
Test: 51.1209 ± 4.5723
Hits@50:
Test: 56.3956 ± 4.0184
AUC:
Test: 77.6229 ± 2.0454
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.6154 ± 6.5927
Hits@20:
Test: 60.1758 ± 7.1156
Hits@30:
Test: 65.2308 ± 7.7834
Hits@50:
Test: 70.2418 ± 6.4463
AUC:
Test: 86.5315 ± 4.7682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4505 ± 2.1835
Hits@20:
Test: 69.8022 ± 2.4206
Hits@30:
Test: 73.7582 ± 3.0358
Hits@50:
Test: 79.0769 ± 2.3995
AUC:
Test: 93.1751 ± 1.4785
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5714 ± 5.1716
Hits@20:
Test: 43.2967 ± 1.6150
Hits@30:
Test: 45.7582 ± 3.5007
Hits@50:
Test: 54.7692 ± 1.3760
AUC:
Test: 79.3961 ± 2.2850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1099 ± 1.9373
Hits@20:
Test: 30.6374 ± 2.3651
Hits@30:
Test: 35.5165 ± 2.8597
Hits@50:
Test: 39.4725 ± 4.4301
AUC:
Test: 68.8336 ± 2.3351
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0879 ± 2.7468
Hits@20:
Test: 56.6154 ± 1.5665
Hits@30:
Test: 61.7143 ± 1.9311
Hits@50:
Test: 67.2088 ± 4.5025
AUC:
Test: 85.8498 ± 2.5919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9670 ± 5.1252
Hits@20:
Test: 46.5055 ± 3.3389
Hits@30:
Test: 51.1209 ± 4.5723
Hits@50:
Test: 56.3956 ± 4.0184
AUC:
Test: 77.6229 ± 2.0454
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.6154 ± 6.5927
Hits@20:
Test: 60.1758 ± 7.1156
Hits@30:
Test: 65.2308 ± 7.7834
Hits@50:
Test: 70.2418 ± 6.4463
AUC:
Test: 86.5315 ± 4.7682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4505 ± 2.1835
Hits@20:
Test: 69.8022 ± 2.4206
Hits@30:
Test: 73.7582 ± 3.0358
Hits@50:
Test: 79.0769 ± 2.3995
AUC:
Test: 93.1751 ± 1.4785
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5714 ± 5.1716
Hits@20:
Test: 43.2967 ± 1.6150
Hits@30:
Test: 45.7582 ± 3.5007
Hits@50:
Test: 54.7692 ± 1.3760
AUC:
Test: 79.3961 ± 2.2850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1099 ± 1.9373
Hits@20:
Test: 30.6374 ± 2.3651
Hits@30:
Test: 35.5165 ± 2.8597
Hits@50:
Test: 39.4725 ± 4.4301
AUC:
Test: 68.8336 ± 2.3351
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0879 ± 2.7468
Hits@20:
Test: 56.6154 ± 1.5665
Hits@30:
Test: 61.7143 ± 1.9311
Hits@50:
Test: 67.2088 ± 4.5025
AUC:
Test: 85.8498 ± 2.5919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9670 ± 5.1252
Hits@20:
Test: 46.5055 ± 3.3389
Hits@30:
Test: 51.1209 ± 4.5723
Hits@50:
Test: 56.3956 ± 4.0184
AUC:
Test: 77.6229 ± 2.0454
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.6154 ± 6.5927
Hits@20:
Test: 60.1758 ± 7.1156
Hits@30:
Test: 65.2308 ± 7.7834
Hits@50:
Test: 70.2418 ± 6.4463
AUC:
Test: 86.5315 ± 4.7682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4505 ± 2.1835
Hits@20:
Test: 69.8022 ± 2.4206
Hits@30:
Test: 73.7582 ± 3.0358
Hits@50:
Test: 79.0769 ± 2.3995
AUC:
Test: 93.1751 ± 1.4785
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.5714 ± 4.6664
Hits@20:
Test: 65.9780 ± 2.7247
Hits@30:
Test: 72.2198 ± 2.5232
Hits@50:
Test: 80.5275 ± 1.0834
AUC:
Test: 93.5813 ± 0.3272
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2747 ± 2.9990
Hits@20:
Test: 70.7253 ± 1.6403
Hits@30:
Test: 74.1099 ± 2.8966
Hits@50:
Test: 81.0989 ± 1.7990
AUC:
Test: 94.4210 ± 0.5512
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.9451 ± 3.1105
Hits@20:
Test: 71.3846 ± 1.7403
Hits@30:
Test: 75.1648 ± 1.2815
Hits@50:
Test: 82.9890 ± 1.7760
AUC:
Test: 94.1026 ± 0.5508
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.0330 ± 1.9596
Hits@20:
Test: 73.5824 ± 1.0699
Hits@30:
Test: 77.5824 ± 1.6299
Hits@50:
Test: 85.7582 ± 1.7193
AUC:
Test: 95.4340 ± 0.3024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.4286 ± 9.6084
Hits@20:
Test: 68.3516 ± 4.5654
Hits@30:
Test: 73.9780 ± 4.5670
Hits@50:
Test: 78.7692 ± 3.1567
AUC:
Test: 91.2303 ± 2.9877
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.6154 ± 1.0586
Hits@20:
Test: 73.9780 ± 2.5088
Hits@30:
Test: 77.5824 ± 2.4226
Hits@50:
Test: 82.1099 ± 3.9487
AUC:
Test: 94.8466 ± 0.7220
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.1758 ± 4.4000
Hits@20:
Test: 65.1868 ± 3.8402
Hits@30:
Test: 67.8681 ± 4.0268
Hits@50:
Test: 77.4505 ± 1.9938
AUC:
Test: 92.4475 ± 0.8345
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6374 ± 2.4106
Hits@20:
Test: 59.9121 ± 4.6170
Hits@30:
Test: 67.2088 ± 3.3526
Hits@50:
Test: 75.8681 ± 1.5726
AUC:
Test: 92.2090 ± 0.5392
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.4286 ± 4.2691
Hits@20:
Test: 68.2637 ± 3.9487
Hits@30:
Test: 73.7143 ± 2.7389
Hits@50:
Test: 80.7033 ± 1.8995
AUC:
Test: 93.0577 ± 0.9809
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1538 ± 2.0757
Hits@20:
Test: 68.4835 ± 3.4527
Hits@30:
Test: 75.4725 ± 2.3905
Hits@50:
Test: 82.1538 ± 3.0350
AUC:
Test: 94.2221 ± 0.5903
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1209 ± 7.2401
Hits@20:
Test: 71.5165 ± 3.2842
Hits@30:
Test: 76.7473 ± 1.7678
Hits@50:
Test: 84.1319 ± 1.5494
AUC:
Test: 93.9485 ± 0.8409
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6703 ± 3.3476
Hits@20:
Test: 76.3516 ± 1.9072
Hits@30:
Test: 78.1978 ± 1.3495
Hits@50:
Test: 82.2418 ± 1.1462
AUC:
Test: 95.4079 ± 0.4049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9560 ± 3.5110
Hits@20:
Test: 47.1209 ± 3.8118
Hits@30:
Test: 55.0330 ± 3.4806
Hits@50:
Test: 65.4066 ± 4.2973
AUC:
Test: 86.4558 ± 1.9288
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7802 ± 5.8994
Hits@20:
Test: 50.8132 ± 5.7844
Hits@30:
Test: 56.1758 ± 4.7865
Hits@50:
Test: 62.2857 ± 5.3488
AUC:
Test: 86.1423 ± 2.5236
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3956 ± 3.8808
Hits@20:
Test: 64.6593 ± 4.6086
Hits@30:
Test: 70.7692 ± 1.6076
Hits@50:
Test: 76.6154 ± 1.5742
AUC:
Test: 92.6760 ± 0.4854
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9890 ± 4.2430
Hits@20:
Test: 63.4286 ± 5.5309
Hits@30:
Test: 70.0220 ± 2.8171
Hits@50:
Test: 78.8132 ± 1.7067
AUC:
Test: 92.8300 ± 0.5203
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.6593 ± 2.0641
Hits@20:
Test: 73.0549 ± 2.6989
Hits@30:
Test: 78.0659 ± 2.0699
Hits@50:
Test: 83.5604 ± 1.3132
AUC:
Test: 94.1708 ± 0.2790
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0989 ± 4.1223
Hits@20:
Test: 74.3297 ± 2.7600
Hits@30:
Test: 78.9890 ± 1.6709
Hits@50:
Test: 85.2747 ± 0.9324
AUC:
Test: 95.3328 ± 0.3240
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8571 ± 6.4856
Hits@20:
Test: 48.0000 ± 5.0132
Hits@30:
Test: 51.3846 ± 3.8048
Hits@50:
Test: 61.0989 ± 5.8086
AUC:
Test: 85.3400 ± 0.5861
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7363 ± 4.3029
Hits@20:
Test: 47.3407 ± 3.7863
Hits@30:
Test: 55.1648 ± 3.7005
Hits@50:
Test: 62.4176 ± 3.0612
AUC:
Test: 86.2408 ± 1.1633
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2747 ± 3.4260
Hits@20:
Test: 55.6484 ± 6.6216
Hits@30:
Test: 62.1539 ± 5.2779
Hits@50:
Test: 71.0769 ± 7.0785
AUC:
Test: 89.8195 ± 1.6844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6593 ± 3.5622
Hits@20:
Test: 53.3187 ± 3.8339
Hits@30:
Test: 57.9341 ± 2.9099
Hits@50:
Test: 65.1868 ± 3.8023
AUC:
Test: 87.8418 ± 0.9992
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4835 ± 2.0417
Hits@20:
Test: 68.0879 ± 2.5413
Hits@30:
Test: 71.2527 ± 5.0559
Hits@50:
Test: 80.7472 ± 0.4557
AUC:
Test: 93.5938 ± 0.5568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.6154 ± 1.8414
Hits@20:
Test: 74.7253 ± 1.4158
Hits@30:
Test: 78.0659 ± 1.7194
Hits@50:
Test: 84.3516 ± 0.8708
AUC:
Test: 94.8686 ± 0.1726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0879 ± 3.3956
Hits@20:
Test: 63.2967 ± 1.7445
Hits@30:
Test: 70.3736 ± 2.6346
Hits@50:
Test: 75.4286 ± 1.4277
AUC:
Test: 92.3231 ± 0.3284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.0550 ± 0.5012
Hits@20:
Test: 66.1099 ± 2.5365
Hits@30:
Test: 70.1978 ± 2.2338
Hits@50:
Test: 77.0110 ± 1.8752
AUC:
Test: 92.6373 ± 0.8809
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9121 ± 1.6491
Hits@20:
Test: 69.0110 ± 3.1544
Hits@30:
Test: 75.1209 ± 2.4787
Hits@50:
Test: 82.4176 ± 1.9034
AUC:
Test: 93.9938 ± 0.4729
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9890 ± 0.9504
Hits@20:
Test: 75.0330 ± 2.1115
Hits@30:
Test: 78.3736 ± 2.8512
Hits@50:
Test: 85.1868 ± 2.5986
AUC:
Test: 95.0771 ± 0.4282
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1539 ± 5.3461
Hits@20:
Test: 68.2198 ± 6.7751
Hits@30:
Test: 72.9231 ± 7.7881
Hits@50:
Test: 79.6923 ± 6.5798
AUC:
Test: 90.6518 ± 4.0334
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9121 ± 2.9033
Hits@20:
Test: 73.5824 ± 3.2091
Hits@30:
Test: 78.9011 ± 3.5541
Hits@50:
Test: 84.3516 ± 3.0071
AUC:
Test: 95.1396 ± 0.9727
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5055 ± 4.2418
Hits@20:
Test: 63.5604 ± 4.1451
Hits@30:
Test: 68.4396 ± 4.3725
Hits@50:
Test: 73.8462 ± 2.8317
AUC:
Test: 91.4578 ± 0.7643
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0000 ± 2.5318
Hits@20:
Test: 62.4176 ± 2.7538
Hits@30:
Test: 68.0440 ± 1.8817
Hits@50:
Test: 75.7802 ± 1.6622
AUC:
Test: 91.6455 ± 0.4620
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.4286 ± 5.1767
Hits@20:
Test: 66.2418 ± 1.7137
Hits@30:
Test: 72.9670 ± 0.9951
Hits@50:
Test: 79.2967 ± 2.6254
AUC:
Test: 92.4296 ± 0.9964
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7363 ± 2.0734
Hits@20:
Test: 71.4286 ± 2.3925
Hits@30:
Test: 74.9011 ± 2.1444
Hits@50:
Test: 82.6813 ± 1.7678
AUC:
Test: 94.5034 ± 0.3662
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0330 ± 3.2687
Hits@20:
Test: 73.1429 ± 2.6529
Hits@30:
Test: 76.3077 ± 2.7600
Hits@50:
Test: 81.7143 ± 4.6399
AUC:
Test: 94.0897 ± 0.3058
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0440 ± 2.1846
Hits@20:
Test: 73.3626 ± 1.1774
Hits@30:
Test: 77.0549 ± 4.2064
Hits@50:
Test: 83.1209 ± 2.4592
AUC:
Test: 95.4102 ± 0.3838
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.8681 ± 4.7764
Hits@20:
Test: 52.1319 ± 6.1937
Hits@30:
Test: 60.5714 ± 3.6134
Hits@50:
Test: 69.9341 ± 3.1560
AUC:
Test: 88.4110 ± 1.6675
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3846 ± 3.2249
Hits@20:
Test: 52.3077 ± 3.0691
Hits@30:
Test: 58.4176 ± 4.7935
Hits@50:
Test: 64.7473 ± 5.6689
AUC:
Test: 88.1112 ± 1.2759
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3516 ± 4.9257
Hits@20:
Test: 64.9231 ± 5.5722
Hits@30:
Test: 69.0549 ± 2.3640
Hits@50:
Test: 75.8242 ± 3.5507
AUC:
Test: 92.1069 ± 0.6680
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.6154 ± 5.1557
Hits@20:
Test: 64.7033 ± 2.3905
Hits@30:
Test: 72.2637 ± 2.9909
Hits@50:
Test: 77.0549 ± 2.3600
AUC:
Test: 92.5329 ± 1.0109
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.8791 ± 2.6935
Hits@20:
Test: 70.9011 ± 2.2446
Hits@30:
Test: 77.4066 ± 2.2596
Hits@50:
Test: 84.1319 ± 1.6622
AUC:
Test: 94.4920 ± 0.5830
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5495 ± 1.3187
Hits@20:
Test: 76.7033 ± 0.8075
Hits@30:
Test: 80.2198 ± 2.2359
Hits@50:
Test: 85.8022 ± 1.4378
AUC:
Test: 95.5092 ± 0.2494
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0549 ± 6.0462
Hits@20:
Test: 46.4615 ± 6.6818
Hits@30:
Test: 56.7473 ± 2.0582
Hits@50:
Test: 62.2857 ± 1.4294
AUC:
Test: 85.4015 ± 0.5592
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5055 ± 4.9619
Hits@20:
Test: 48.9670 ± 4.6788
Hits@30:
Test: 56.7912 ± 2.9347
Hits@50:
Test: 64.0000 ± 2.9626
AUC:
Test: 86.1024 ± 1.0749
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1319 ± 1.6810
Hits@20:
Test: 55.7802 ± 4.1451
Hits@30:
Test: 61.5385 ± 3.7427
Hits@50:
Test: 68.7912 ± 4.3180
AUC:
Test: 89.2764 ± 0.5378
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1868 ± 2.5565
Hits@20:
Test: 55.0330 ± 2.3753
Hits@30:
Test: 59.7802 ± 2.6873
Hits@50:
Test: 68.5275 ± 3.8615
AUC:
Test: 88.1407 ± 1.7183
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4506 ± 5.5068
Hits@20:
Test: 66.5495 ± 4.2430
Hits@30:
Test: 73.9341 ± 3.3641
Hits@50:
Test: 80.5275 ± 1.4209
AUC:
Test: 93.3835 ± 0.7761
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4286 ± 3.7857
Hits@20:
Test: 74.2418 ± 1.3314
Hits@30:
Test: 78.2857 ± 2.0047
Hits@50:
Test: 83.7802 ± 1.1774
AUC:
Test: 95.0180 ± 0.1755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5385 ± 2.5602
Hits@20:
Test: 63.7802 ± 1.4612
Hits@30:
Test: 66.5934 ± 1.6076
Hits@50:
Test: 72.5275 ± 2.1534
AUC:
Test: 90.0705 ± 0.4485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6264 ± 2.8334
Hits@20:
Test: 62.5055 ± 1.9386
Hits@30:
Test: 64.8352 ± 1.8714
Hits@50:
Test: 69.0989 ± 4.7076
AUC:
Test: 89.8861 ± 1.2227
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.5055 ± 3.0941
Hits@20:
Test: 64.7473 ± 4.7076
Hits@30:
Test: 71.2967 ± 4.3863
Hits@50:
Test: 78.3297 ± 2.8342
AUC:
Test: 93.0913 ± 0.6660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5934 ± 3.4169
Hits@20:
Test: 71.1648 ± 2.7774
Hits@30:
Test: 74.5055 ± 2.4176
Hits@50:
Test: 80.3077 ± 3.5151
AUC:
Test: 93.4337 ± 0.3194
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1319 ± 6.0181
Hits@20:
Test: 65.5824 ± 9.0732
Hits@30:
Test: 71.7802 ± 7.2820
Hits@50:
Test: 77.7143 ± 4.1193
AUC:
Test: 90.7203 ± 3.5392
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6044 ± 3.0159
Hits@20:
Test: 73.9780 ± 3.0398
Hits@30:
Test: 77.1429 ± 3.7298
Hits@50:
Test: 81.9780 ± 3.0691
AUC:
Test: 94.7346 ± 0.8481
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.5494 ± 8.0483
Hits@20:
Test: 59.4725 ± 6.8018
Hits@30:
Test: 62.7692 ± 4.2035
Hits@50:
Test: 71.4725 ± 2.9869
AUC:
Test: 89.1510 ± 0.8806
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4506 ± 3.7071
Hits@20:
Test: 59.4725 ± 2.6989
Hits@30:
Test: 61.9341 ± 1.1250
Hits@50:
Test: 68.5275 ± 1.9621
AUC:
Test: 88.6334 ± 0.5257
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8022 ± 2.5930
Hits@20:
Test: 62.8571 ± 2.3466
Hits@30:
Test: 68.2637 ± 1.8493
Hits@50:
Test: 76.7473 ± 1.7123
AUC:
Test: 91.9092 ± 0.5265
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.4176 ± 2.3844
Hits@20:
Test: 63.4725 ± 2.4146
Hits@30:
Test: 69.9341 ± 3.9297
Hits@50:
Test: 75.3407 ± 1.0238
AUC:
Test: 92.4481 ± 0.9709
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.2527 ± 2.2808
Hits@20:
Test: 71.9121 ± 3.7793
Hits@30:
Test: 75.4286 ± 3.6227
Hits@50:
Test: 81.4945 ± 4.2316
AUC:
Test: 93.8685 ± 0.3639
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6813 ± 5.1487
Hits@20:
Test: 73.3187 ± 0.8873
Hits@30:
Test: 79.1209 ± 2.8274
Hits@50:
Test: 84.4396 ± 1.9248
AUC:
Test: 95.4678 ± 0.2742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.9121 ± 5.5761
Hits@20:
Test: 51.2527 ± 5.2065
Hits@30:
Test: 59.5604 ± 2.2840
Hits@50:
Test: 67.8242 ± 2.9016
AUC:
Test: 86.8579 ± 1.3529
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7473 ± 5.1557
Hits@20:
Test: 51.8242 ± 5.7257
Hits@30:
Test: 55.0330 ± 6.7787
Hits@50:
Test: 62.1978 ± 7.1098
AUC:
Test: 86.1957 ± 2.5280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2198 ± 5.4451
Hits@20:
Test: 61.8022 ± 1.8868
Hits@30:
Test: 66.0659 ± 3.5764
Hits@50:
Test: 74.4615 ± 1.5726
AUC:
Test: 90.9708 ± 0.2402
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.0769 ± 4.4192
Hits@20:
Test: 60.1758 ± 2.4146
Hits@30:
Test: 67.5165 ± 4.0597
Hits@50:
Test: 76.0440 ± 3.1963
AUC:
Test: 91.4437 ± 1.1261
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6813 ± 4.9031
Hits@20:
Test: 72.0440 ± 1.8995
Hits@30:
Test: 77.0549 ± 1.9386
Hits@50:
Test: 83.2527 ± 2.1724
AUC:
Test: 94.4932 ± 0.5730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7253 ± 3.5926
Hits@20:
Test: 74.0659 ± 2.2734
Hits@30:
Test: 80.0000 ± 2.6190
Hits@50:
Test: 84.8791 ± 3.0151
AUC:
Test: 95.4618 ± 0.1306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7473 ± 4.6942
Hits@20:
Test: 43.6484 ± 5.2139
Hits@30:
Test: 51.3846 ± 3.0470
Hits@50:
Test: 60.7473 ± 2.1000
AUC:
Test: 84.6972 ± 0.7092
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8022 ± 6.6172
Hits@20:
Test: 49.3626 ± 3.2023
Hits@30:
Test: 54.4615 ± 3.5418
Hits@50:
Test: 63.1209 ± 2.7991
AUC:
Test: 85.9359 ± 0.8995
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9011 ± 4.1920
Hits@20:
Test: 54.8571 ± 1.4462
Hits@30:
Test: 62.5934 ± 5.0103
Hits@50:
Test: 70.8571 ± 4.2634
AUC:
Test: 89.4379 ± 1.5910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4396 ± 7.5737
Hits@20:
Test: 52.7912 ± 3.3670
Hits@30:
Test: 59.8681 ± 2.3082
Hits@50:
Test: 67.9121 ± 2.7930
AUC:
Test: 87.4347 ± 0.8936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8571 ± 1.9223
Hits@20:
Test: 69.4066 ± 0.9504
Hits@30:
Test: 74.5055 ± 1.5147
Hits@50:
Test: 80.7912 ± 1.6491
AUC:
Test: 92.7107 ± 0.8813
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.5385 ± 1.0119
Hits@20:
Test: 71.6923 ± 1.3039
Hits@30:
Test: 77.4945 ± 0.8597
Hits@50:
Test: 84.3077 ± 1.0834
AUC:
Test: 94.8989 ± 0.1928
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0879 ± 1.1314
Hits@20:
Test: 59.6044 ± 1.4445
Hits@30:
Test: 64.8791 ± 2.0405
Hits@50:
Test: 68.3956 ± 1.9682
AUC:
Test: 88.2509 ± 0.4562
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0110 ± 1.2965
Hits@20:
Test: 59.3407 ± 2.5107
Hits@30:
Test: 62.3736 ± 1.5337
Hits@50:
Test: 68.4835 ± 2.5470
AUC:
Test: 88.1251 ± 1.7946
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.9231 ± 3.8194
Hits@20:
Test: 61.4945 ± 3.9205
Hits@30:
Test: 66.5055 ± 3.5185
Hits@50:
Test: 73.5824 ± 2.5977
AUC:
Test: 89.9654 ± 1.0226
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.2088 ± 2.8849
Hits@20:
Test: 63.6923 ± 2.8757
Hits@30:
Test: 66.1539 ± 1.9348
Hits@50:
Test: 70.4615 ± 1.1588
AUC:
Test: 90.4000 ± 1.2925
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.2418 ± 6.1389
Hits@20:
Test: 68.7473 ± 5.4601
Hits@30:
Test: 73.7582 ± 3.4492
Hits@50:
Test: 78.2857 ± 4.9570
AUC:
Test: 91.7795 ± 2.4996
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8242 ± 4.1862
Hits@20:
Test: 69.8901 ± 3.2413
Hits@30:
Test: 73.5824 ± 1.2078
Hits@50:
Test: 78.1099 ± 4.8466
AUC:
Test: 94.1819 ± 0.7718
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.5934 ± 3.0271
Hits@20:
Test: 57.2747 ± 2.9058
Hits@30:
Test: 61.9341 ± 4.2798
Hits@50:
Test: 66.8132 ± 2.3925
AUC:
Test: 87.4803 ± 1.3196
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0659 ± 5.4954
Hits@20:
Test: 53.6264 ± 7.1892
Hits@30:
Test: 58.1538 ± 7.7402
Hits@50:
Test: 61.9780 ± 6.5438
AUC:
Test: 86.3626 ± 1.0913
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.1209 ± 4.8402
Hits@20:
Test: 63.5165 ± 3.8603
Hits@30:
Test: 67.5165 ± 3.1521
Hits@50:
Test: 71.0330 ± 3.8958
AUC:
Test: 89.9100 ± 1.3895
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.6374 ± 2.2702
Hits@20:
Test: 62.9011 ± 2.2808
Hits@30:
Test: 65.1868 ± 2.1568
Hits@50:
Test: 71.1648 ± 3.3706
AUC:
Test: 90.2528 ± 0.7989
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7912 ± 5.6838
Hits@20:
Test: 69.3626 ± 3.0557
Hits@30:
Test: 75.2088 ± 4.2144
Hits@50:
Test: 81.3626 ± 4.0834
AUC:
Test: 93.1349 ± 0.8139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4945 ± 4.9243
Hits@20:
Test: 72.2637 ± 1.7678
Hits@30:
Test: 75.7363 ± 0.7863
Hits@50:
Test: 82.5055 ± 1.9510
AUC:
Test: 94.9546 ± 0.7608
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1099 ± 9.5908
Hits@20:
Test: 48.8791 ± 9.2368
Hits@30:
Test: 57.1429 ± 7.8938
Hits@50:
Test: 62.9890 ± 4.3141
AUC:
Test: 86.6283 ± 1.8326
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1099 ± 4.5373
Hits@20:
Test: 45.3187 ± 2.7904
Hits@30:
Test: 50.9890 ± 2.2893
Hits@50:
Test: 58.1538 ± 2.9470
AUC:
Test: 83.3834 ± 1.1437
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0330 ± 5.9247
Hits@20:
Test: 59.2967 ± 2.5126
Hits@30:
Test: 64.7033 ± 2.2175
Hits@50:
Test: 70.6374 ± 2.4846
AUC:
Test: 88.6445 ± 0.7532
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3956 ± 5.9835
Hits@20:
Test: 56.4396 ± 5.8177
Hits@30:
Test: 61.2747 ± 6.0458
Hits@50:
Test: 70.3297 ± 2.1813
AUC:
Test: 89.2221 ± 0.6486
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.6374 ± 5.0224
Hits@20:
Test: 67.7802 ± 2.7078
Hits@30:
Test: 73.3626 ± 2.1331
Hits@50:
Test: 79.8681 ± 2.7956
AUC:
Test: 93.9299 ± 0.4517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3736 ± 3.4854
Hits@20:
Test: 73.4066 ± 1.8057
Hits@30:
Test: 79.6484 ± 1.0609
Hits@50:
Test: 84.0879 ± 3.1567
AUC:
Test: 95.5159 ± 0.4189
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4176 ± 6.1078
Hits@20:
Test: 43.4725 ± 4.6321
Hits@30:
Test: 49.3187 ± 4.1862
Hits@50:
Test: 61.2747 ± 2.4641
AUC:
Test: 84.7263 ± 1.5300
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2088 ± 4.6269
Hits@20:
Test: 46.2857 ± 6.3177
Hits@30:
Test: 53.2747 ± 5.4072
Hits@50:
Test: 63.8681 ± 7.7246
AUC:
Test: 85.3741 ± 1.9042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3626 ± 6.1668
Hits@20:
Test: 50.9011 ± 6.4707
Hits@30:
Test: 57.6703 ± 6.5430
Hits@50:
Test: 66.0659 ± 4.3918
AUC:
Test: 86.8311 ± 1.8457
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5604 ± 3.3128
Hits@20:
Test: 50.9890 ± 2.4424
Hits@30:
Test: 58.2857 ± 1.6622
Hits@50:
Test: 65.4066 ± 3.1182
AUC:
Test: 87.2508 ± 1.1540
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.8681 ± 2.4206
Hits@20:
Test: 66.2418 ± 2.1956
Hits@30:
Test: 71.3407 ± 2.1846
Hits@50:
Test: 79.5165 ± 2.5508
AUC:
Test: 93.2472 ± 0.4853
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5275 ± 2.4106
Hits@20:
Test: 72.6593 ± 1.8163
Hits@30:
Test: 76.1319 ± 2.7123
Hits@50:
Test: 83.7363 ± 1.4496
AUC:
Test: 94.7708 ± 0.2598
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.9341 ± 6.3634
Hits@20:
Test: 66.9451 ± 3.8276
Hits@30:
Test: 74.3297 ± 2.7556
Hits@50:
Test: 80.2637 ± 2.9256
AUC:
Test: 93.6244 ± 0.3238
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6264 ± 3.7382
Hits@20:
Test: 71.6923 ± 2.6665
Hits@30:
Test: 75.6923 ± 3.1720
Hits@50:
Test: 81.8022 ± 3.3885
AUC:
Test: 94.9844 ± 0.7365
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.4286 ± 9.4705
Hits@20:
Test: 72.3077 ± 4.1468
Hits@30:
Test: 77.0110 ± 3.0079
Hits@50:
Test: 83.3846 ± 5.2830
AUC:
Test: 94.4524 ± 0.5340
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7033 ± 1.6045
Hits@20:
Test: 73.3187 ± 2.6401
Hits@30:
Test: 78.1978 ± 2.3176
Hits@50:
Test: 86.6374 ± 2.7336
AUC:
Test: 95.4263 ± 0.4138
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.3187 ± 3.8162
Hits@20:
Test: 67.9560 ± 3.9786
Hits@30:
Test: 73.4066 ± 5.8932
Hits@50:
Test: 78.1978 ± 4.4999
AUC:
Test: 90.3135 ± 4.2450
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1539 ± 5.3158
Hits@20:
Test: 72.5714 ± 2.6529
Hits@30:
Test: 77.8022 ± 1.8190
Hits@50:
Test: 82.3297 ± 2.8427
AUC:
Test: 94.7785 ± 0.7561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4396 ± 3.5656
Hits@20:
Test: 66.1978 ± 6.3895
Hits@30:
Test: 71.1648 ± 3.9236
Hits@50:
Test: 79.2967 ± 3.4062
AUC:
Test: 93.2707 ± 0.7872
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8462 ± 1.6106
Hits@20:
Test: 59.3407 ± 5.5055
Hits@30:
Test: 70.7692 ± 2.6602
Hits@50:
Test: 78.5495 ± 3.0358
AUC:
Test: 92.4543 ± 0.9159
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9121 ± 4.6560
Hits@20:
Test: 70.4615 ± 3.6829
Hits@30:
Test: 76.6154 ± 2.7034
Hits@50:
Test: 83.1648 ± 0.8164
AUC:
Test: 94.2432 ± 0.4721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.2967 ± 2.8908
Hits@20:
Test: 70.3736 ± 1.8283
Hits@30:
Test: 74.2857 ± 1.4661
Hits@50:
Test: 83.2088 ± 1.4294
AUC:
Test: 94.7028 ± 0.6010
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.3077 ± 3.4492
Hits@20:
Test: 71.0769 ± 3.5629
Hits@30:
Test: 76.6593 ± 2.9585
Hits@50:
Test: 80.9670 ± 2.9182
AUC:
Test: 94.2701 ± 0.3987
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7802 ± 4.9277
Hits@20:
Test: 74.9451 ± 1.7514
Hits@30:
Test: 79.2088 ± 1.7486
Hits@50:
Test: 84.0000 ± 5.4357
AUC:
Test: 95.4888 ± 0.3082
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7363 ± 3.4506
Hits@20:
Test: 54.8571 ± 1.9938
Hits@30:
Test: 64.2198 ± 3.8396
Hits@50:
Test: 71.2527 ± 4.1217
AUC:
Test: 89.2685 ± 1.6460
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9341 ± 5.7974
Hits@20:
Test: 49.9780 ± 8.5299
Hits@30:
Test: 56.9670 ± 7.0457
Hits@50:
Test: 67.6923 ± 6.3907
AUC:
Test: 86.8688 ± 2.3573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6264 ± 3.6822
Hits@20:
Test: 65.5824 ± 3.0398
Hits@30:
Test: 68.4835 ± 4.6845
Hits@50:
Test: 77.7143 ± 3.6697
AUC:
Test: 92.5179 ± 0.7322
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7802 ± 3.5642
Hits@20:
Test: 66.1099 ± 5.0631
Hits@30:
Test: 73.0110 ± 3.0151
Hits@50:
Test: 81.5824 ± 1.7747
AUC:
Test: 93.8081 ± 0.3928
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1978 ± 2.4982
Hits@20:
Test: 72.5714 ± 2.5413
Hits@30:
Test: 77.8901 ± 2.5659
Hits@50:
Test: 84.4835 ± 1.0143
AUC:
Test: 94.5133 ± 0.3765
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1319 ± 3.0493
Hits@20:
Test: 75.3846 ± 1.3637
Hits@30:
Test: 79.7363 ± 2.3228
Hits@50:
Test: 88.3516 ± 0.9453
AUC:
Test: 95.9336 ± 0.2899
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7473 ± 5.2019
Hits@20:
Test: 44.8352 ± 3.6380
Hits@30:
Test: 49.5385 ± 3.4246
Hits@50:
Test: 58.3736 ± 3.8276
AUC:
Test: 82.4605 ± 2.5058
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7692 ± 4.2150
Hits@20:
Test: 48.1319 ± 5.8912
Hits@30:
Test: 53.1868 ± 3.8383
Hits@50:
Test: 63.9560 ± 2.4865
AUC:
Test: 84.4769 ± 1.1089
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9451 ± 4.5511
Hits@20:
Test: 56.7473 ± 5.4844
Hits@30:
Test: 63.2528 ± 5.0535
Hits@50:
Test: 72.3077 ± 5.0764
AUC:
Test: 89.1240 ± 1.3806
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.9670 ± 5.7765
Hits@20:
Test: 53.8462 ± 4.6441
Hits@30:
Test: 59.4286 ± 5.0754
Hits@50:
Test: 66.1538 ± 2.7230
AUC:
Test: 88.2745 ± 0.4314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1429 ± 2.2011
Hits@20:
Test: 69.3626 ± 6.4332
Hits@30:
Test: 74.6813 ± 2.5460
Hits@50:
Test: 79.8242 ± 3.1521
AUC:
Test: 94.0808 ± 0.4505
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6264 ± 5.4028
Hits@20:
Test: 74.7253 ± 1.5695
Hits@30:
Test: 78.7692 ± 2.5659
Hits@50:
Test: 84.9670 ± 2.2175
AUC:
Test: 95.1301 ± 0.1682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3187 ± 3.8653
Hits@20:
Test: 61.1868 ± 5.9920
Hits@30:
Test: 65.3626 ± 3.2174
Hits@50:
Test: 77.1429 ± 3.9408
AUC:
Test: 92.0127 ± 1.3919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9560 ± 3.2687
Hits@20:
Test: 65.4506 ± 2.5790
Hits@30:
Test: 70.3297 ± 3.4225
Hits@50:
Test: 77.4066 ± 3.0030
AUC:
Test: 93.9391 ± 0.8050
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.7582 ± 5.6119
Hits@20:
Test: 71.3407 ± 2.8723
Hits@30:
Test: 76.2198 ± 1.2759
Hits@50:
Test: 82.1978 ± 4.9365
AUC:
Test: 94.1349 ± 0.6364
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.5604 ± 4.0840
Hits@20:
Test: 72.7912 ± 1.4277
Hits@30:
Test: 77.0989 ± 2.8419
Hits@50:
Test: 84.7473 ± 2.0298
AUC:
Test: 95.5344 ± 0.4449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.3626 ± 5.8281
Hits@20:
Test: 69.9780 ± 5.0108
Hits@30:
Test: 72.1319 ± 4.2201
Hits@50:
Test: 78.5055 ± 6.1330
AUC:
Test: 90.8628 ± 3.8612
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0549 ± 2.7861
Hits@20:
Test: 74.0220 ± 3.2428
Hits@30:
Test: 77.7582 ± 3.8364
Hits@50:
Test: 80.9231 ± 4.7352
AUC:
Test: 94.9122 ± 0.7349
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1538 ± 5.5891
Hits@20:
Test: 58.5934 ± 2.7389
Hits@30:
Test: 65.3626 ± 5.2921
Hits@50:
Test: 74.8571 ± 4.8566
AUC:
Test: 91.0346 ± 2.0473
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4945 ± 3.3670
Hits@20:
Test: 58.9451 ± 2.3280
Hits@30:
Test: 65.3626 ± 2.6810
Hits@50:
Test: 74.5934 ± 2.6629
AUC:
Test: 91.9711 ± 0.5692
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.9011 ± 5.2633
Hits@20:
Test: 67.3407 ± 1.2683
Hits@30:
Test: 72.5714 ± 2.1103
Hits@50:
Test: 80.8791 ± 1.2335
AUC:
Test: 93.7664 ± 0.7831
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8681 ± 2.4405
Hits@20:
Test: 71.6484 ± 2.3671
Hits@30:
Test: 72.3956 ± 3.2249
Hits@50:
Test: 80.8352 ± 2.7025
AUC:
Test: 94.6150 ± 0.3605
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9780 ± 5.0344
Hits@20:
Test: 72.1319 ± 4.1799
Hits@30:
Test: 75.4725 ± 3.4176
Hits@50:
Test: 80.4396 ± 2.9116
AUC:
Test: 93.8185 ± 0.8227
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8462 ± 0.8981
Hits@20:
Test: 75.3846 ± 1.4496
Hits@30:
Test: 80.9670 ± 1.6709
Hits@50:
Test: 83.8681 ± 5.9210
AUC:
Test: 95.5800 ± 0.3298
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5275 ± 7.6775
Hits@20:
Test: 49.4506 ± 8.2936
Hits@30:
Test: 57.5824 ± 8.4808
Hits@50:
Test: 68.3077 ± 8.5069
AUC:
Test: 88.2669 ± 2.4915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8132 ± 2.3187
Hits@20:
Test: 49.2747 ± 4.8511
Hits@30:
Test: 58.2857 ± 7.0147
Hits@50:
Test: 65.4945 ± 5.7794
AUC:
Test: 86.5657 ± 1.8005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8681 ± 5.3745
Hits@20:
Test: 63.2088 ± 1.4124
Hits@30:
Test: 68.6154 ± 2.6710
Hits@50:
Test: 75.2527 ± 2.2766
AUC:
Test: 91.9564 ± 0.2617
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7143 ± 3.9670
Hits@20:
Test: 66.9011 ± 2.6033
Hits@30:
Test: 74.2418 ± 2.7070
Hits@50:
Test: 82.7253 ± 1.6045
AUC:
Test: 93.8838 ± 0.3778
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5055 ± 2.9306
Hits@20:
Test: 73.3187 ± 3.1948
Hits@30:
Test: 76.7912 ± 3.2584
Hits@50:
Test: 83.3846 ± 1.8163
AUC:
Test: 94.2508 ± 0.6939
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.5275 ± 5.3956
Hits@20:
Test: 76.0879 ± 1.5494
Hits@30:
Test: 79.7363 ± 2.0582
Hits@50:
Test: 86.5055 ± 1.6996
AUC:
Test: 95.8078 ± 0.2739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.4506 ± 2.8163
Hits@20:
Test: 44.1758 ± 3.4013
Hits@30:
Test: 51.5165 ± 2.5470
Hits@50:
Test: 59.2088 ± 7.5186
AUC:
Test: 83.2558 ± 2.7589
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0989 ± 3.5281
Hits@20:
Test: 47.8242 ± 5.0516
Hits@30:
Test: 55.1648 ± 4.6101
Hits@50:
Test: 62.8571 ± 2.5011
AUC:
Test: 85.2480 ± 0.5624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.1648 ± 7.2903
Hits@20:
Test: 52.2637 ± 5.4179
Hits@30:
Test: 57.1868 ± 6.0177
Hits@50:
Test: 66.9451 ± 3.6599
AUC:
Test: 87.8519 ± 1.9009
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6813 ± 6.6226
Hits@20:
Test: 55.9121 ± 4.7050
Hits@30:
Test: 61.0549 ± 2.3793
Hits@50:
Test: 70.9011 ± 2.2713
AUC:
Test: 88.2823 ± 1.3188
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6813 ± 5.8776
Hits@20:
Test: 70.0220 ± 4.1747
Hits@30:
Test: 74.9011 ± 3.4937
Hits@50:
Test: 82.8132 ± 2.1835
AUC:
Test: 94.0579 ± 0.6288
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8681 ± 1.9248
Hits@20:
Test: 75.7363 ± 1.7963
Hits@30:
Test: 79.2528 ± 2.9347
Hits@50:
Test: 86.0659 ± 1.0834
AUC:
Test: 95.1301 ± 0.3297
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.0330 ± 3.0557
Hits@20:
Test: 59.0330 ± 4.7814
Hits@30:
Test: 64.0000 ± 3.1902
Hits@50:
Test: 69.7143 ± 2.4146
AUC:
Test: 87.8847 ± 1.1299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.4176 ± 6.2253
Hits@20:
Test: 58.4176 ± 4.3331
Hits@30:
Test: 64.5714 ± 4.4049
Hits@50:
Test: 69.0989 ± 4.9624
AUC:
Test: 89.6302 ± 1.1021
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6044 ± 2.5203
Hits@20:
Test: 66.8132 ± 3.3404
Hits@30:
Test: 71.9560 ± 3.5048
Hits@50:
Test: 79.2967 ± 3.8333
AUC:
Test: 93.0623 ± 0.6513
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.9451 ± 1.2872
Hits@20:
Test: 69.7143 ± 3.9786
Hits@30:
Test: 75.6484 ± 6.0016
Hits@50:
Test: 84.3516 ± 3.6855
AUC:
Test: 94.7025 ± 0.5926
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4615 ± 2.8546
Hits@20:
Test: 67.8681 ± 1.8610
Hits@30:
Test: 73.2747 ± 3.8086
Hits@50:
Test: 79.2528 ± 5.8924
AUC:
Test: 91.1623 ± 3.6250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6374 ± 1.8739
Hits@20:
Test: 71.7363 ± 2.5753
Hits@30:
Test: 76.2637 ± 3.6973
Hits@50:
Test: 80.8352 ± 4.4214
AUC:
Test: 94.8605 ± 0.3940
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5055 ± 4.8367
Hits@20:
Test: 52.2198 ± 5.4958
Hits@30:
Test: 57.8022 ± 2.5441
Hits@50:
Test: 64.5714 ± 6.5001
AUC:
Test: 87.7106 ± 1.2410
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4286 ± 8.8643
Hits@20:
Test: 44.7473 ± 6.6728
Hits@30:
Test: 53.3626 ± 5.6386
Hits@50:
Test: 62.4176 ± 4.7571
AUC:
Test: 86.2150 ± 1.6568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5385 ± 1.9373
Hits@20:
Test: 64.7033 ± 2.5893
Hits@30:
Test: 69.3187 ± 3.0635
Hits@50:
Test: 77.3626 ± 4.5442
AUC:
Test: 92.3118 ± 0.4698
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6264 ± 3.5041
Hits@20:
Test: 63.6923 ± 3.2279
Hits@30:
Test: 68.7472 ± 3.3813
Hits@50:
Test: 78.8571 ± 3.8301
AUC:
Test: 93.6326 ± 0.7986
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3297 ± 3.0030
Hits@20:
Test: 72.1319 ± 1.2568
Hits@30:
Test: 77.7143 ± 1.6045
Hits@50:
Test: 82.4176 ± 2.3103
AUC:
Test: 94.2442 ± 0.4858
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7472 ± 2.5602
Hits@20:
Test: 75.5604 ± 1.8480
Hits@30:
Test: 79.4725 ± 1.8163
Hits@50:
Test: 84.5714 ± 2.9132
AUC:
Test: 95.4718 ± 0.4297
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6923 ± 9.2067
Hits@20:
Test: 43.1648 ± 12.3699
Hits@30:
Test: 53.3187 ± 8.4345
Hits@50:
Test: 60.0000 ± 5.0382
AUC:
Test: 84.8326 ± 1.6712
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2418 ± 5.4601
Hits@20:
Test: 45.7582 ± 5.3956
Hits@30:
Test: 51.2088 ± 4.3846
Hits@50:
Test: 61.0989 ± 3.8162
AUC:
Test: 84.9234 ± 1.5864
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7912 ± 0.7453
Hits@20:
Test: 60.9670 ± 1.4294
Hits@30:
Test: 67.7802 ± 1.2778
Hits@50:
Test: 75.7363 ± 1.9695
AUC:
Test: 91.3746 ± 0.5616
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3516 ± 5.0754
Hits@20:
Test: 61.7582 ± 5.9483
Hits@30:
Test: 69.0989 ± 5.0348
Hits@50:
Test: 79.2527 ± 1.6045
AUC:
Test: 93.3165 ± 0.7011
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.9560 ± 2.2521
Hits@20:
Test: 71.7802 ± 2.9347
Hits@30:
Test: 77.4066 ± 1.4529
Hits@50:
Test: 84.2198 ± 0.7832
AUC:
Test: 94.3463 ± 0.4314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9121 ± 4.8126
Hits@20:
Test: 75.3846 ± 1.0654
Hits@30:
Test: 80.5714 ± 1.9448
Hits@50:
Test: 86.8132 ± 2.2734
AUC:
Test: 95.8708 ± 0.2111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9451 ± 6.1232
Hits@20:
Test: 43.8242 ± 3.8118
Hits@30:
Test: 51.9121 ± 4.3994
Hits@50:
Test: 57.5385 ± 7.0216
AUC:
Test: 83.2182 ± 2.4245
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7033 ± 3.1659
Hits@20:
Test: 45.8462 ± 1.8097
Hits@30:
Test: 51.5165 ± 3.6400
Hits@50:
Test: 61.8022 ± 3.0746
AUC:
Test: 84.4893 ± 0.5992
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1429 ± 6.2268
Hits@20:
Test: 52.4396 ± 5.3848
Hits@30:
Test: 59.5165 ± 3.0706
Hits@50:
Test: 66.9451 ± 2.4156
AUC:
Test: 87.9845 ± 1.0238
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0659 ± 3.6400
Hits@20:
Test: 51.5604 ± 4.8740
Hits@30:
Test: 58.9011 ± 3.3512
Hits@50:
Test: 66.8132 ± 3.9377
AUC:
Test: 87.1841 ± 0.9495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8462 ± 4.6999
Hits@20:
Test: 68.0440 ± 4.6560
Hits@30:
Test: 72.7033 ± 3.8989
Hits@50:
Test: 80.4396 ± 1.9902
AUC:
Test: 93.9713 ± 0.3168
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.4396 ± 2.5565
Hits@20:
Test: 75.4286 ± 1.8995
Hits@30:
Test: 79.6044 ± 1.0586
Hits@50:
Test: 84.0879 ± 1.1692
AUC:
Test: 95.2179 ± 0.2912
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.7692 ± 1.8944
Hits@20:
Test: 64.9670 ± 1.7417
Hits@30:
Test: 68.7473 ± 3.8864
Hits@50:
Test: 70.5495 ± 1.7306
AUC:
Test: 88.2499 ± 1.4385
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.8681 ± 5.8364
Hits@20:
Test: 62.0659 ± 4.3586
Hits@30:
Test: 64.4835 ± 2.5470
Hits@50:
Test: 72.8352 ± 1.6564
AUC:
Test: 90.4276 ± 0.4209
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0879 ± 3.1275
Hits@20:
Test: 62.9451 ± 3.1105
Hits@30:
Test: 66.5934 ± 7.5096
Hits@50:
Test: 70.6374 ± 8.6424
AUC:
Test: 88.5116 ± 3.2652
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.0989 ± 1.9223
Hits@20:
Test: 65.4945 ± 1.4987
Hits@30:
Test: 67.6044 ± 1.8030
Hits@50:
Test: 74.5495 ± 0.7189
AUC:
Test: 91.2917 ± 0.3917
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.7253 ± 4.4950
Hits@20:
Test: 69.7582 ± 2.6309
Hits@30:
Test: 74.0220 ± 3.4729
Hits@50:
Test: 80.8791 ± 6.2221
AUC:
Test: 91.9169 ± 2.4650
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0769 ± 4.7112
Hits@20:
Test: 71.2528 ± 2.7512
Hits@30:
Test: 74.3297 ± 3.5959
Hits@50:
Test: 79.2527 ± 3.8213
AUC:
Test: 94.2329 ± 0.8177
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.5494 ± 2.1590
Hits@20:
Test: 58.9890 ± 2.4454
Hits@30:
Test: 61.7582 ± 3.3295
Hits@50:
Test: 64.5275 ± 10.3956
AUC:
Test: 87.0391 ± 0.7852
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8462 ± 4.0603
Hits@20:
Test: 52.1758 ± 6.9806
Hits@30:
Test: 57.5824 ± 5.5274
Hits@50:
Test: 65.8901 ± 3.5041
AUC:
Test: 86.8515 ± 1.7867
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.9451 ± 2.9950
Hits@20:
Test: 55.1648 ± 8.9707
Hits@30:
Test: 60.1319 ± 4.9721
Hits@50:
Test: 67.4725 ± 3.9804
AUC:
Test: 86.9899 ± 1.5431
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.4945 ± 4.4082
Hits@20:
Test: 61.4066 ± 3.8339
Hits@30:
Test: 65.1429 ± 4.1631
Hits@50:
Test: 70.1978 ± 1.4294
AUC:
Test: 89.5816 ± 1.3795
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.7692 ± 4.1164
Hits@20:
Test: 69.7143 ± 1.6255
Hits@30:
Test: 77.4945 ± 1.9198
Hits@50:
Test: 80.0879 ± 4.3531
AUC:
Test: 93.5802 ± 0.6193
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4835 ± 3.1796
Hits@20:
Test: 70.7692 ± 2.0441
Hits@30:
Test: 75.7363 ± 3.5697
Hits@50:
Test: 80.2637 ± 4.2600
AUC:
Test: 94.9771 ± 0.5480
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4835 ± 7.7480
Hits@20:
Test: 36.0440 ± 9.1941
Hits@30:
Test: 42.3297 ± 8.6536
Hits@50:
Test: 49.4506 ± 7.4967
AUC:
Test: 82.9327 ± 3.0694
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.2198 ± 3.2584
Hits@20:
Test: 39.5604 ± 1.9473
Hits@30:
Test: 48.6154 ± 2.4836
Hits@50:
Test: 58.7692 ± 1.4711
AUC:
Test: 83.4414 ± 1.1807
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5934 ± 6.1949
Hits@20:
Test: 54.5494 ± 2.5977
Hits@30:
Test: 62.3736 ± 1.1978
Hits@50:
Test: 68.8791 ± 1.1897
AUC:
Test: 87.3536 ± 0.4599
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4176 ± 3.4027
Hits@20:
Test: 55.1209 ± 1.7814
Hits@30:
Test: 59.4725 ± 5.3149
Hits@50:
Test: 67.3846 ± 2.7477
AUC:
Test: 88.4127 ± 0.7256
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.7692 ± 3.4841
Hits@20:
Test: 69.9780 ± 2.6765
Hits@30:
Test: 76.0879 ± 1.6982
Hits@50:
Test: 82.4176 ± 1.2335
AUC:
Test: 94.4364 ± 0.4743
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.1209 ± 6.1824
Hits@20:
Test: 74.6374 ± 3.7704
Hits@30:
Test: 78.9011 ± 1.9534
Hits@50:
Test: 86.7692 ± 1.9744
AUC:
Test: 95.9308 ± 0.4287
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1099 ± 2.9199
Hits@20:
Test: 42.0220 ± 3.3164
Hits@30:
Test: 47.9560 ± 8.9860
Hits@50:
Test: 55.4725 ± 6.6782
AUC:
Test: 82.7250 ± 2.4173
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1538 ± 3.9149
Hits@20:
Test: 44.0000 ± 1.6403
Hits@30:
Test: 51.6484 ± 1.3369
Hits@50:
Test: 60.7033 ± 3.5213
AUC:
Test: 84.0372 ± 1.0928
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1978 ± 3.9701
Hits@20:
Test: 45.1868 ± 6.6565
Hits@30:
Test: 54.6374 ± 3.4632
Hits@50:
Test: 62.8132 ± 2.3019
AUC:
Test: 85.4752 ± 1.0750
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7253 ± 2.2109
Hits@20:
Test: 49.3626 ± 2.1790
Hits@30:
Test: 55.7363 ± 3.4492
Hits@50:
Test: 65.5824 ± 3.0239
AUC:
Test: 86.6113 ± 0.7156
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3517 ± 1.7347
Hits@20:
Test: 66.3297 ± 5.0103
Hits@30:
Test: 71.6484 ± 2.8017
Hits@50:
Test: 79.1209 ± 3.1159
AUC:
Test: 93.4629 ± 0.7132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.1209 ± 1.8428
Hits@20:
Test: 73.7143 ± 1.4294
Hits@30:
Test: 77.2308 ± 2.1956
Hits@50:
Test: 83.7363 ± 2.1308
AUC:
Test: 94.9909 ± 0.4494
Namespace(distill_teacher='GCN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.2198 ± 3.1834
Hits@20:
Test: 76.5275 ± 4.8784
Hits@30:
Test: 80.7033 ± 4.1972
Hits@50:
Test: 86.0220 ± 4.1776
AUC:
Test: 94.1401 ± 0.9978
Namespace(distill_teacher='SAGE', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8022 ± 4.7738
Hits@20:
Test: 73.2747 ± 4.1076
Hits@30:
Test: 78.9890 ± 2.2120
Hits@50:
Test: 83.4725 ± 1.5649
AUC:
Test: 93.8699 ± 0.2268
Namespace(distill_teacher='GAT', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='random_GCN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.6813 ± 2.9182
Hits@20:
Test: 74.9451 ± 3.1429
Hits@30:
Test: 80.0000 ± 2.1252
Hits@50:
Test: 85.9780 ± 1.4021
AUC:
Test: 94.4297 ± 0.2341
Namespace(distill_teacher='random_SAGE', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.0000 ± 2.2011
Hits@20:
Test: 74.5055 ± 1.1098
Hits@30:
Test: 78.7253 ± 2.0287
Hits@50:
Test: 84.6154 ± 0.5603
AUC:
Test: 95.2571 ± 0.3521
Namespace(distill_teacher='random_GAT', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8462 ± 4.9745
Hits@20:
Test: 71.0769 ± 6.0998
Hits@30:
Test: 75.9121 ± 4.2064
Hits@50:
Test: 81.7143 ± 2.9215
AUC:
Test: 93.8840 ± 1.5535
Namespace(distill_teacher='CN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6374 ± 4.4864
Hits@20:
Test: 74.2418 ± 4.4756
Hits@30:
Test: 79.0330 ± 2.6944
Hits@50:
Test: 84.6593 ± 1.9621
AUC:
Test: 93.4518 ± 0.9366
All runs:
Hits@10:
Test: 70.5055 ± 1.3314
Hits@20:
Test: 75.6923 ± 1.1378
Hits@30:
Test: 81.3187 ± 0.5154
Hits@50:
Test: 86.2857 ± 2.9016
AUC:
Test: 95.6871 ± 0.5554
Namespace(distill_teacher='shortest_path', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='katz_close', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5495 ± 1.9160
Hits@20:
Test: 77.6703 ± 3.4422
Hits@30:
Test: 81.7582 ± 0.6774
Hits@50:
Test: 87.3846 ± 1.7067
AUC:
Test: 95.8526 ± 0.2390
All runs:
Hits@10:
Test: 66.6374 ± 2.2273
Hits@20:
Test: 71.3846 ± 1.5099
Hits@30:
Test: 76.0440 ± 3.5336
Hits@50:
Test: 81.8901 ± 4.0840
AUC:
Test: 94.0962 ± 1.4843
Namespace(distill_teacher='AA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='RA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.8791 ± 2.6935
Hits@20:
Test: 70.9011 ± 2.2446
Hits@30:
Test: 77.4066 ± 2.2596
Hits@50:
Test: 84.1319 ± 1.6622
AUC:
Test: 94.4920 ± 0.5830
All runs:
Hits@10:
Test: 68.1319 ± 3.0493
Hits@20:
Test: 75.3846 ± 1.3637
Hits@30:
Test: 79.7363 ± 2.3228
Hits@50:
Test: 88.3516 ± 0.9453
AUC:
Test: 95.9336 ± 0.2899
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.4176 ± 1.1356
Hits@20:
Test: 72.6593 ± 0.8164
Hits@30:
Test: 78.0659 ± 1.0355
Hits@50:
Test: 83.4725 ± 1.1357
AUC:
Test: 93.7952 ± 0.7293
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6044 ± 3.7800
Hits@20:
Test: 70.4176 ± 2.0179
Hits@30:
Test: 75.9560 ± 1.6491
Hits@50:
Test: 82.9011 ± 1.5955
AUC:
Test: 93.8480 ± 0.5474
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.4835 ± 3.8590
Hits@20:
Test: 75.8242 ± 1.9658
Hits@30:
Test: 80.5714 ± 1.7486
Hits@50:
Test: 85.0549 ± 1.2815
AUC:
Test: 94.4700 ± 0.4563
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.5055 ± 3.8777
Hits@20:
Test: 75.2527 ± 0.6520
Hits@30:
Test: 79.2527 ± 1.2872
Hits@50:
Test: 85.4945 ± 0.9580
AUC:
Test: 95.3211 ± 0.3732
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.0110 ± 7.5375
Hits@20:
Test: 71.8681 ± 6.8132
Hits@30:
Test: 77.7143 ± 5.5440
Hits@50:
Test: 82.8571 ± 6.1125
AUC:
Test: 92.5671 ± 2.6202
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3516 ± 3.5199
Hits@20:
Test: 73.6703 ± 2.4146
Hits@30:
Test: 79.4725 ± 2.1846
Hits@50:
Test: 84.3956 ± 3.3440
AUC:
Test: 95.3110 ± 0.4020
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.0549 ± 7.8391
Hits@20:
Test: 68.0879 ± 10.3278
Hits@30:
Test: 72.3077 ± 9.3335
Hits@50:
Test: 79.7802 ± 6.6663
AUC:
Test: 92.1668 ± 2.4300
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4066 ± 6.4583
Hits@20:
Test: 63.8242 ± 3.9149
Hits@30:
Test: 70.5055 ± 2.4146
Hits@50:
Test: 78.9451 ± 2.6980
AUC:
Test: 91.8677 ± 0.5544
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.3736 ± 1.6882
Hits@20:
Test: 73.0110 ± 1.5649
Hits@30:
Test: 77.2747 ± 2.4405
Hits@50:
Test: 83.3407 ± 2.1046
AUC:
Test: 93.8131 ± 0.5205
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7912 ± 2.5986
Hits@20:
Test: 68.6593 ± 3.8244
Hits@30:
Test: 73.4066 ± 3.0414
Hits@50:
Test: 79.6923 ± 2.1172
AUC:
Test: 93.6425 ± 0.4528
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.6813 ± 6.1314
Hits@20:
Test: 77.0110 ± 1.6924
Hits@30:
Test: 80.6593 ± 1.1525
Hits@50:
Test: 85.7143 ± 1.4495
AUC:
Test: 94.6212 ± 0.1762
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7033 ± 1.6709
Hits@20:
Test: 76.5714 ± 1.3778
Hits@30:
Test: 79.7363 ± 3.2129
Hits@50:
Test: 85.9780 ± 2.9707
AUC:
Test: 95.6527 ± 0.2095
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1978 ± 5.6518
Hits@20:
Test: 60.6593 ± 4.3068
Hits@30:
Test: 65.5824 ± 4.4627
Hits@50:
Test: 72.7473 ± 4.2133
AUC:
Test: 89.2928 ± 1.2593
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.4506 ± 3.3670
Hits@20:
Test: 53.1868 ± 4.7086
Hits@30:
Test: 61.9780 ± 3.3692
Hits@50:
Test: 70.3736 ± 4.1305
AUC:
Test: 89.5752 ± 1.1191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.0549 ± 3.5213
Hits@20:
Test: 70.1538 ± 3.8333
Hits@30:
Test: 74.6374 ± 2.3955
Hits@50:
Test: 82.6813 ± 2.0346
AUC:
Test: 92.9184 ± 0.8859
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9780 ± 5.3466
Hits@20:
Test: 62.0659 ± 4.1310
Hits@30:
Test: 70.4615 ± 4.6378
Hits@50:
Test: 74.7692 ± 6.0597
AUC:
Test: 91.9682 ± 1.0848
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0989 ± 4.3420
Hits@20:
Test: 75.8242 ± 3.8883
Hits@30:
Test: 79.5165 ± 2.3640
Hits@50:
Test: 84.2198 ± 2.1388
AUC:
Test: 94.0121 ± 0.6606
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3187 ± 2.2446
Hits@20:
Test: 75.0769 ± 1.1163
Hits@30:
Test: 80.0440 ± 0.8135
Hits@50:
Test: 85.0549 ± 2.3773
AUC:
Test: 95.2477 ± 0.2829
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1978 ± 4.9745
Hits@20:
Test: 61.1868 ± 2.9918
Hits@30:
Test: 63.5165 ± 3.1198
Hits@50:
Test: 74.0220 ± 2.4836
AUC:
Test: 88.7837 ± 1.3033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9011 ± 2.2819
Hits@20:
Test: 55.6044 ± 5.2747
Hits@30:
Test: 62.3736 ± 4.1421
Hits@50:
Test: 68.9670 ± 2.8291
AUC:
Test: 89.8286 ± 0.2617
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5824 ± 2.4982
Hits@20:
Test: 63.6923 ± 1.9311
Hits@30:
Test: 69.0549 ± 2.3019
Hits@50:
Test: 76.0440 ± 2.2467
AUC:
Test: 90.9700 ± 0.8364
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.4835 ± 2.3702
Hits@20:
Test: 54.8132 ± 4.5960
Hits@30:
Test: 60.8791 ± 3.6907
Hits@50:
Test: 70.0659 ± 2.8206
AUC:
Test: 89.5363 ± 0.3715
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.9231 ± 3.2805
Hits@20:
Test: 71.8681 ± 3.3222
Hits@30:
Test: 78.4176 ± 1.8739
Hits@50:
Test: 83.3407 ± 2.0641
AUC:
Test: 94.0094 ± 0.1562
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.2308 ± 2.5743
Hits@20:
Test: 72.0440 ± 1.5099
Hits@30:
Test: 76.8791 ± 1.1876
Hits@50:
Test: 81.1868 ± 2.2011
AUC:
Test: 94.2570 ± 0.1392
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9121 ± 2.9691
Hits@20:
Test: 73.3187 ± 3.1796
Hits@30:
Test: 77.4505 ± 1.6270
Hits@50:
Test: 83.3407 ± 2.2967
AUC:
Test: 93.5140 ± 0.8846
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9341 ± 2.8656
Hits@20:
Test: 70.4176 ± 2.8765
Hits@30:
Test: 75.3846 ± 1.5925
Hits@50:
Test: 82.8132 ± 2.1161
AUC:
Test: 93.6253 ± 0.8242
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.5275 ± 2.5977
Hits@20:
Test: 75.0330 ± 1.4294
Hits@30:
Test: 77.9780 ± 1.2177
Hits@50:
Test: 83.7802 ± 3.0271
AUC:
Test: 94.4270 ± 0.5308
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3626 ± 1.3602
Hits@20:
Test: 74.7692 ± 1.4021
Hits@30:
Test: 80.0879 ± 1.7486
Hits@50:
Test: 85.5385 ± 0.4228
AUC:
Test: 95.1525 ± 0.2931
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4835 ± 7.2271
Hits@20:
Test: 72.3077 ± 5.5339
Hits@30:
Test: 76.7472 ± 6.9750
Hits@50:
Test: 82.4615 ± 5.9511
AUC:
Test: 92.3476 ± 3.7810
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6264 ± 4.0208
Hits@20:
Test: 75.9560 ± 1.8230
Hits@30:
Test: 80.0000 ± 2.1252
Hits@50:
Test: 85.4945 ± 1.9348
AUC:
Test: 95.5393 ± 0.4056
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.1429 ± 3.7665
Hits@20:
Test: 71.0330 ± 2.4046
Hits@30:
Test: 77.3187 ± 1.6622
Hits@50:
Test: 82.9451 ± 2.2499
AUC:
Test: 92.8369 ± 1.1715
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0769 ± 2.6079
Hits@20:
Test: 62.0659 ± 3.9943
Hits@30:
Test: 69.1429 ± 3.2398
Hits@50:
Test: 74.4615 ± 6.4216
AUC:
Test: 91.7470 ± 0.7322
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8462 ± 3.5926
Hits@20:
Test: 76.2637 ± 3.6875
Hits@30:
Test: 79.3846 ± 3.1521
Hits@50:
Test: 85.3626 ± 1.4792
AUC:
Test: 93.7112 ± 0.8271
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4066 ± 3.1720
Hits@20:
Test: 68.7033 ± 3.9026
Hits@30:
Test: 73.6703 ± 3.8927
Hits@50:
Test: 81.1429 ± 2.1668
AUC:
Test: 93.6471 ± 0.9996
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.5824 ± 4.2464
Hits@20:
Test: 75.0330 ± 2.6447
Hits@30:
Test: 79.2528 ± 2.0943
Hits@50:
Test: 85.9341 ± 1.0879
AUC:
Test: 94.5757 ± 0.6503
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7033 ± 3.0239
Hits@20:
Test: 77.5824 ± 1.2038
Hits@30:
Test: 80.1319 ± 2.7913
Hits@50:
Test: 85.8901 ± 3.2391
AUC:
Test: 95.7825 ± 0.2965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2308 ± 4.3403
Hits@20:
Test: 62.4176 ± 4.3375
Hits@30:
Test: 67.3846 ± 3.8149
Hits@50:
Test: 73.0549 ± 5.0492
AUC:
Test: 89.8627 ± 1.3855
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8901 ± 6.0975
Hits@20:
Test: 55.5165 ± 3.3570
Hits@30:
Test: 64.7033 ± 3.9883
Hits@50:
Test: 70.6813 ± 4.6378
AUC:
Test: 89.6344 ± 1.2521
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1648 ± 2.4748
Hits@20:
Test: 68.5275 ± 4.2657
Hits@30:
Test: 75.6044 ± 1.5067
Hits@50:
Test: 79.0330 ± 5.2898
AUC:
Test: 92.7300 ± 0.6824
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3077 ± 2.9298
Hits@20:
Test: 65.1868 ± 5.1697
Hits@30:
Test: 71.3407 ± 4.5723
Hits@50:
Test: 75.9560 ± 7.0785
AUC:
Test: 92.8624 ± 0.4332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.7143 ± 4.9130
Hits@20:
Test: 74.5495 ± 2.1779
Hits@30:
Test: 79.2967 ± 1.6106
Hits@50:
Test: 85.0989 ± 1.7193
AUC:
Test: 94.1012 ± 0.4189
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.7582 ± 1.7486
Hits@20:
Test: 74.6374 ± 1.9817
Hits@30:
Test: 79.1209 ± 1.0989
Hits@50:
Test: 85.9780 ± 2.0931
AUC:
Test: 95.6248 ± 0.4467
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9231 ± 4.0899
Hits@20:
Test: 59.6923 ± 2.0358
Hits@30:
Test: 65.7582 ± 1.1671
Hits@50:
Test: 73.9341 ± 0.5516
AUC:
Test: 89.3660 ± 0.9487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1868 ± 3.7350
Hits@20:
Test: 54.4615 ± 4.3774
Hits@30:
Test: 59.6484 ± 4.1776
Hits@50:
Test: 72.1319 ± 2.0582
AUC:
Test: 90.0572 ± 0.6608
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5165 ± 5.6046
Hits@20:
Test: 60.3956 ± 4.5133
Hits@30:
Test: 68.1319 ± 1.2625
Hits@50:
Test: 76.1758 ± 1.2683
AUC:
Test: 89.7163 ± 0.8521
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.2418 ± 3.5730
Hits@20:
Test: 54.6813 ± 4.7784
Hits@30:
Test: 63.1209 ± 5.0797
Hits@50:
Test: 72.0879 ± 3.4681
AUC:
Test: 89.6958 ± 0.6496
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2527 ± 3.5336
Hits@20:
Test: 72.0879 ± 2.5912
Hits@30:
Test: 77.2308 ± 2.8933
Hits@50:
Test: 82.3736 ± 3.6160
AUC:
Test: 93.5629 ± 0.5968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.9121 ± 2.8631
Hits@20:
Test: 73.1868 ± 1.8190
Hits@30:
Test: 76.5275 ± 4.2000
Hits@50:
Test: 80.7033 ± 2.1668
AUC:
Test: 93.9987 ± 0.4740
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.5714 ± 3.8852
Hits@20:
Test: 72.9231 ± 2.9174
Hits@30:
Test: 76.7473 ± 1.2664
Hits@50:
Test: 82.2418 ± 1.5649
AUC:
Test: 92.6040 ± 1.0534
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4945 ± 1.3002
Hits@20:
Test: 72.4396 ± 1.4378
Hits@30:
Test: 76.3516 ± 2.7034
Hits@50:
Test: 83.5604 ± 0.8282
AUC:
Test: 93.4972 ± 0.5840
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7802 ± 4.0988
Hits@20:
Test: 73.2747 ± 4.2121
Hits@30:
Test: 76.2198 ± 4.4186
Hits@50:
Test: 80.9670 ± 4.6378
AUC:
Test: 93.3184 ± 1.0280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.3846 ± 1.0471
Hits@20:
Test: 76.2198 ± 2.4395
Hits@30:
Test: 80.0440 ± 3.2982
Hits@50:
Test: 85.5824 ± 2.5940
AUC:
Test: 94.8858 ± 0.3660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5604 ± 5.3619
Hits@20:
Test: 72.9670 ± 2.1813
Hits@30:
Test: 76.1319 ± 3.1298
Hits@50:
Test: 82.4176 ± 2.2681
AUC:
Test: 92.8429 ± 1.4976
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.9341 ± 3.3991
Hits@20:
Test: 76.3077 ± 1.7123
Hits@30:
Test: 81.2308 ± 3.1337
Hits@50:
Test: 86.9451 ± 1.8296
AUC:
Test: 95.7968 ± 0.2788
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.9121 ± 7.2451
Hits@20:
Test: 72.2198 ± 2.0943
Hits@30:
Test: 76.4396 ± 3.2613
Hits@50:
Test: 82.7692 ± 1.7760
AUC:
Test: 92.8283 ± 1.0596
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9121 ± 4.0567
Hits@20:
Test: 65.0549 ± 6.2551
Hits@30:
Test: 71.2967 ± 3.6532
Hits@50:
Test: 76.0879 ± 6.6143
AUC:
Test: 91.9936 ± 0.6993
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1758 ± 2.2755
Hits@20:
Test: 75.4286 ± 1.0355
Hits@30:
Test: 79.3407 ± 2.7930
Hits@50:
Test: 83.5604 ± 1.0699
AUC:
Test: 93.2813 ± 0.7236
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4835 ± 3.3963
Hits@20:
Test: 71.8242 ± 2.5030
Hits@30:
Test: 76.9231 ± 3.9713
Hits@50:
Test: 83.7802 ± 2.4146
AUC:
Test: 94.1015 ± 0.1900
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9011 ± 2.0827
Hits@20:
Test: 75.8681 ± 1.7814
Hits@30:
Test: 80.0440 ± 2.4787
Hits@50:
Test: 85.4066 ± 1.4628
AUC:
Test: 94.5987 ± 0.5332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.6593 ± 5.7134
Hits@20:
Test: 76.7912 ± 2.1846
Hits@30:
Test: 82.2418 ± 1.0471
Hits@50:
Test: 86.8132 ± 1.4328
AUC:
Test: 95.7677 ± 0.3707
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.9121 ± 4.3281
Hits@20:
Test: 63.6484 ± 6.1785
Hits@30:
Test: 71.0330 ± 2.5318
Hits@50:
Test: 74.5055 ± 6.1695
AUC:
Test: 90.5126 ± 0.7952
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9341 ± 3.0808
Hits@20:
Test: 57.1868 ± 3.4834
Hits@30:
Test: 65.2308 ± 3.1902
Hits@50:
Test: 70.5495 ± 4.5229
AUC:
Test: 89.8492 ± 0.8280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.3626 ± 2.2273
Hits@20:
Test: 70.8571 ± 2.9998
Hits@30:
Test: 76.1758 ± 2.8128
Hits@50:
Test: 82.5495 ± 2.5565
AUC:
Test: 92.3850 ± 0.9774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0989 ± 6.2311
Hits@20:
Test: 62.8132 ± 3.9542
Hits@30:
Test: 71.4725 ± 3.4972
Hits@50:
Test: 74.9451 ± 6.0947
AUC:
Test: 91.9632 ± 0.9844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7912 ± 3.1544
Hits@20:
Test: 76.8791 ± 2.5460
Hits@30:
Test: 79.9121 ± 1.3952
Hits@50:
Test: 85.3187 ± 1.2664
AUC:
Test: 94.3292 ± 0.3531
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.2418 ± 1.0945
Hits@20:
Test: 76.3077 ± 0.9376
Hits@30:
Test: 80.0879 ± 0.4557
Hits@50:
Test: 86.4176 ± 1.1876
AUC:
Test: 95.4351 ± 0.2428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4286 ± 2.2914
Hits@20:
Test: 58.2857 ± 2.2164
Hits@30:
Test: 66.2418 ± 3.2658
Hits@50:
Test: 72.8791 ± 4.7408
AUC:
Test: 89.8882 ± 0.9797
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.2967 ± 2.5059
Hits@20:
Test: 52.0440 ± 4.3581
Hits@30:
Test: 61.6703 ± 3.3281
Hits@50:
Test: 72.3516 ± 2.2055
AUC:
Test: 89.9410 ± 0.6967
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1648 ± 2.6051
Hits@20:
Test: 63.3846 ± 2.8849
Hits@30:
Test: 69.0549 ± 2.6023
Hits@50:
Test: 76.1319 ± 3.5082
AUC:
Test: 90.6668 ± 0.5721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5714 ± 3.2857
Hits@20:
Test: 55.2527 ± 5.9839
Hits@30:
Test: 61.2308 ± 4.1631
Hits@50:
Test: 72.9670 ± 3.6347
AUC:
Test: 90.2395 ± 1.0466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.3187 ± 5.1856
Hits@20:
Test: 72.8791 ± 3.8777
Hits@30:
Test: 78.0659 ± 3.0271
Hits@50:
Test: 83.2528 ± 2.9132
AUC:
Test: 94.2172 ± 0.7067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4506 ± 2.1679
Hits@20:
Test: 72.0440 ± 1.5572
Hits@30:
Test: 76.0000 ± 2.9748
Hits@50:
Test: 83.3407 ± 1.8150
AUC:
Test: 94.2100 ± 0.3370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.2967 ± 6.1617
Hits@20:
Test: 69.7582 ± 4.2350
Hits@30:
Test: 74.1099 ± 2.0989
Hits@50:
Test: 79.9121 ± 1.4710
AUC:
Test: 90.8736 ± 1.3154
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6374 ± 15.5063
Hits@20:
Test: 64.0879 ± 10.0351
Hits@30:
Test: 68.7473 ± 9.5287
Hits@50:
Test: 74.8571 ± 8.2302
AUC:
Test: 89.7742 ± 2.1390
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6264 ± 6.7894
Hits@20:
Test: 71.0330 ± 1.3760
Hits@30:
Test: 72.7473 ± 5.3543
Hits@50:
Test: 77.1868 ± 4.7276
AUC:
Test: 91.3003 ± 0.5393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.7912 ± 1.4158
Hits@20:
Test: 75.2088 ± 1.2374
Hits@30:
Test: 79.6044 ± 0.9246
Hits@50:
Test: 83.9121 ± 1.5019
AUC:
Test: 93.8424 ± 0.4859
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3626 ± 3.3208
Hits@20:
Test: 72.1319 ± 7.6251
Hits@30:
Test: 78.7692 ± 3.9457
Hits@50:
Test: 85.3187 ± 3.4799
AUC:
Test: 94.4691 ± 0.8787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.5604 ± 2.6401
Hits@20:
Test: 76.8352 ± 1.5035
Hits@30:
Test: 82.1538 ± 1.9311
Hits@50:
Test: 86.7253 ± 1.7828
AUC:
Test: 95.9834 ± 0.3106
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2198 ± 2.3945
Hits@20:
Test: 72.0000 ± 0.9141
Hits@30:
Test: 76.7912 ± 1.1897
Hits@50:
Test: 77.2308 ± 8.0251
AUC:
Test: 91.8633 ± 0.6451
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2527 ± 6.4908
Hits@20:
Test: 58.4615 ± 5.0693
Hits@30:
Test: 65.7582 ± 5.6685
Hits@50:
Test: 73.3187 ± 3.9272
AUC:
Test: 89.6983 ± 1.3170
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6374 ± 2.4246
Hits@20:
Test: 73.3626 ± 1.1462
Hits@30:
Test: 77.6264 ± 1.6695
Hits@50:
Test: 80.3516 ± 5.9920
AUC:
Test: 92.7016 ± 0.5542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.3187 ± 1.6549
Hits@20:
Test: 72.0000 ± 1.3952
Hits@30:
Test: 75.7802 ± 1.7949
Hits@50:
Test: 81.8901 ± 1.1055
AUC:
Test: 93.0768 ± 0.7173
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.0549 ± 4.3874
Hits@20:
Test: 73.5824 ± 3.4062
Hits@30:
Test: 77.8462 ± 3.8301
Hits@50:
Test: 83.6484 ± 3.5865
AUC:
Test: 93.7732 ± 0.3391
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.5165 ± 3.6000
Hits@20:
Test: 77.0549 ± 2.5893
Hits@30:
Test: 81.8901 ± 1.0379
Hits@50:
Test: 87.0769 ± 1.1462
AUC:
Test: 95.8006 ± 0.1811
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6923 ± 6.6782
Hits@20:
Test: 61.2747 ± 9.6320
Hits@30:
Test: 68.0879 ± 8.4785
Hits@50:
Test: 73.4505 ± 7.0747
AUC:
Test: 90.5408 ± 2.0887
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4396 ± 2.8631
Hits@20:
Test: 54.1978 ± 6.3444
Hits@30:
Test: 60.5275 ± 6.7179
Hits@50:
Test: 70.2418 ± 5.1977
AUC:
Test: 89.5058 ± 1.1867
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6923 ± 1.1774
Hits@20:
Test: 70.9011 ± 0.8736
Hits@30:
Test: 75.7802 ± 1.8480
Hits@50:
Test: 81.7143 ± 1.8084
AUC:
Test: 92.7434 ± 0.7069
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0550 ± 3.4281
Hits@20:
Test: 65.3626 ± 2.5612
Hits@30:
Test: 73.0989 ± 4.1252
Hits@50:
Test: 76.6593 ± 6.7480
AUC:
Test: 92.5480 ± 0.6307
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4286 ± 1.9311
Hits@20:
Test: 76.0440 ± 1.0654
Hits@30:
Test: 78.6374 ± 1.9122
Hits@50:
Test: 84.7912 ± 1.6981
AUC:
Test: 94.2282 ± 0.5226
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.7363 ± 1.0143
Hits@20:
Test: 75.5165 ± 2.1115
Hits@30:
Test: 80.1319 ± 1.1692
Hits@50:
Test: 86.7692 ± 1.9987
AUC:
Test: 95.2610 ± 0.3084
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0220 ± 1.4038
Hits@20:
Test: 62.3736 ± 3.1213
Hits@30:
Test: 67.5604 ± 1.4792
Hits@50:
Test: 74.5934 ± 1.9072
AUC:
Test: 89.5079 ± 1.4552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1868 ± 4.1949
Hits@20:
Test: 54.2418 ± 4.4594
Hits@30:
Test: 61.5824 ± 2.9215
Hits@50:
Test: 72.6154 ± 2.3599
AUC:
Test: 89.7338 ± 0.3744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2637 ± 4.5079
Hits@20:
Test: 61.1868 ± 6.3100
Hits@30:
Test: 70.0220 ± 4.3807
Hits@50:
Test: 74.0659 ± 7.0244
AUC:
Test: 90.3545 ± 1.7585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9890 ± 3.5247
Hits@20:
Test: 57.5824 ± 3.7168
Hits@30:
Test: 63.3846 ± 6.4482
Hits@50:
Test: 73.2747 ± 3.6000
AUC:
Test: 90.1610 ± 0.6579
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5165 ± 3.3222
Hits@20:
Test: 73.0549 ± 3.0159
Hits@30:
Test: 78.5934 ± 3.7736
Hits@50:
Test: 84.9231 ± 2.3290
AUC:
Test: 94.0258 ± 0.4742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.8791 ± 4.2316
Hits@20:
Test: 72.0000 ± 2.4503
Hits@30:
Test: 75.7363 ± 0.8015
Hits@50:
Test: 82.3297 ± 2.4454
AUC:
Test: 94.4054 ± 0.3275
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.9890 ± 1.9633
Hits@20:
Test: 69.6703 ± 2.0676
Hits@30:
Test: 74.9451 ± 1.9780
Hits@50:
Test: 80.6154 ± 2.5460
AUC:
Test: 93.1871 ± 0.4098
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6374 ± 2.8723
Hits@20:
Test: 62.5934 ± 2.6254
Hits@30:
Test: 70.2418 ± 1.6781
Hits@50:
Test: 74.0220 ± 2.8966
AUC:
Test: 90.8577 ± 0.7713
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8242 ± 5.3375
Hits@20:
Test: 69.9341 ± 2.9462
Hits@30:
Test: 74.7692 ± 1.0355
Hits@50:
Test: 80.7912 ± 1.0834
AUC:
Test: 93.4133 ± 0.6256
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.8791 ± 2.9281
Hits@20:
Test: 66.1099 ± 2.3945
Hits@30:
Test: 70.1978 ± 1.3058
Hits@50:
Test: 77.3187 ± 2.5270
AUC:
Test: 92.5719 ± 0.2596
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6264 ± 2.2660
Hits@20:
Test: 74.7253 ± 1.9963
Hits@30:
Test: 76.7473 ± 5.1949
Hits@50:
Test: 84.0440 ± 3.9487
AUC:
Test: 93.2695 ± 1.6958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.8352 ± 2.1890
Hits@20:
Test: 73.4505 ± 1.6255
Hits@30:
Test: 80.2198 ± 2.0441
Hits@50:
Test: 84.6593 ± 2.3384
AUC:
Test: 95.7455 ± 0.3229
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4835 ± 4.2758
Hits@20:
Test: 65.5824 ± 1.4124
Hits@30:
Test: 73.2747 ± 3.6267
Hits@50:
Test: 80.1319 ± 1.3778
AUC:
Test: 92.5984 ± 0.2952
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0659 ± 4.7225
Hits@20:
Test: 48.9670 ± 2.4493
Hits@30:
Test: 54.1538 ± 4.6819
Hits@50:
Test: 68.5714 ± 3.1275
AUC:
Test: 88.9831 ± 0.4281
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.7692 ± 3.7895
Hits@20:
Test: 70.1538 ± 3.0588
Hits@30:
Test: 73.9341 ± 2.9593
Hits@50:
Test: 80.5714 ± 2.4005
AUC:
Test: 93.2727 ± 0.1768
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7802 ± 1.1774
Hits@20:
Test: 62.6374 ± 2.0083
Hits@30:
Test: 68.6154 ± 1.7194
Hits@50:
Test: 74.3297 ± 1.0238
AUC:
Test: 90.8203 ± 0.1981
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.5385 ± 5.5535
Hits@20:
Test: 69.8462 ± 3.3418
Hits@30:
Test: 74.1538 ± 3.1491
Hits@50:
Test: 79.7802 ± 3.4119
AUC:
Test: 93.7045 ± 0.2505
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6484 ± 3.9272
Hits@20:
Test: 69.0989 ± 2.8639
Hits@30:
Test: 74.1978 ± 1.6045
Hits@50:
Test: 79.3407 ± 3.0493
AUC:
Test: 94.3190 ± 0.2978
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1868 ± 2.4246
Hits@20:
Test: 59.2088 ± 4.8665
Hits@30:
Test: 68.2198 ± 3.0319
Hits@50:
Test: 77.6703 ± 2.8214
AUC:
Test: 91.6357 ± 0.1923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0110 ± 2.9918
Hits@20:
Test: 48.3956 ± 4.6347
Hits@30:
Test: 55.5165 ± 3.9457
Hits@50:
Test: 68.7033 ± 0.8597
AUC:
Test: 88.9058 ± 1.0015
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.4176 ± 0.9115
Hits@20:
Test: 66.9011 ± 1.0945
Hits@30:
Test: 73.4945 ± 1.6781
Hits@50:
Test: 80.1758 ± 0.5247
AUC:
Test: 92.4961 ± 0.2676
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2637 ± 3.3490
Hits@20:
Test: 48.0000 ± 2.9837
Hits@30:
Test: 57.9341 ± 3.9973
Hits@50:
Test: 69.0989 ± 2.7301
AUC:
Test: 89.4331 ± 0.2981
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0879 ± 4.6065
Hits@20:
Test: 67.7802 ± 4.1544
Hits@30:
Test: 72.2637 ± 5.4932
Hits@50:
Test: 80.7473 ± 1.3512
AUC:
Test: 93.2520 ± 0.8897
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7912 ± 3.8433
Hits@20:
Test: 66.6374 ± 2.0757
Hits@30:
Test: 70.9890 ± 1.8519
Hits@50:
Test: 77.0110 ± 1.3690
AUC:
Test: 92.9996 ± 0.4059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6044 ± 6.2697
Hits@20:
Test: 60.9670 ± 1.1055
Hits@30:
Test: 68.9231 ± 0.9402
Hits@50:
Test: 75.9560 ± 2.1172
AUC:
Test: 90.9251 ± 0.3030
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6264 ± 4.8111
Hits@20:
Test: 49.8462 ± 5.4468
Hits@30:
Test: 59.7802 ± 2.0676
Hits@50:
Test: 69.0989 ± 2.9593
AUC:
Test: 89.1716 ± 0.4381
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.9670 ± 5.5309
Hits@20:
Test: 55.6484 ± 5.5718
Hits@30:
Test: 67.7363 ± 1.0586
Hits@50:
Test: 76.3956 ± 1.4124
AUC:
Test: 90.6443 ± 1.0739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0440 ± 3.4590
Hits@20:
Test: 49.5824 ± 3.5865
Hits@30:
Test: 58.3736 ± 2.3854
Hits@50:
Test: 71.3846 ± 3.8678
AUC:
Test: 89.4044 ± 0.3343
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.4286 ± 3.6167
Hits@20:
Test: 68.6593 ± 1.6853
Hits@30:
Test: 73.0989 ± 2.9388
Hits@50:
Test: 80.0000 ± 0.7453
AUC:
Test: 92.9927 ± 0.5122
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.7033 ± 3.4625
Hits@20:
Test: 62.9890 ± 0.8311
Hits@30:
Test: 69.9341 ± 2.8715
Hits@50:
Test: 74.3297 ± 4.9497
AUC:
Test: 90.5872 ± 0.4405
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1538 ± 2.9380
Hits@20:
Test: 68.9231 ± 2.2553
Hits@30:
Test: 75.2088 ± 2.0989
Hits@50:
Test: 81.1868 ± 2.3134
AUC:
Test: 93.1087 ± 0.6632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.2308 ± 2.3239
Hits@20:
Test: 62.9011 ± 2.7643
Hits@30:
Test: 69.1429 ± 1.7486
Hits@50:
Test: 76.1319 ± 1.5035
AUC:
Test: 91.3537 ± 0.6215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.0220 ± 2.0239
Hits@20:
Test: 71.5165 ± 4.9697
Hits@30:
Test: 75.7363 ± 3.3026
Hits@50:
Test: 81.3187 ± 0.7289
AUC:
Test: 93.3571 ± 0.5238
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0879 ± 3.2952
Hits@20:
Test: 67.1648 ± 3.0910
Hits@30:
Test: 71.3407 ± 1.8817
Hits@50:
Test: 78.9451 ± 1.6981
AUC:
Test: 92.5582 ± 0.3401
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.6593 ± 3.1097
Hits@20:
Test: 75.2967 ± 3.5357
Hits@30:
Test: 78.9890 ± 4.1223
Hits@50:
Test: 83.3846 ± 5.7366
AUC:
Test: 93.2981 ± 1.9302
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1099 ± 2.1534
Hits@20:
Test: 76.7033 ± 1.5925
Hits@30:
Test: 80.3077 ± 1.3423
Hits@50:
Test: 87.0769 ± 1.2759
AUC:
Test: 95.8309 ± 0.1825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.6044 ± 3.3454
Hits@20:
Test: 66.0220 ± 3.7736
Hits@30:
Test: 73.0989 ± 2.7256
Hits@50:
Test: 80.7473 ± 1.3058
AUC:
Test: 92.5964 ± 0.3329
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7912 ± 2.8257
Hits@20:
Test: 50.1099 ± 2.5678
Hits@30:
Test: 58.5055 ± 3.0151
Hits@50:
Test: 70.4615 ± 1.3423
AUC:
Test: 89.0978 ± 0.3819
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0000 ± 2.4375
Hits@20:
Test: 69.9341 ± 2.5602
Hits@30:
Test: 72.3077 ± 2.0792
Hits@50:
Test: 78.8132 ± 1.5035
AUC:
Test: 92.8282 ± 0.2386
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3846 ± 2.7582
Hits@20:
Test: 62.2857 ± 3.4422
Hits@30:
Test: 68.4835 ± 1.7067
Hits@50:
Test: 75.3407 ± 1.5494
AUC:
Test: 90.9249 ± 0.1850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1099 ± 5.8756
Hits@20:
Test: 69.0110 ± 5.0907
Hits@30:
Test: 73.5385 ± 3.1834
Hits@50:
Test: 81.0110 ± 0.9902
AUC:
Test: 93.5842 ± 0.2502
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.5055 ± 3.5933
Hits@20:
Test: 70.1978 ± 2.3803
Hits@30:
Test: 75.1648 ± 1.0654
Hits@50:
Test: 80.6154 ± 2.5174
AUC:
Test: 94.4449 ± 0.2861
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4066 ± 4.5293
Hits@20:
Test: 61.4945 ± 2.6620
Hits@30:
Test: 69.3187 ± 2.1512
Hits@50:
Test: 77.0549 ± 1.0024
AUC:
Test: 91.5060 ± 0.6438
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0549 ± 3.9236
Hits@20:
Test: 49.0989 ± 4.2178
Hits@30:
Test: 57.4506 ± 1.1897
Hits@50:
Test: 69.1429 ± 2.3497
AUC:
Test: 89.0085 ± 0.9979
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.5275 ± 2.2606
Hits@20:
Test: 69.4506 ± 0.2692
Hits@30:
Test: 72.9670 ± 2.4719
Hits@50:
Test: 80.7473 ± 1.4628
AUC:
Test: 92.5968 ± 0.3526
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0000 ± 2.8359
Hits@20:
Test: 50.4615 ± 4.7561
Hits@30:
Test: 58.3736 ± 4.8789
Hits@50:
Test: 69.3626 ± 2.9347
AUC:
Test: 89.6827 ± 0.2835
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7363 ± 4.7571
Hits@20:
Test: 68.6593 ± 3.1491
Hits@30:
Test: 74.2418 ± 0.9755
Hits@50:
Test: 81.0989 ± 2.2628
AUC:
Test: 93.4791 ± 0.3851
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.4725 ± 2.6346
Hits@20:
Test: 68.8352 ± 2.2273
Hits@30:
Test: 71.1648 ± 2.2808
Hits@50:
Test: 77.8901 ± 1.8558
AUC:
Test: 92.9521 ± 0.5728
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9341 ± 4.8760
Hits@20:
Test: 63.0330 ± 2.6980
Hits@30:
Test: 66.7253 ± 3.5933
Hits@50:
Test: 76.1758 ± 1.3423
AUC:
Test: 91.1085 ± 0.4310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3407 ± 3.1082
Hits@20:
Test: 48.2198 ± 3.5048
Hits@30:
Test: 61.4066 ± 1.7067
Hits@50:
Test: 68.6593 ± 3.1720
AUC:
Test: 89.2116 ± 0.4116
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.2527 ± 5.0526
Hits@20:
Test: 60.4396 ± 4.7875
Hits@30:
Test: 68.5275 ± 4.5133
Hits@50:
Test: 78.0220 ± 2.4424
AUC:
Test: 90.8336 ± 1.1918
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0330 ± 3.1948
Hits@20:
Test: 49.8462 ± 4.2316
Hits@30:
Test: 60.9231 ± 3.0706
Hits@50:
Test: 68.4396 ± 2.6492
AUC:
Test: 89.1444 ± 0.2857
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2747 ± 4.3442
Hits@20:
Test: 66.8571 ± 4.2826
Hits@30:
Test: 73.6703 ± 1.8084
Hits@50:
Test: 80.2637 ± 0.4765
AUC:
Test: 93.0266 ± 0.5077
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9011 ± 3.6160
Hits@20:
Test: 61.9780 ± 3.2783
Hits@30:
Test: 69.6264 ± 1.9311
Hits@50:
Test: 73.3626 ± 4.4945
AUC:
Test: 90.7718 ± 0.6128
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0659 ± 1.9695
Hits@20:
Test: 68.3956 ± 2.9049
Hits@30:
Test: 71.0769 ± 4.7839
Hits@50:
Test: 77.3626 ± 3.5946
AUC:
Test: 91.4095 ± 1.0701
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6264 ± 1.0425
Hits@20:
Test: 60.3077 ± 1.7896
Hits@30:
Test: 69.1868 ± 0.8135
Hits@50:
Test: 75.1648 ± 0.9194
AUC:
Test: 91.0544 ± 0.6329
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0330 ± 3.4729
Hits@20:
Test: 68.0879 ± 4.0508
Hits@30:
Test: 73.2747 ± 4.4843
Hits@50:
Test: 79.7363 ± 0.8708
AUC:
Test: 93.1610 ± 0.6146
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4066 ± 2.1000
Hits@20:
Test: 68.5275 ± 2.3793
Hits@30:
Test: 71.6923 ± 1.8217
Hits@50:
Test: 78.1978 ± 2.7774
AUC:
Test: 92.9031 ± 0.2437
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1099 ± 3.0871
Hits@20:
Test: 72.1758 ± 2.5846
Hits@30:
Test: 77.0549 ± 2.9511
Hits@50:
Test: 83.0769 ± 2.6190
AUC:
Test: 92.9598 ± 1.6805
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8462 ± 1.7052
Hits@20:
Test: 77.2747 ± 1.0494
Hits@30:
Test: 82.0220 ± 2.5460
Hits@50:
Test: 86.4176 ± 1.6476
AUC:
Test: 95.8333 ± 0.1459
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4066 ± 4.1891
Hits@20:
Test: 69.8901 ± 2.1813
Hits@30:
Test: 74.1539 ± 3.5391
Hits@50:
Test: 80.3516 ± 1.6924
AUC:
Test: 92.2153 ± 0.7119
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1868 ± 3.4910
Hits@20:
Test: 50.7692 ± 1.4158
Hits@30:
Test: 57.4945 ± 2.8085
Hits@50:
Test: 67.8242 ± 1.6925
AUC:
Test: 88.9670 ± 0.4150
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0769 ± 4.6932
Hits@20:
Test: 66.9451 ± 4.3308
Hits@30:
Test: 73.8901 ± 1.5803
Hits@50:
Test: 78.7692 ± 2.4454
AUC:
Test: 92.3342 ± 1.0250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.8901 ± 1.3690
Hits@20:
Test: 65.0989 ± 1.4192
Hits@30:
Test: 69.8901 ± 1.8057
Hits@50:
Test: 74.9011 ± 1.9311
AUC:
Test: 91.2271 ± 0.4162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5494 ± 8.3655
Hits@20:
Test: 71.3846 ± 2.8034
Hits@30:
Test: 72.7473 ± 3.9865
Hits@50:
Test: 81.4505 ± 1.1998
AUC:
Test: 93.8504 ± 0.3517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3077 ± 1.6403
Hits@20:
Test: 72.9670 ± 2.0083
Hits@30:
Test: 75.7363 ± 2.3497
Hits@50:
Test: 81.5824 ± 1.5337
AUC:
Test: 94.6356 ± 0.4586
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3407 ± 2.9552
Hits@20:
Test: 62.7692 ± 4.9380
Hits@30:
Test: 71.8242 ± 2.5078
Hits@50:
Test: 77.6703 ± 3.2061
AUC:
Test: 91.3823 ± 0.6100
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3516 ± 2.0594
Hits@20:
Test: 49.4945 ± 4.0028
Hits@30:
Test: 56.5275 ± 2.7861
Hits@50:
Test: 68.0879 ± 1.0586
AUC:
Test: 88.8600 ± 0.8353
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3736 ± 4.3281
Hits@20:
Test: 67.1648 ± 2.9918
Hits@30:
Test: 72.8791 ± 1.3058
Hits@50:
Test: 79.7363 ± 0.6099
AUC:
Test: 92.1154 ± 0.1463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0110 ± 3.5933
Hits@20:
Test: 50.3297 ± 5.1072
Hits@30:
Test: 61.2747 ± 3.6327
Hits@50:
Test: 71.3407 ± 2.1172
AUC:
Test: 89.6274 ± 0.1973
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3077 ± 7.2787
Hits@20:
Test: 67.6484 ± 3.6294
Hits@30:
Test: 73.2747 ± 2.4056
Hits@50:
Test: 79.6484 ± 3.1682
AUC:
Test: 93.0058 ± 0.6745
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.1758 ± 2.4474
Hits@20:
Test: 67.9121 ± 2.9528
Hits@30:
Test: 70.4615 ± 2.3702
Hits@50:
Test: 77.7143 ± 1.6564
AUC:
Test: 92.5369 ± 0.3931
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7912 ± 5.6931
Hits@20:
Test: 59.7802 ± 4.9900
Hits@30:
Test: 67.2967 ± 3.9236
Hits@50:
Test: 75.7363 ± 3.0636
AUC:
Test: 90.5041 ± 1.0563
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8571 ± 3.8989
Hits@20:
Test: 50.2418 ± 3.9303
Hits@30:
Test: 56.1319 ± 5.5046
Hits@50:
Test: 71.2527 ± 3.1252
AUC:
Test: 89.2897 ± 0.3059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5714 ± 5.6995
Hits@20:
Test: 60.7912 ± 4.5272
Hits@30:
Test: 69.2747 ± 2.9544
Hits@50:
Test: 77.4945 ± 2.5327
AUC:
Test: 90.9652 ± 1.2731
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2637 ± 2.5318
Hits@20:
Test: 50.6374 ± 5.0516
Hits@30:
Test: 58.0220 ± 5.2449
Hits@50:
Test: 66.9451 ± 1.3058
AUC:
Test: 89.1065 ± 0.3975
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0000 ± 4.1381
Hits@20:
Test: 71.1209 ± 0.8455
Hits@30:
Test: 73.2308 ± 3.6757
Hits@50:
Test: 80.9670 ± 1.7208
AUC:
Test: 92.8115 ± 0.6233
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2308 ± 4.6399
Hits@20:
Test: 62.3297 ± 2.2872
Hits@30:
Test: 69.4505 ± 0.7453
Hits@50:
Test: 74.3297 ± 2.2055
AUC:
Test: 90.7938 ± 0.3042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3077 ± 3.5629
Hits@20:
Test: 67.5165 ± 0.5689
Hits@30:
Test: 71.6044 ± 1.8868
Hits@50:
Test: 76.4396 ± 1.0238
AUC:
Test: 89.8393 ± 0.5125
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5275 ± 2.6346
Hits@20:
Test: 57.8022 ± 4.7317
Hits@30:
Test: 63.7802 ± 5.5326
Hits@50:
Test: 71.4725 ± 2.8034
AUC:
Test: 89.3266 ± 1.2353
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.7143 ± 2.0989
Hits@20:
Test: 70.0220 ± 2.7696
Hits@30:
Test: 73.2308 ± 2.4641
Hits@50:
Test: 73.6264 ± 8.2190
AUC:
Test: 90.4318 ± 1.1404
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.3626 ± 1.4107
Hits@20:
Test: 66.7692 ± 1.1774
Hits@30:
Test: 69.0549 ± 6.5390
Hits@50:
Test: 77.3187 ± 3.6160
AUC:
Test: 91.2184 ± 1.1287
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3516 ± 4.4121
Hits@20:
Test: 75.3846 ± 4.8327
Hits@30:
Test: 77.2747 ± 3.8527
Hits@50:
Test: 84.5714 ± 3.0863
AUC:
Test: 94.4813 ± 0.6441
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.8352 ± 3.5966
Hits@20:
Test: 77.0989 ± 2.0989
Hits@30:
Test: 80.7033 ± 2.3742
Hits@50:
Test: 86.6374 ± 1.5258
AUC:
Test: 95.7444 ± 0.3786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3077 ± 1.4294
Hits@20:
Test: 67.1648 ± 1.6925
Hits@30:
Test: 70.7692 ± 5.7459
Hits@50:
Test: 73.2747 ± 8.0776
AUC:
Test: 91.3391 ± 0.7205
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8571 ± 2.6023
Hits@20:
Test: 52.8791 ± 5.3035
Hits@30:
Test: 58.8571 ± 5.5934
Hits@50:
Test: 73.4505 ± 3.6093
AUC:
Test: 89.8670 ± 0.8742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.0549 ± 1.1314
Hits@20:
Test: 69.1868 ± 1.2947
Hits@30:
Test: 71.7802 ± 3.0793
Hits@50:
Test: 77.1868 ± 1.2177
AUC:
Test: 91.5999 ± 1.1294
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6703 ± 3.8206
Hits@20:
Test: 60.7473 ± 3.6400
Hits@30:
Test: 66.6374 ± 3.8270
Hits@50:
Test: 76.0000 ± 1.6403
AUC:
Test: 90.9212 ± 0.5299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.3407 ± 3.3885
Hits@20:
Test: 66.5055 ± 10.3011
Hits@30:
Test: 73.9780 ± 6.3291
Hits@50:
Test: 81.9780 ± 2.9033
AUC:
Test: 93.5602 ± 0.7506
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4286 ± 1.7814
Hits@20:
Test: 72.4835 ± 2.2702
Hits@30:
Test: 75.8242 ± 1.4579
Hits@50:
Test: 82.0220 ± 2.4690
AUC:
Test: 94.9005 ± 0.5613
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6813 ± 4.7662
Hits@20:
Test: 60.3516 ± 4.1544
Hits@30:
Test: 67.6044 ± 3.3461
Hits@50:
Test: 77.0549 ± 1.9198
AUC:
Test: 90.8722 ± 0.9036
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3846 ± 2.7608
Hits@20:
Test: 50.3736 ± 3.7761
Hits@30:
Test: 57.4945 ± 2.2066
Hits@50:
Test: 67.4286 ± 3.8427
AUC:
Test: 88.8664 ± 0.5345
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1758 ± 3.5316
Hits@20:
Test: 68.4835 ± 2.1679
Hits@30:
Test: 74.4615 ± 1.5879
Hits@50:
Test: 80.1758 ± 0.6845
AUC:
Test: 92.5054 ± 0.4413
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5055 ± 3.6960
Hits@20:
Test: 54.5055 ± 1.6953
Hits@30:
Test: 61.4945 ± 3.7601
Hits@50:
Test: 70.6374 ± 2.1286
AUC:
Test: 89.4183 ± 0.2777
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7802 ± 5.4888
Hits@20:
Test: 68.9670 ± 2.3280
Hits@30:
Test: 73.2308 ± 2.2218
Hits@50:
Test: 79.7363 ± 1.3132
AUC:
Test: 93.0561 ± 0.8353
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9341 ± 1.0879
Hits@20:
Test: 67.0330 ± 1.6810
Hits@30:
Test: 70.9011 ± 1.7486
Hits@50:
Test: 78.1978 ± 0.8708
AUC:
Test: 92.7882 ± 0.2892
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2857 ± 4.2685
Hits@20:
Test: 64.0440 ± 4.3973
Hits@30:
Test: 68.7473 ± 4.5373
Hits@50:
Test: 75.2967 ± 1.9261
AUC:
Test: 90.6639 ± 1.0448
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4835 ± 1.2078
Hits@20:
Test: 50.9451 ± 2.5790
Hits@30:
Test: 58.9451 ± 3.6427
Hits@50:
Test: 69.4505 ± 2.7407
AUC:
Test: 89.0653 ± 0.4298
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4506 ± 3.5993
Hits@20:
Test: 62.9011 ± 3.6060
Hits@30:
Test: 67.8242 ± 5.0659
Hits@50:
Test: 77.8462 ± 2.8924
AUC:
Test: 91.2646 ± 0.0771
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0879 ± 5.1487
Hits@20:
Test: 50.4176 ± 3.6067
Hits@30:
Test: 56.5275 ± 3.5316
Hits@50:
Test: 67.9121 ± 2.4176
AUC:
Test: 89.1793 ± 0.4608
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.8242 ± 5.7425
Hits@20:
Test: 70.3736 ± 1.8480
Hits@30:
Test: 74.4615 ± 2.7512
Hits@50:
Test: 80.4835 ± 2.2000
AUC:
Test: 92.7090 ± 0.5520
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5714 ± 2.9958
Hits@20:
Test: 64.0879 ± 1.5115
Hits@30:
Test: 69.0989 ± 1.8623
Hits@50:
Test: 75.8242 ± 3.3656
AUC:
Test: 91.0754 ± 0.2844
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0330 ± 3.4380
Hits@20:
Test: 73.8901 ± 4.1158
Hits@30:
Test: 79.8681 ± 1.6417
Hits@50:
Test: 85.1868 ± 1.0609
AUC:
Test: 95.8503 ± 0.4223
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 3.6664
Hits@20:
Test: 74.7253 ± 4.0406
Hits@30:
Test: 80.0879 ± 2.5753
Hits@50:
Test: 85.7143 ± 1.3637
AUC:
Test: 95.8899 ± 0.3613
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7253 ± 4.0028
Hits@20:
Test: 74.3736 ± 4.4627
Hits@30:
Test: 80.1319 ± 1.7828
Hits@50:
Test: 86.0220 ± 1.3512
AUC:
Test: 95.8992 ± 0.4003
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.0, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(add_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4945 ± 3.7761
Hits@20:
Test: 67.3407 ± 2.1342
Hits@30:
Test: 71.2088 ± 2.8949
Hits@50:
Test: 77.0110 ± 2.3497
AUC:
Test: 92.4754 ± 0.4827
Namespace(add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5604 ± 2.3945
Hits@20:
Test: 69.0989 ± 1.4874
Hits@30:
Test: 70.7692 ± 1.3900
Hits@50:
Test: 74.9890 ± 2.0287
AUC:
Test: 92.3678 ± 0.3138
Namespace(add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.3407 ± 1.8030
Hits@20:
Test: 75.9121 ± 3.8777
Hits@30:
Test: 77.0110 ± 6.1432
Hits@50:
Test: 84.7912 ± 2.0931
AUC:
Test: 95.5150 ± 1.1083
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6044 ± 1.5337
Hits@20:
Test: 75.8681 ± 3.9725
Hits@30:
Test: 76.7912 ± 6.5190
Hits@50:
Test: 84.7473 ± 2.2766
AUC:
Test: 95.5679 ± 0.9814
Namespace(label='EH4_MLP', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5604 ± 2.4493
Hits@20:
Test: 69.0989 ± 1.4874
Hits@30:
Test: 70.7692 ± 1.3900
Hits@50:
Test: 74.9890 ± 2.0287
AUC:
Test: 92.3655 ± 0.3149
Namespace(label='EH4', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0220 ± 0.0000
Hits@20:
Test: 58.8571 ± 0.3611
Hits@30:
Test: 60.2198 ± 0.0000
Hits@50:
Test: 60.2198 ± 0.0000
AUC:
Test: 78.8438 ± 0.0064
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5495 ± 4.6039
Hits@20:
Test: 44.4396 ± 4.2826
Hits@30:
Test: 49.3626 ± 2.9016
Hits@50:
Test: 56.1319 ± 2.3134
AUC:
Test: 80.2393 ± 1.6614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4066 ± 1.6329
Hits@20:
Test: 39.2088 ± 4.0244
Hits@30:
Test: 43.3407 ± 2.3487
Hits@50:
Test: 50.8132 ± 3.9358
AUC:
Test: 76.1554 ± 2.0245
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2088 ± 4.2984
Hits@20:
Test: 58.0659 ± 5.4866
Hits@30:
Test: 62.4176 ± 2.2467
Hits@50:
Test: 68.1319 ± 4.0256
AUC:
Test: 86.3098 ± 0.8930
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4615 ± 2.8291
Hits@20:
Test: 68.4396 ± 1.6996
Hits@30:
Test: 72.1758 ± 1.2197
Hits@50:
Test: 76.5714 ± 1.7760
AUC:
Test: 89.5527 ± 0.6491
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7802 ± 7.4369
Hits@20:
Test: 66.1099 ± 6.5556
Hits@30:
Test: 70.1099 ± 5.1613
Hits@50:
Test: 75.4286 ± 6.0557
AUC:
Test: 88.0526 ± 4.2510
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.3187 ± 1.4445
Hits@20:
Test: 72.0000 ± 2.0417
Hits@30:
Test: 75.1209 ± 2.2861
Hits@50:
Test: 81.0549 ± 3.1483
AUC:
Test: 94.2058 ± 1.0844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1319 ± 2.1103
Hits@20:
Test: 31.6044 ± 2.3691
Hits@30:
Test: 40.1758 ± 5.5020
Hits@50:
Test: 44.9231 ± 5.6518
AUC:
Test: 74.7359 ± 3.0677
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2637 ± 2.1342
Hits@20:
Test: 29.4945 ± 2.1500
Hits@30:
Test: 33.8022 ± 2.1945
Hits@50:
Test: 39.9560 ± 1.4529
AUC:
Test: 70.2332 ± 1.3039
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6593 ± 5.0930
Hits@20:
Test: 50.2857 ± 3.6625
Hits@30:
Test: 54.2418 ± 3.3128
Hits@50:
Test: 61.2747 ± 2.3332
AUC:
Test: 82.3546 ± 1.7911
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3187 ± 3.9852
Hits@20:
Test: 34.9890 ± 5.1388
Hits@30:
Test: 40.1758 ± 3.9174
Hits@50:
Test: 49.7143 ± 3.1406
AUC:
Test: 76.0940 ± 1.3862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.0769 ± 5.3008
Hits@20:
Test: 64.9670 ± 5.0588
Hits@30:
Test: 71.1648 ± 5.7236
Hits@50:
Test: 78.2418 ± 2.8103
AUC:
Test: 90.1791 ± 2.8352
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7802 ± 4.0716
Hits@20:
Test: 70.5934 ± 4.3664
Hits@30:
Test: 75.1209 ± 3.9174
Hits@50:
Test: 79.6923 ± 4.5749
AUC:
Test: 93.7674 ± 1.1778
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.0989 ± 5.0788
Hits@20:
Test: 24.3077 ± 4.5749
Hits@30:
Test: 31.9560 ± 3.6796
Hits@50:
Test: 35.6044 ± 3.1120
AUC:
Test: 68.7655 ± 1.4054
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1429 ± 1.7624
Hits@20:
Test: 30.1538 ± 2.0582
Hits@30:
Test: 33.8022 ± 2.0699
Hits@50:
Test: 40.0879 ± 2.4991
AUC:
Test: 69.2061 ± 1.3263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5385 ± 4.5612
Hits@20:
Test: 31.0330 ± 5.4468
Hits@30:
Test: 36.3077 ± 5.1809
Hits@50:
Test: 43.8681 ± 5.3080
AUC:
Test: 74.6782 ± 3.7087
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1538 ± 0.8653
Hits@20:
Test: 30.9890 ± 3.4260
Hits@30:
Test: 34.1099 ± 2.4592
Hits@50:
Test: 39.7802 ± 2.3415
AUC:
Test: 69.4093 ± 1.2870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4835 ± 3.2820
Hits@20:
Test: 61.6264 ± 3.0910
Hits@30:
Test: 64.6154 ± 3.9285
Hits@50:
Test: 70.4176 ± 3.1105
AUC:
Test: 86.5052 ± 1.3229
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.5165 ± 1.3495
Hits@20:
Test: 65.9341 ± 3.0014
Hits@30:
Test: 70.1539 ± 2.1945
Hits@50:
Test: 75.2088 ± 2.1274
AUC:
Test: 89.9388 ± 0.6846
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9670 ± 4.5165
Hits@20:
Test: 31.8242 ± 3.0311
Hits@30:
Test: 32.7473 ± 5.0621
Hits@50:
Test: 40.7033 ± 4.5106
AUC:
Test: 68.5259 ± 2.2136
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2418 ± 3.7155
Hits@20:
Test: 30.9011 ± 2.1399
Hits@30:
Test: 35.2967 ± 3.6599
Hits@50:
Test: 40.6154 ± 1.7403
AUC:
Test: 69.1405 ± 1.7929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3187 ± 1.7651
Hits@20:
Test: 30.3736 ± 4.0268
Hits@30:
Test: 33.9341 ± 2.7870
Hits@50:
Test: 38.2857 ± 3.7984
AUC:
Test: 69.1874 ± 0.6600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6264 ± 3.2879
Hits@20:
Test: 31.5604 ± 1.9386
Hits@30:
Test: 35.0769 ± 2.5088
Hits@50:
Test: 40.7033 ± 3.6060
AUC:
Test: 69.5635 ± 1.2468
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3846 ± 3.4910
Hits@20:
Test: 49.7143 ± 2.8883
Hits@30:
Test: 54.5934 ± 2.7739
Hits@50:
Test: 60.0000 ± 3.5642
AUC:
Test: 82.3732 ± 0.6199
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1209 ± 3.8590
Hits@20:
Test: 38.0659 ± 2.7159
Hits@30:
Test: 44.0879 ± 3.5391
Hits@50:
Test: 53.0110 ± 3.1291
AUC:
Test: 78.4454 ± 0.7562
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5275 ± 6.4639
Hits@20:
Test: 40.3956 ± 5.8260
Hits@30:
Test: 45.9780 ± 5.0224
Hits@50:
Test: 53.2308 ± 6.0717
AUC:
Test: 78.4398 ± 1.1093
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5824 ± 1.3423
Hits@20:
Test: 34.5934 ± 2.2229
Hits@30:
Test: 38.4615 ± 1.0309
Hits@50:
Test: 43.8681 ± 2.6629
AUC:
Test: 74.0519 ± 1.3245
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.4506 ± 4.3719
Hits@20:
Test: 55.2088 ± 4.7199
Hits@30:
Test: 59.4725 ± 1.8230
Hits@50:
Test: 64.0879 ± 5.3848
AUC:
Test: 84.6629 ± 1.1765
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.8022 ± 3.5946
Hits@20:
Test: 64.9231 ± 3.4736
Hits@30:
Test: 67.2967 ± 1.8610
Hits@50:
Test: 72.0000 ± 2.3702
AUC:
Test: 88.0573 ± 1.5840
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.3187 ± 9.1564
Hits@20:
Test: 64.4396 ± 9.3198
Hits@30:
Test: 69.1868 ± 7.5247
Hits@50:
Test: 74.1539 ± 5.0897
AUC:
Test: 88.5007 ± 3.8317
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4066 ± 5.7198
Hits@20:
Test: 72.2637 ± 4.3609
Hits@30:
Test: 77.2308 ± 3.2732
Hits@50:
Test: 81.5385 ± 3.5336
AUC:
Test: 94.3190 ± 1.2755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.8462 ± 2.6217
Hits@20:
Test: 28.5275 ± 3.8989
Hits@30:
Test: 30.5934 ± 3.1902
Hits@50:
Test: 38.7692 ± 2.0594
AUC:
Test: 70.9029 ± 0.9681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7582 ± 2.2273
Hits@20:
Test: 29.7143 ± 1.5179
Hits@30:
Test: 35.1209 ± 1.0923
Hits@50:
Test: 41.0110 ± 2.0179
AUC:
Test: 69.7286 ± 1.1395
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4945 ± 4.5559
Hits@20:
Test: 50.6813 ± 3.0477
Hits@30:
Test: 52.5714 ± 2.7904
Hits@50:
Test: 61.7143 ± 2.1218
AUC:
Test: 82.0150 ± 1.1287
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2747 ± 2.4246
Hits@20:
Test: 34.1538 ± 4.7789
Hits@30:
Test: 41.0989 ± 3.1198
Hits@50:
Test: 45.4506 ± 3.9786
AUC:
Test: 75.2277 ± 1.7901
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.6044 ± 4.7276
Hits@20:
Test: 66.8571 ± 4.9007
Hits@30:
Test: 72.0000 ± 5.6901
Hits@50:
Test: 76.5275 ± 5.4645
AUC:
Test: 89.8996 ± 3.4259
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8681 ± 3.6960
Hits@20:
Test: 68.7033 ± 3.9088
Hits@30:
Test: 73.7582 ± 3.7575
Hits@50:
Test: 79.6044 ± 3.3418
AUC:
Test: 93.7261 ± 1.0798
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.5385 ± 2.6097
Hits@20:
Test: 27.5604 ± 3.2510
Hits@30:
Test: 31.8681 ± 4.4393
Hits@50:
Test: 40.1319 ± 4.8491
AUC:
Test: 68.9972 ± 1.2567
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0440 ± 2.4846
Hits@20:
Test: 31.0330 ± 2.3072
Hits@30:
Test: 35.0769 ± 1.8944
Hits@50:
Test: 41.4945 ± 2.2273
AUC:
Test: 70.0929 ± 0.8382
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.4066 ± 2.1901
Hits@20:
Test: 29.8022 ± 3.0159
Hits@30:
Test: 35.1648 ± 2.0734
Hits@50:
Test: 45.7582 ± 2.5602
AUC:
Test: 75.7694 ± 1.0303
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5714 ± 1.6403
Hits@20:
Test: 31.3407 ± 1.9072
Hits@30:
Test: 34.0659 ± 1.4073
Hits@50:
Test: 41.1868 ± 2.0885
AUC:
Test: 69.5759 ± 1.3786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9341 ± 2.6492
Hits@20:
Test: 61.8462 ± 2.6900
Hits@30:
Test: 65.4505 ± 3.0071
Hits@50:
Test: 70.1538 ± 4.1683
AUC:
Test: 86.9858 ± 1.4786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7363 ± 2.1779
Hits@20:
Test: 65.0549 ± 2.3671
Hits@30:
Test: 70.7692 ± 0.7613
Hits@50:
Test: 75.5604 ± 1.6695
AUC:
Test: 90.0912 ± 0.6437
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7912 ± 2.6438
Hits@20:
Test: 30.4615 ± 4.9282
Hits@30:
Test: 32.6593 ± 2.7999
Hits@50:
Test: 38.6374 ± 4.3191
AUC:
Test: 69.4981 ± 2.1704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2198 ± 1.9122
Hits@20:
Test: 29.4945 ± 2.2055
Hits@30:
Test: 34.0220 ± 0.6483
Hits@50:
Test: 41.6264 ± 2.8512
AUC:
Test: 69.8310 ± 1.5343
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1758 ± 1.8842
Hits@20:
Test: 30.8571 ± 3.2174
Hits@30:
Test: 35.3846 ± 2.4474
Hits@50:
Test: 38.5494 ± 2.9552
AUC:
Test: 68.8091 ± 0.7615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2857 ± 3.2621
Hits@20:
Test: 32.8352 ± 1.8944
Hits@30:
Test: 36.2637 ± 1.6373
Hits@50:
Test: 42.3297 ± 3.4246
AUC:
Test: 70.1682 ± 2.0097
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9231 ± 3.4590
Hits@20:
Test: 48.2198 ± 3.3713
Hits@30:
Test: 53.6264 ± 3.9865
Hits@50:
Test: 60.0000 ± 4.7061
AUC:
Test: 81.4848 ± 1.2081
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6703 ± 5.5405
Hits@20:
Test: 37.1868 ± 5.3326
Hits@30:
Test: 41.8462 ± 6.9840
Hits@50:
Test: 51.6484 ± 2.9731
AUC:
Test: 75.7728 ± 2.4322
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2527 ± 4.4093
Hits@20:
Test: 35.3407 ± 2.9339
Hits@30:
Test: 39.6044 ± 1.9185
Hits@50:
Test: 42.2418 ± 5.4402
AUC:
Test: 73.0165 ± 3.5166
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6374 ± 4.1099
Hits@20:
Test: 32.8352 ± 3.7220
Hits@30:
Test: 36.2198 ± 2.8120
Hits@50:
Test: 42.5934 ± 4.2458
AUC:
Test: 70.8921 ± 2.1314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7802 ± 4.0745
Hits@20:
Test: 54.6374 ± 3.6067
Hits@30:
Test: 59.5604 ± 1.6225
Hits@50:
Test: 64.5714 ± 2.3228
AUC:
Test: 82.7528 ± 1.3772
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0550 ± 3.1720
Hits@20:
Test: 60.3077 ± 1.8688
Hits@30:
Test: 63.4286 ± 3.4246
Hits@50:
Test: 68.4835 ± 1.8817
AUC:
Test: 86.0314 ± 0.4359
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1099 ± 7.4554
Hits@20:
Test: 64.9670 ± 2.5846
Hits@30:
Test: 68.2637 ± 3.0871
Hits@50:
Test: 75.4725 ± 6.1824
AUC:
Test: 88.5666 ± 4.1033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.9670 ± 4.9061
Hits@20:
Test: 71.1648 ± 4.0745
Hits@30:
Test: 75.7802 ± 3.5554
Hits@50:
Test: 80.9670 ± 3.0398
AUC:
Test: 93.9559 ± 1.4362
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.6703 ± 2.6401
Hits@20:
Test: 28.0000 ± 2.3290
Hits@30:
Test: 33.4945 ± 3.0239
Hits@50:
Test: 39.4725 ± 3.0159
AUC:
Test: 69.5254 ± 1.1988
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7692 ± 1.3314
Hits@20:
Test: 33.4506 ± 1.8349
Hits@30:
Test: 34.0220 ± 1.4776
Hits@50:
Test: 38.9890 ± 2.4602
AUC:
Test: 69.6814 ± 0.6405
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.3077 ± 4.4268
Hits@20:
Test: 43.1648 ± 2.7389
Hits@30:
Test: 49.9780 ± 1.5742
Hits@50:
Test: 56.5275 ± 2.5508
AUC:
Test: 78.8614 ± 0.2323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5604 ± 1.7417
Hits@20:
Test: 32.4835 ± 4.1217
Hits@30:
Test: 36.4835 ± 2.6419
Hits@50:
Test: 43.4725 ± 1.7949
AUC:
Test: 72.5972 ± 1.2551
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.8022 ± 3.5676
Hits@20:
Test: 66.3297 ± 4.1188
Hits@30:
Test: 68.5275 ± 4.4972
Hits@50:
Test: 76.4396 ± 5.0963
AUC:
Test: 89.2792 ± 3.6832
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0440 ± 4.1099
Hits@20:
Test: 68.9231 ± 1.0262
Hits@30:
Test: 73.0549 ± 1.2872
Hits@50:
Test: 79.2967 ± 1.6981
AUC:
Test: 93.3344 ± 0.7784
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.1538 ± 1.9682
Hits@20:
Test: 28.9231 ± 4.2207
Hits@30:
Test: 34.1538 ± 5.2324
Hits@50:
Test: 39.5604 ± 4.1176
AUC:
Test: 69.1769 ± 1.7406
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0000 ± 2.8841
Hits@20:
Test: 29.0110 ± 0.6216
Hits@30:
Test: 33.3187 ± 2.2977
Hits@50:
Test: 41.0110 ± 2.7565
AUC:
Test: 68.8170 ± 1.4245
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.5385 ± 3.4993
Hits@20:
Test: 28.0000 ± 2.6492
Hits@30:
Test: 31.6923 ± 3.3956
Hits@50:
Test: 38.2418 ± 3.9377
AUC:
Test: 71.4472 ± 3.1872
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8901 ± 2.0989
Hits@20:
Test: 30.5055 ± 1.8084
Hits@30:
Test: 34.1099 ± 1.5099
Hits@50:
Test: 40.3516 ± 1.8558
AUC:
Test: 69.8695 ± 0.8783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6374 ± 3.8213
Hits@20:
Test: 59.8242 ± 5.4468
Hits@30:
Test: 64.6593 ± 3.9481
Hits@50:
Test: 70.3297 ± 3.4296
AUC:
Test: 86.8534 ± 0.9536
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9121 ± 4.4110
Hits@20:
Test: 66.2857 ± 2.4797
Hits@30:
Test: 70.7692 ± 2.2251
Hits@50:
Test: 74.6813 ± 2.5977
AUC:
Test: 89.3387 ± 0.6265
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.9341 ± 1.8804
Hits@20:
Test: 29.8022 ± 4.4789
Hits@30:
Test: 33.7582 ± 4.8839
Hits@50:
Test: 38.5055 ± 4.6814
AUC:
Test: 68.3935 ± 1.8100
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1978 ± 1.7264
Hits@20:
Test: 32.7912 ± 1.4192
Hits@30:
Test: 36.0440 ± 1.6076
Hits@50:
Test: 40.3956 ± 2.1779
AUC:
Test: 69.9423 ± 1.2666
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0440 ± 1.3423
Hits@20:
Test: 31.8681 ± 2.6328
Hits@30:
Test: 31.5165 ± 2.2120
Hits@50:
Test: 38.4176 ± 2.6846
AUC:
Test: 68.2921 ± 2.0269
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4176 ± 2.5318
Hits@20:
Test: 33.0989 ± 1.4874
Hits@30:
Test: 36.2637 ± 1.7582
Hits@50:
Test: 40.4396 ± 3.2151
AUC:
Test: 69.9658 ± 1.6792
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5385 ± 5.7878
Hits@20:
Test: 52.7033 ± 3.1175
Hits@30:
Test: 56.1319 ± 3.3062
Hits@50:
Test: 61.6703 ± 1.7347
AUC:
Test: 83.0669 ± 1.0877
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4396 ± 2.6401
Hits@20:
Test: 36.0000 ± 2.7247
Hits@30:
Test: 43.6483 ± 2.0594
Hits@50:
Test: 51.4725 ± 1.7747
AUC:
Test: 77.9150 ± 0.8205
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6593 ± 2.2011
Hits@20:
Test: 35.4286 ± 2.4543
Hits@30:
Test: 36.1319 ± 2.2338
Hits@50:
Test: 39.8242 ± 1.4939
AUC:
Test: 69.7058 ± 1.7562
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6374 ± 3.0111
Hits@20:
Test: 33.3187 ± 2.0059
Hits@30:
Test: 37.5824 ± 1.9160
Hits@50:
Test: 41.0110 ± 2.2766
AUC:
Test: 70.2901 ± 1.4989
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4725 ± 3.5663
Hits@20:
Test: 45.4945 ± 3.9408
Hits@30:
Test: 52.3077 ± 3.4541
Hits@50:
Test: 57.6264 ± 4.6347
AUC:
Test: 81.4917 ± 1.8768
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7253 ± 1.6882
Hits@20:
Test: 40.6593 ± 0.7770
Hits@30:
Test: 43.6923 ± 1.5803
Hits@50:
Test: 47.8242 ± 1.4378
AUC:
Test: 75.3040 ± 1.0595
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.1868 ± 8.5573
Hits@20:
Test: 62.8132 ± 7.2534
Hits@30:
Test: 66.4176 ± 7.5086
Hits@50:
Test: 71.2088 ± 6.8855
AUC:
Test: 87.2243 ± 4.4633
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3736 ± 1.4021
Hits@20:
Test: 68.7473 ± 2.5743
Hits@30:
Test: 72.3077 ± 2.3311
Hits@50:
Test: 79.6044 ± 3.1940
AUC:
Test: 93.0850 ± 1.5079
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4286 ± 0.8873
Hits@20:
Test: 31.8242 ± 2.0873
Hits@30:
Test: 33.4066 ± 2.0559
Hits@50:
Test: 38.1978 ± 4.3857
AUC:
Test: 69.6663 ± 1.0865
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2527 ± 1.9160
Hits@20:
Test: 33.4066 ± 2.9157
Hits@30:
Test: 35.2967 ± 3.5865
Hits@50:
Test: 40.3077 ± 3.3062
AUC:
Test: 69.3738 ± 1.8324
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2967 ± 4.7561
Hits@20:
Test: 37.4506 ± 5.2646
Hits@30:
Test: 40.5714 ± 6.2446
Hits@50:
Test: 46.4176 ± 6.3192
AUC:
Test: 73.6961 ± 4.6544
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0769 ± 3.2129
Hits@20:
Test: 33.3626 ± 3.9174
Hits@30:
Test: 37.5824 ± 4.2161
Hits@50:
Test: 42.1538 ± 2.9666
AUC:
Test: 71.4198 ± 1.3879
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7912 ± 3.7414
Hits@20:
Test: 63.7802 ± 3.0785
Hits@30:
Test: 67.9121 ± 3.5302
Hits@50:
Test: 75.1209 ± 6.1703
AUC:
Test: 89.0139 ± 3.3015
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6264 ± 1.4462
Hits@20:
Test: 68.4396 ± 2.4405
Hits@30:
Test: 72.2637 ± 3.2391
Hits@50:
Test: 77.0110 ± 2.6719
AUC:
Test: 92.4643 ± 1.1979
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.1868 ± 2.3651
Hits@20:
Test: 27.3846 ± 4.3945
Hits@30:
Test: 31.6923 ± 3.9081
Hits@50:
Test: 37.8901 ± 2.8512
AUC:
Test: 68.4518 ± 1.4558
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4176 ± 3.0588
Hits@20:
Test: 32.7912 ± 1.8610
Hits@30:
Test: 34.2418 ± 1.6255
Hits@50:
Test: 39.1648 ± 1.9435
AUC:
Test: 69.2791 ± 1.5888
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3407 ± 2.2273
Hits@20:
Test: 26.4176 ± 2.0815
Hits@30:
Test: 33.2308 ± 2.8163
Hits@50:
Test: 38.4176 ± 3.4868
AUC:
Test: 69.4682 ± 1.8234
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.9560 ± 2.3844
Hits@20:
Test: 33.0110 ± 1.8995
Hits@30:
Test: 34.2857 ± 1.2815
Hits@50:
Test: 39.9121 ± 1.9072
AUC:
Test: 68.9286 ± 0.8156
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0110 ± 5.8003
Hits@20:
Test: 58.0220 ± 2.5203
Hits@30:
Test: 62.4176 ± 3.6147
Hits@50:
Test: 70.6374 ± 2.3651
AUC:
Test: 85.7937 ± 1.3414
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.8022 ± 1.8519
Hits@20:
Test: 63.9560 ± 1.1207
Hits@30:
Test: 67.7802 ± 1.3058
Hits@50:
Test: 72.4396 ± 1.5970
AUC:
Test: 87.8178 ± 1.0040
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3077 ± 2.6989
Hits@20:
Test: 30.9011 ± 2.9918
Hits@30:
Test: 35.1648 ± 3.8351
Hits@50:
Test: 38.2857 ± 4.1509
AUC:
Test: 69.3245 ± 1.0328
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.1209 ± 0.9655
Hits@20:
Test: 32.6593 ± 2.5517
Hits@30:
Test: 35.8242 ± 1.8906
Hits@50:
Test: 40.7033 ± 3.0030
AUC:
Test: 69.6870 ± 0.8229
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0879 ± 3.6267
Hits@20:
Test: 28.7033 ± 5.6582
Hits@30:
Test: 35.1648 ± 2.1081
Hits@50:
Test: 42.2418 ± 1.3672
AUC:
Test: 68.9189 ± 1.8331
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2088 ± 2.5030
Hits@20:
Test: 32.4396 ± 1.1795
Hits@30:
Test: 35.0769 ± 1.3865
Hits@50:
Test: 39.6484 ± 3.0949
AUC:
Test: 69.5169 ± 1.5663
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4396 ± 3.1544
Hits@20:
Test: 51.5165 ± 4.1920
Hits@30:
Test: 55.9121 ± 1.6925
Hits@50:
Test: 61.8462 ± 2.7565
AUC:
Test: 82.2862 ± 0.9507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1538 ± 2.3332
Hits@20:
Test: 36.5275 ± 2.5977
Hits@30:
Test: 41.4945 ± 2.3332
Hits@50:
Test: 48.4835 ± 3.4841
AUC:
Test: 76.9185 ± 0.8266
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3736 ± 2.2392
Hits@20:
Test: 47.4286 ± 2.0989
Hits@30:
Test: 49.1868 ± 1.9122
Hits@50:
Test: 55.5604 ± 2.4592
AUC:
Test: 80.0813 ± 1.0447
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0440 ± 2.1846
Hits@20:
Test: 36.3956 ± 1.2197
Hits@30:
Test: 42.0659 ± 2.7826
Hits@50:
Test: 49.3187 ± 3.0675
AUC:
Test: 76.5621 ± 1.4428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1648 ± 5.4202
Hits@20:
Test: 55.2528 ± 2.8849
Hits@30:
Test: 60.4835 ± 3.7889
Hits@50:
Test: 70.9890 ± 2.9934
AUC:
Test: 87.4424 ± 1.3859
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3516 ± 4.4246
Hits@20:
Test: 67.7802 ± 1.7208
Hits@30:
Test: 69.9341 ± 1.4192
Hits@50:
Test: 76.1319 ± 1.8428
AUC:
Test: 89.4648 ± 0.7456
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2088 ± 2.3742
Hits@20:
Test: 63.6484 ± 4.4762
Hits@30:
Test: 68.4396 ± 4.6274
Hits@50:
Test: 73.6264 ± 6.9553
AUC:
Test: 88.2492 ± 4.2950
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6264 ± 5.7660
Hits@20:
Test: 71.8681 ± 2.7407
Hits@30:
Test: 75.2527 ± 4.0781
Hits@50:
Test: 80.8352 ± 4.7148
AUC:
Test: 94.0600 ± 1.7158
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.9121 ± 3.0199
Hits@20:
Test: 26.6374 ± 3.8206
Hits@30:
Test: 31.7802 ± 3.3677
Hits@50:
Test: 38.7692 ± 2.3854
AUC:
Test: 72.7252 ± 3.0146
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7473 ± 5.4295
Hits@20:
Test: 31.2088 ± 3.8696
Hits@30:
Test: 34.6813 ± 2.2702
Hits@50:
Test: 43.7802 ± 1.4858
AUC:
Test: 72.3315 ± 1.2489
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9890 ± 4.4159
Hits@20:
Test: 43.5165 ± 4.1029
Hits@30:
Test: 50.6813 ± 5.0921
Hits@50:
Test: 60.6593 ± 1.7719
AUC:
Test: 81.3965 ± 1.6101
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1319 ± 5.1120
Hits@20:
Test: 35.8681 ± 2.0757
Hits@30:
Test: 42.6374 ± 3.1120
Hits@50:
Test: 49.5385 ± 3.0239
AUC:
Test: 76.7069 ± 1.5766
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.5714 ± 7.1074
Hits@20:
Test: 65.8462 ± 6.6836
Hits@30:
Test: 70.2418 ± 5.3938
Hits@50:
Test: 76.6154 ± 6.8054
AUC:
Test: 89.9589 ± 4.0412
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.1319 ± 3.9664
Hits@20:
Test: 70.7253 ± 6.3364
Hits@30:
Test: 74.1538 ± 4.9257
Hits@50:
Test: 81.1429 ± 3.3920
AUC:
Test: 94.1489 ± 0.9573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.9231 ± 3.7343
Hits@20:
Test: 27.8681 ± 3.3237
Hits@30:
Test: 31.2528 ± 5.6042
Hits@50:
Test: 38.9451 ± 3.1940
AUC:
Test: 70.5154 ± 1.3972
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5165 ± 3.0887
Hits@20:
Test: 30.4615 ± 1.5035
Hits@30:
Test: 34.9011 ± 3.4098
Hits@50:
Test: 41.7582 ± 1.7095
AUC:
Test: 72.2032 ± 1.4226
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.4835 ± 3.3956
Hits@20:
Test: 27.3846 ± 1.8230
Hits@30:
Test: 33.3187 ± 3.5629
Hits@50:
Test: 41.0549 ± 2.2218
AUC:
Test: 72.7128 ± 2.0363
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5165 ± 2.6692
Hits@20:
Test: 30.9890 ± 4.2361
Hits@30:
Test: 36.0440 ± 4.3375
Hits@50:
Test: 41.5385 ± 3.2857
AUC:
Test: 72.5570 ± 1.7516
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8681 ± 5.2125
Hits@20:
Test: 58.8132 ± 4.0124
Hits@30:
Test: 62.7692 ± 3.5798
Hits@50:
Test: 72.3516 ± 1.6767
AUC:
Test: 87.6538 ± 1.1095
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3517 ± 3.6796
Hits@20:
Test: 63.6044 ± 4.6378
Hits@30:
Test: 68.7473 ± 4.3331
Hits@50:
Test: 73.5824 ± 2.3332
AUC:
Test: 89.0981 ± 0.6216
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.5604 ± 1.5147
Hits@20:
Test: 26.5494 ± 2.5460
Hits@30:
Test: 31.7363 ± 2.1286
Hits@50:
Test: 38.9890 ± 3.0635
AUC:
Test: 70.8387 ± 1.2301
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.0769 ± 1.7514
Hits@20:
Test: 30.5494 ± 3.0454
Hits@30:
Test: 34.3297 ± 3.3382
Hits@50:
Test: 41.9780 ± 2.4025
AUC:
Test: 72.1070 ± 0.9577
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7253 ± 3.1175
Hits@20:
Test: 25.7582 ± 4.5052
Hits@30:
Test: 30.0659 ± 3.1674
Hits@50:
Test: 37.9780 ± 2.9748
AUC:
Test: 70.1736 ± 1.6835
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6923 ± 2.2055
Hits@20:
Test: 27.5165 ± 2.4196
Hits@30:
Test: 33.7143 ± 2.1342
Hits@50:
Test: 40.0879 ± 1.7067
AUC:
Test: 71.5882 ± 1.2182
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0000 ± 7.3985
Hits@20:
Test: 50.5494 ± 5.1870
Hits@30:
Test: 54.5055 ± 3.4924
Hits@50:
Test: 61.2308 ± 1.6045
AUC:
Test: 82.0529 ± 0.5485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8352 ± 1.3039
Hits@20:
Test: 34.6374 ± 1.4124
Hits@30:
Test: 40.3956 ± 2.5884
Hits@50:
Test: 49.0110 ± 1.1733
AUC:
Test: 76.0445 ± 1.1332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1209 ± 4.8551
Hits@20:
Test: 47.4286 ± 0.8427
Hits@30:
Test: 49.4506 ± 4.7214
Hits@50:
Test: 53.8462 ± 4.7266
AUC:
Test: 78.9503 ± 0.7945
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7253 ± 3.4211
Hits@20:
Test: 33.6703 ± 2.9380
Hits@30:
Test: 40.1319 ± 2.8342
Hits@50:
Test: 44.6593 ± 2.5602
AUC:
Test: 74.6092 ± 1.7579
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4506 ± 6.8556
Hits@20:
Test: 54.5494 ± 4.0328
Hits@30:
Test: 59.8681 ± 3.0038
Hits@50:
Test: 66.8132 ± 3.5879
AUC:
Test: 86.1084 ± 1.1374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5055 ± 3.5370
Hits@20:
Test: 62.9451 ± 2.3854
Hits@30:
Test: 68.3077 ± 0.5689
Hits@50:
Test: 72.5714 ± 1.3314
AUC:
Test: 88.3618 ± 0.6063
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4396 ± 5.1176
Hits@20:
Test: 65.4505 ± 6.8192
Hits@30:
Test: 69.4945 ± 6.5758
Hits@50:
Test: 74.4176 ± 5.3262
AUC:
Test: 88.3587 ± 3.9569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.7253 ± 2.1790
Hits@20:
Test: 71.5604 ± 3.4736
Hits@30:
Test: 75.6923 ± 3.6167
Hits@50:
Test: 81.1429 ± 2.2914
AUC:
Test: 94.1037 ± 1.1578
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.7143 ± 4.1310
Hits@20:
Test: 24.7912 ± 3.8206
Hits@30:
Test: 30.2418 ± 2.5659
Hits@50:
Test: 38.9890 ± 1.5432
AUC:
Test: 70.4271 ± 2.6556
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1209 ± 4.5399
Hits@20:
Test: 31.6484 ± 2.6236
Hits@30:
Test: 36.2198 ± 3.0390
Hits@50:
Test: 43.4286 ± 2.5184
AUC:
Test: 72.3438 ± 1.4471
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0000 ± 2.8103
Hits@20:
Test: 46.5494 ± 0.9376
Hits@30:
Test: 51.8242 ± 1.4612
Hits@50:
Test: 58.2857 ± 3.7889
AUC:
Test: 80.6445 ± 1.4552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3736 ± 2.8419
Hits@20:
Test: 36.9231 ± 2.7318
Hits@30:
Test: 41.4945 ± 3.9236
Hits@50:
Test: 48.1319 ± 2.8949
AUC:
Test: 76.0620 ± 1.4640
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.8571 ± 6.2015
Hits@20:
Test: 69.1429 ± 3.8023
Hits@30:
Test: 72.8791 ± 4.0722
Hits@50:
Test: 76.9231 ± 3.6678
AUC:
Test: 89.4173 ± 3.4267
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.3846 ± 1.9878
Hits@20:
Test: 71.9560 ± 2.1790
Hits@30:
Test: 74.2857 ± 2.6737
Hits@50:
Test: 79.8681 ± 4.5325
AUC:
Test: 94.1709 ± 0.9707
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.8901 ± 3.8590
Hits@20:
Test: 26.8132 ± 3.5676
Hits@30:
Test: 30.2418 ± 4.3197
Hits@50:
Test: 37.0110 ± 1.5432
AUC:
Test: 70.4560 ± 1.8843
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.2527 ± 1.6180
Hits@20:
Test: 30.3297 ± 1.4743
Hits@30:
Test: 35.5165 ± 1.9448
Hits@50:
Test: 40.6154 ± 1.7472
AUC:
Test: 72.3683 ± 0.7792
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.0000 ± 3.4296
Hits@20:
Test: 25.4506 ± 4.3051
Hits@30:
Test: 32.2637 ± 3.6027
Hits@50:
Test: 41.5385 ± 4.2247
AUC:
Test: 72.1354 ± 2.5887
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8132 ± 3.0231
Hits@20:
Test: 28.5275 ± 2.2914
Hits@30:
Test: 34.9890 ± 2.5977
Hits@50:
Test: 41.9780 ± 1.5227
AUC:
Test: 72.7693 ± 1.1983
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5275 ± 4.2758
Hits@20:
Test: 57.9341 ± 4.0334
Hits@30:
Test: 64.4396 ± 3.5110
Hits@50:
Test: 70.4615 ± 2.8042
AUC:
Test: 87.5724 ± 1.1633
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.0330 ± 7.1481
Hits@20:
Test: 62.5495 ± 4.4950
Hits@30:
Test: 66.6813 ± 4.3253
Hits@50:
Test: 73.6703 ± 2.2164
AUC:
Test: 88.9803 ± 0.6807
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.3407 ± 2.5059
Hits@20:
Test: 27.6484 ± 3.0667
Hits@30:
Test: 31.6923 ± 4.3609
Hits@50:
Test: 38.9011 ± 2.9853
AUC:
Test: 71.6401 ± 1.4181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2857 ± 3.0793
Hits@20:
Test: 31.5165 ± 2.4797
Hits@30:
Test: 36.0000 ± 0.7677
Hits@50:
Test: 43.3846 ± 2.5753
AUC:
Test: 73.0295 ± 1.5489
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8132 ± 1.0024
Hits@20:
Test: 26.8571 ± 2.8120
Hits@30:
Test: 30.8571 ± 1.9695
Hits@50:
Test: 39.5165 ± 2.5649
AUC:
Test: 70.7088 ± 1.0747
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.9341 ± 2.0582
Hits@20:
Test: 29.7143 ± 3.5007
Hits@30:
Test: 33.1429 ± 4.2995
Hits@50:
Test: 39.6484 ± 2.2446
AUC:
Test: 72.6075 ± 1.2607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0330 ± 3.8490
Hits@20:
Test: 47.8242 ± 5.2139
Hits@30:
Test: 49.1429 ± 2.2766
Hits@50:
Test: 61.6264 ± 2.6033
AUC:
Test: 82.3932 ± 0.9319
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.0989 ± 2.3290
Hits@20:
Test: 34.4615 ± 2.7774
Hits@30:
Test: 42.1538 ± 4.5559
Hits@50:
Test: 49.1429 ± 3.3135
AUC:
Test: 75.7537 ± 0.6148
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1099 ± 6.2809
Hits@20:
Test: 32.6593 ± 8.8849
Hits@30:
Test: 37.5385 ± 9.2770
Hits@50:
Test: 43.4725 ± 7.3576
AUC:
Test: 73.3145 ± 3.5540
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9890 ± 3.3091
Hits@20:
Test: 32.6154 ± 1.7555
Hits@30:
Test: 37.8901 ± 2.5517
Hits@50:
Test: 44.0879 ± 1.7347
AUC:
Test: 73.2747 ± 1.3692
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7912 ± 4.4284
Hits@20:
Test: 54.6374 ± 3.4457
Hits@30:
Test: 57.9780 ± 3.4027
Hits@50:
Test: 62.7692 ± 4.7357
AUC:
Test: 82.6711 ± 1.6822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5385 ± 2.9511
Hits@20:
Test: 60.2198 ± 1.4243
Hits@30:
Test: 64.5275 ± 2.1286
Hits@50:
Test: 70.2857 ± 0.7985
AUC:
Test: 85.9705 ± 0.4529
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1099 ± 1.8817
Hits@20:
Test: 63.6044 ± 3.6466
Hits@30:
Test: 68.9670 ± 4.2029
Hits@50:
Test: 72.6154 ± 5.4473
AUC:
Test: 87.0446 ± 3.4203
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1209 ± 7.4229
Hits@20:
Test: 70.5495 ± 4.6726
Hits@30:
Test: 73.6264 ± 4.8675
Hits@50:
Test: 80.7033 ± 2.9544
AUC:
Test: 93.7810 ± 1.5978
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.2967 ± 4.1683
Hits@20:
Test: 26.9011 ± 3.4632
Hits@30:
Test: 32.4396 ± 3.2695
Hits@50:
Test: 36.8352 ± 2.3134
AUC:
Test: 69.8715 ± 0.9573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0220 ± 2.5126
Hits@20:
Test: 29.2747 ± 2.2914
Hits@30:
Test: 33.7143 ± 3.3389
Hits@50:
Test: 42.1099 ± 2.8555
AUC:
Test: 72.1826 ± 1.1719
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8571 ± 5.2366
Hits@20:
Test: 45.9341 ± 7.3864
Hits@30:
Test: 48.7473 ± 6.8897
Hits@50:
Test: 53.3187 ± 6.2870
AUC:
Test: 79.2110 ± 1.2373
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7033 ± 3.0910
Hits@20:
Test: 32.3516 ± 4.3609
Hits@30:
Test: 37.9780 ± 2.6254
Hits@50:
Test: 44.6593 ± 2.1779
AUC:
Test: 74.3104 ± 1.7159
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.5165 ± 6.5740
Hits@20:
Test: 64.6593 ± 4.5532
Hits@30:
Test: 68.8352 ± 6.1879
Hits@50:
Test: 75.2967 ± 5.0992
AUC:
Test: 89.0121 ± 3.8399
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.1319 ± 3.6953
Hits@20:
Test: 69.8022 ± 4.7814
Hits@30:
Test: 73.1868 ± 2.8824
Hits@50:
Test: 80.8791 ± 2.8487
AUC:
Test: 93.9219 ± 0.9910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.8352 ± 5.1669
Hits@20:
Test: 26.1099 ± 4.2287
Hits@30:
Test: 30.9890 ± 2.7582
Hits@50:
Test: 38.7253 ± 3.5316
AUC:
Test: 70.9877 ± 1.8160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3846 ± 4.3253
Hits@20:
Test: 31.6923 ± 2.6891
Hits@30:
Test: 35.5604 ± 4.2430
Hits@50:
Test: 40.4835 ± 1.8739
AUC:
Test: 72.2634 ± 1.9147
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7033 ± 3.8740
Hits@20:
Test: 26.6813 ± 3.8746
Hits@30:
Test: 31.5604 ± 4.1486
Hits@50:
Test: 38.9890 ± 4.0988
AUC:
Test: 71.3582 ± 2.1215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6593 ± 4.8685
Hits@20:
Test: 31.3846 ± 2.6980
Hits@30:
Test: 35.1209 ± 2.1945
Hits@50:
Test: 41.2747 ± 1.5494
AUC:
Test: 73.1708 ± 1.3950
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.3077 ± 7.2827
Hits@20:
Test: 55.0769 ± 5.4028
Hits@30:
Test: 64.6154 ± 3.0374
Hits@50:
Test: 70.4176 ± 3.8995
AUC:
Test: 87.4523 ± 0.6461
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.9890 ± 2.4206
Hits@20:
Test: 63.3407 ± 3.5075
Hits@30:
Test: 69.5824 ± 1.0609
Hits@50:
Test: 73.7143 ± 1.6491
AUC:
Test: 89.0855 ± 0.9081
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.6593 ± 2.2142
Hits@20:
Test: 28.4835 ± 2.9593
Hits@30:
Test: 31.8681 ± 2.9609
Hits@50:
Test: 38.4176 ± 2.8799
AUC:
Test: 71.6695 ± 1.8035
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8242 ± 2.2977
Hits@20:
Test: 29.2747 ± 2.3945
Hits@30:
Test: 33.7143 ± 1.8817
Hits@50:
Test: 39.8681 ± 2.4405
AUC:
Test: 72.1863 ± 1.7226
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2198 ± 3.2189
Hits@20:
Test: 27.0769 ± 2.7292
Hits@30:
Test: 31.6923 ± 3.5859
Hits@50:
Test: 39.3846 ± 3.4695
AUC:
Test: 71.2022 ± 1.3962
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2198 ± 3.0588
Hits@20:
Test: 30.9011 ± 2.1624
Hits@30:
Test: 35.4725 ± 1.0722
Hits@50:
Test: 41.3626 ± 2.5602
AUC:
Test: 72.4150 ± 1.6575
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8791 ± 4.8377
Hits@20:
Test: 52.3077 ± 2.7757
Hits@30:
Test: 54.4176 ± 4.8863
Hits@50:
Test: 60.0879 ± 3.8527
AUC:
Test: 81.9576 ± 0.6409
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3297 ± 2.0023
Hits@20:
Test: 38.3736 ± 1.7347
Hits@30:
Test: 43.1648 ± 3.0871
Hits@50:
Test: 51.5604 ± 2.7212
AUC:
Test: 77.2256 ± 1.5775
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6374 ± 3.1352
Hits@20:
Test: 31.3846 ± 3.0746
Hits@30:
Test: 34.9451 ± 2.3518
Hits@50:
Test: 40.0000 ± 2.9033
AUC:
Test: 71.1611 ± 2.0550
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7912 ± 1.3223
Hits@20:
Test: 30.5494 ± 2.6828
Hits@30:
Test: 32.8352 ± 2.4894
Hits@50:
Test: 39.5165 ± 2.9380
AUC:
Test: 69.4548 ± 2.1916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4615 ± 1.9185
Hits@20:
Test: 47.0330 ± 3.8914
Hits@30:
Test: 48.8352 ± 2.8034
Hits@50:
Test: 56.8791 ± 2.5696
AUC:
Test: 79.5136 ± 1.0594
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1099 ± 3.6267
Hits@20:
Test: 42.2857 ± 1.4038
Hits@30:
Test: 47.6044 ± 1.9198
Hits@50:
Test: 51.6923 ± 2.4096
AUC:
Test: 77.5013 ± 1.4518
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8132 ± 6.5208
Hits@20:
Test: 63.3407 ± 5.0392
Hits@30:
Test: 64.6593 ± 3.7505
Hits@50:
Test: 71.6923 ± 4.8011
AUC:
Test: 86.5064 ± 3.5868
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8901 ± 4.9331
Hits@20:
Test: 68.0440 ± 2.6989
Hits@30:
Test: 71.6923 ± 2.8882
Hits@50:
Test: 78.1099 ± 2.8128
AUC:
Test: 93.1008 ± 1.3688
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8132 ± 4.1047
Hits@20:
Test: 27.5604 ± 2.9593
Hits@30:
Test: 30.4615 ± 2.5706
Hits@50:
Test: 38.5494 ± 3.4875
AUC:
Test: 70.2457 ± 2.1661
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.4506 ± 3.2136
Hits@20:
Test: 28.4396 ± 4.1833
Hits@30:
Test: 34.1978 ± 3.4492
Hits@50:
Test: 38.5934 ± 3.9149
AUC:
Test: 71.1956 ± 2.5096
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2857 ± 4.2264
Hits@20:
Test: 33.0549 ± 4.5058
Hits@30:
Test: 36.7473 ± 5.0439
Hits@50:
Test: 43.5604 ± 4.4132
AUC:
Test: 73.3561 ± 2.1821
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1209 ± 2.0989
Hits@20:
Test: 33.0549 ± 4.3669
Hits@30:
Test: 36.6154 ± 2.9918
Hits@50:
Test: 42.9890 ± 2.5753
AUC:
Test: 71.6182 ± 1.9044
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7802 ± 6.8879
Hits@20:
Test: 63.3846 ± 3.8023
Hits@30:
Test: 67.7363 ± 4.9056
Hits@50:
Test: 74.1978 ± 4.3141
AUC:
Test: 88.8595 ± 3.3142
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.9011 ± 4.5186
Hits@20:
Test: 67.7802 ± 4.3308
Hits@30:
Test: 73.3626 ± 2.9339
Hits@50:
Test: 79.6923 ± 2.3030
AUC:
Test: 93.6286 ± 1.0428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.0110 ± 1.3058
Hits@20:
Test: 28.3077 ± 4.1741
Hits@30:
Test: 32.7912 ± 1.3672
Hits@50:
Test: 39.7363 ± 3.5007
AUC:
Test: 71.4119 ± 1.2916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5165 ± 1.7375
Hits@20:
Test: 30.1978 ± 2.5470
Hits@30:
Test: 35.3846 ± 2.9853
Hits@50:
Test: 41.2308 ± 2.4305
AUC:
Test: 72.8039 ± 1.9393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.1429 ± 4.0208
Hits@20:
Test: 28.6154 ± 2.8924
Hits@30:
Test: 32.0879 ± 2.8866
Hits@50:
Test: 39.2967 ± 2.6980
AUC:
Test: 70.2333 ± 0.9513
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.9341 ± 2.7948
Hits@20:
Test: 29.2308 ± 1.6882
Hits@30:
Test: 34.6813 ± 3.0667
Hits@50:
Test: 40.6593 ± 2.3925
AUC:
Test: 72.3922 ± 2.0796
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.1429 ± 4.5823
Hits@20:
Test: 57.8022 ± 5.1613
Hits@30:
Test: 64.5714 ± 2.6254
Hits@50:
Test: 71.0330 ± 2.9788
AUC:
Test: 87.6807 ± 1.4837
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1429 ± 3.4119
Hits@20:
Test: 63.0330 ± 4.9546
Hits@30:
Test: 66.8132 ± 3.7876
Hits@50:
Test: 71.2527 ± 1.7949
AUC:
Test: 88.0254 ± 1.3208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8132 ± 3.6796
Hits@20:
Test: 26.3297 ± 1.6910
Hits@30:
Test: 31.2088 ± 2.6737
Hits@50:
Test: 39.7363 ± 1.9987
AUC:
Test: 70.7925 ± 1.5655
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0000 ± 3.7665
Hits@20:
Test: 29.8022 ± 3.1606
Hits@30:
Test: 33.5385 ± 2.5184
Hits@50:
Test: 40.9670 ± 1.9817
AUC:
Test: 72.2058 ± 0.7836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2198 ± 3.1429
Hits@20:
Test: 27.6044 ± 4.5111
Hits@30:
Test: 30.8132 ± 4.5665
Hits@50:
Test: 38.1099 ± 5.1205
AUC:
Test: 70.9306 ± 1.6744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7692 ± 2.7565
Hits@20:
Test: 29.0989 ± 2.1790
Hits@30:
Test: 34.2857 ± 1.6810
Hits@50:
Test: 40.6593 ± 2.6328
AUC:
Test: 72.1185 ± 0.9262
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.8462 ± 1.8296
Hits@20:
Test: 52.3517 ± 1.5019
Hits@30:
Test: 55.5165 ± 2.3753
Hits@50:
Test: 60.1758 ± 2.5126
AUC:
Test: 82.5405 ± 1.3125
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/citeseer_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3956 ± 2.5884
Hits@20:
Test: 34.7692 ± 2.3844
Hits@30:
Test: 41.2308 ± 2.8639
Hits@50:
Test: 47.2088 ± 2.7731
AUC:
Test: 75.9361 ± 1.8574
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.7363 ± 2.7826
Hits@20:
Test: 74.4615 ± 3.9695
Hits@30:
Test: 80.3077 ± 1.7208
Hits@50:
Test: 85.8022 ± 1.3333
AUC:
Test: 95.8942 ± 0.3652
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.9890 ± 4.6493
Hits@20:
Test: 74.8132 ± 5.0084
Hits@30:
Test: 78.4176 ± 2.4295
Hits@50:
Test: 85.4505 ± 2.1612
AUC:
Test: 96.0668 ± 0.1694
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.2198 ± 2.8300
Hits@20:
Test: 74.9011 ± 5.0248
Hits@30:
Test: 80.7912 ± 1.5894
Hits@50:
Test: 85.2308 ± 1.3584
AUC:
Test: 95.9567 ± 0.2844
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.7363 ± 2.6447
Hits@20:
Test: 75.0330 ± 4.5004
Hits@30:
Test: 79.5604 ± 1.4579
Hits@50:
Test: 85.5824 ± 1.7417
AUC:
Test: 95.8822 ± 0.3741
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.2637 ± 4.1041
Hits@20:
Test: 77.6703 ± 2.2338
Hits@30:
Test: 81.8022 ± 1.3672
Hits@50:
Test: 87.7802 ± 2.0769
AUC:
Test: 95.9079 ± 0.3738
Namespace(label='gcn_heuristic_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.6264 ± 1.9286
Hits@20:
Test: 79.6484 ± 2.2713
Hits@30:
Test: 82.7692 ± 1.6925
Hits@50:
Test: 87.0769 ± 2.4592
AUC:
Test: 95.8703 ± 0.2476
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8901 ± 5.2149
Hits@20:
Test: 76.5275 ± 3.5213
Hits@30:
Test: 80.7912 ± 1.7208
Hits@50:
Test: 85.4066 ± 1.9756
AUC:
Test: 95.9912 ± 0.2951
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.7473 ± 2.6511
Hits@20:
Test: 78.9011 ± 1.6299
Hits@30:
Test: 82.0220 ± 0.5473
Hits@50:
Test: 86.6374 ± 1.4192
AUC:
Test: 96.1665 ± 0.2236
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1099 ± 4.5095
Hits@20:
Test: 77.0549 ± 3.9973
Hits@30:
Test: 79.2088 ± 2.0652
Hits@50:
Test: 85.3187 ± 1.7949
AUC:
Test: 95.9909 ± 0.3218
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.0549 ± 2.5564
Hits@20:
Test: 78.8571 ± 1.3848
Hits@30:
Test: 82.0220 ± 0.7355
Hits@50:
Test: 86.1978 ± 1.2568
AUC:
Test: 96.1635 ± 0.2451
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1099 ± 5.0883
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.2198 ± 3.4576
Hits@50:
Test: 85.0549 ± 1.8322
AUC:
Test: 95.8617 ± 0.3824
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3956 ± 2.9593
Hits@20:
Test: 79.0769 ± 1.8995
Hits@30:
Test: 82.3736 ± 1.5494
Hits@50:
Test: 86.6374 ± 1.4776
AUC:
Test: 96.0029 ± 0.2578
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7692 ± 4.2276
Hits@20:
Test: 75.2527 ± 5.4384
Hits@30:
Test: 80.6154 ± 3.1136
Hits@50:
Test: 84.9670 ± 1.6417
AUC:
Test: 95.8706 ± 0.3333
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6484 ± 4.5068
Hits@20:
Test: 79.7363 ± 2.1274
Hits@30:
Test: 81.8022 ± 1.2276
Hits@50:
Test: 85.7582 ± 1.6910
AUC:
Test: 96.0063 ± 0.2370
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.4615 ± 4.5696
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 79.8681 ± 2.3239
Hits@50:
Test: 85.8022 ± 1.0379
AUC:
Test: 95.9177 ± 0.3856
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.2198 ± 3.1414
Hits@20:
Test: 79.0769 ± 1.7403
Hits@30:
Test: 81.7582 ± 1.0989
Hits@50:
Test: 86.5934 ± 1.3637
AUC:
Test: 96.1663 ± 0.2104
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0989 ± 5.4072
Hits@20:
Test: 75.6923 ± 4.6274
Hits@30:
Test: 79.2527 ± 1.9756
Hits@50:
Test: 86.2857 ± 1.4628
AUC:
Test: 95.9049 ± 0.4066
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.2198 ± 2.8042
Hits@20:
Test: 79.2967 ± 1.7678
Hits@30:
Test: 81.6264 ± 1.1692
Hits@50:
Test: 85.8901 ± 1.1250
AUC:
Test: 96.0363 ± 0.2242
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5055 ± 4.3581
Hits@20:
Test: 75.2527 ± 4.2775
Hits@30:
Test: 80.5714 ± 2.4748
Hits@50:
Test: 85.3187 ± 1.9559
AUC:
Test: 95.9230 ± 0.3521
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 3.2732
Hits@20:
Test: 77.4945 ± 4.3614
Hits@30:
Test: 79.8681 ± 2.4651
Hits@50:
Test: 85.8901 ± 1.3314
AUC:
Test: 95.9738 ± 0.3398
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6264 ± 5.3461
Hits@20:
Test: 74.1538 ± 5.2116
Hits@30:
Test: 80.3516 ± 2.5800
Hits@50:
Test: 85.3626 ± 2.0417
AUC:
Test: 95.7412 ± 0.5039
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7253 ± 3.9389
Hits@20:
Test: 77.4505 ± 4.3308
Hits@30:
Test: 79.7802 ± 2.1252
Hits@50:
Test: 86.0220 ± 0.9529
AUC:
Test: 95.8663 ± 0.4189
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0220 ± 5.1275
Hits@20:
Test: 74.8132 ± 5.2669
Hits@30:
Test: 80.1758 ± 4.0328
Hits@50:
Test: 85.8022 ± 0.7054
AUC:
Test: 95.9119 ± 0.3012
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3956 ± 2.9593
Hits@20:
Test: 79.0769 ± 1.8995
Hits@30:
Test: 82.3736 ± 1.5494
Hits@50:
Test: 86.6374 ± 1.4776
AUC:
Test: 96.0029 ± 0.2578
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7692 ± 4.2276
Hits@20:
Test: 75.2527 ± 5.4384
Hits@30:
Test: 80.6154 ± 3.1136
Hits@50:
Test: 84.9670 ± 1.6417
AUC:
Test: 95.8706 ± 0.3333
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6484 ± 4.5068
Hits@20:
Test: 79.7363 ± 2.1274
Hits@30:
Test: 81.8022 ± 1.2276
Hits@50:
Test: 85.7582 ± 1.6910
AUC:
Test: 96.0063 ± 0.2370
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1099 ± 5.0883
Hits@20:
Test: 74.9011 ± 5.3053
Hits@30:
Test: 79.8242 ± 3.4450
Hits@50:
Test: 85.4066 ± 2.1342
AUC:
Test: 95.8842 ± 0.3593
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3956 ± 2.9593
Hits@20:
Test: 79.0769 ± 1.8995
Hits@30:
Test: 82.3736 ± 1.5494
Hits@50:
Test: 86.6374 ± 1.4776
AUC:
Test: 96.0029 ± 0.2578
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7692 ± 4.2276
Hits@20:
Test: 75.2527 ± 5.4384
Hits@30:
Test: 80.6154 ± 3.1136
Hits@50:
Test: 84.9670 ± 1.6417
AUC:
Test: 95.8706 ± 0.3333
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6484 ± 4.5068
Hits@20:
Test: 79.7363 ± 2.1274
Hits@30:
Test: 81.8022 ± 1.2276
Hits@50:
Test: 85.7582 ± 1.6910
AUC:
Test: 96.0063 ± 0.2370
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1099 ± 5.0883
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.2198 ± 3.4576
Hits@50:
Test: 85.0549 ± 1.8322
AUC:
Test: 95.8878 ± 0.3532
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3956 ± 2.9593
Hits@20:
Test: 79.0769 ± 1.8995
Hits@30:
Test: 82.3736 ± 1.5494
Hits@50:
Test: 86.6374 ± 1.4776
AUC:
Test: 96.0029 ± 0.2578
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7692 ± 4.2276
Hits@20:
Test: 75.2527 ± 5.4384
Hits@30:
Test: 80.6154 ± 3.1136
Hits@50:
Test: 84.9670 ± 1.6417
AUC:
Test: 95.8706 ± 0.3333
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6484 ± 4.5068
Hits@20:
Test: 79.7363 ± 2.1274
Hits@30:
Test: 81.8022 ± 1.2276
Hits@50:
Test: 85.7582 ± 1.6910
AUC:
Test: 96.0063 ± 0.2370
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5055 ± 4.3581
Hits@20:
Test: 75.2527 ± 4.2775
Hits@30:
Test: 80.5714 ± 2.4748
Hits@50:
Test: 85.3187 ± 1.9559
AUC:
Test: 95.9230 ± 0.3521
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 3.2732
Hits@20:
Test: 77.4945 ± 4.3614
Hits@30:
Test: 79.8681 ± 2.4651
Hits@50:
Test: 85.8901 ± 1.3314
AUC:
Test: 95.9738 ± 0.3398
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6264 ± 5.3461
Hits@20:
Test: 74.1538 ± 5.2116
Hits@30:
Test: 80.3516 ± 2.5800
Hits@50:
Test: 85.3626 ± 2.0417
AUC:
Test: 95.7412 ± 0.5039
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7253 ± 3.9389
Hits@20:
Test: 77.4505 ± 4.3308
Hits@30:
Test: 79.7802 ± 2.1252
Hits@50:
Test: 86.0220 ± 0.9529
AUC:
Test: 95.8663 ± 0.4189
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5055 ± 4.3581
Hits@20:
Test: 75.2527 ± 4.2775
Hits@30:
Test: 80.5714 ± 2.4748
Hits@50:
Test: 85.3187 ± 1.9559
AUC:
Test: 95.9230 ± 0.3521
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 3.2732
Hits@20:
Test: 77.4945 ± 4.3614
Hits@30:
Test: 79.8681 ± 2.4651
Hits@50:
Test: 85.8901 ± 1.3314
AUC:
Test: 95.9738 ± 0.3398
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6264 ± 5.3461
Hits@20:
Test: 74.1538 ± 5.2116
Hits@30:
Test: 80.3516 ± 2.5800
Hits@50:
Test: 85.3626 ± 2.0417
AUC:
Test: 95.7412 ± 0.5039
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7253 ± 3.9389
Hits@20:
Test: 77.4505 ± 4.3308
Hits@30:
Test: 79.7802 ± 2.1252
Hits@50:
Test: 86.0220 ± 0.9529
AUC:
Test: 95.8663 ± 0.4189
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5055 ± 4.3581
Hits@20:
Test: 75.2527 ± 4.2775
Hits@30:
Test: 80.5714 ± 2.4748
Hits@50:
Test: 85.3187 ± 1.9559
AUC:
Test: 95.9230 ± 0.3521
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 3.2732
Hits@20:
Test: 77.4945 ± 4.3614
Hits@30:
Test: 79.8681 ± 2.4651
Hits@50:
Test: 85.8901 ± 1.3314
AUC:
Test: 95.9738 ± 0.3398
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6264 ± 5.3461
Hits@20:
Test: 74.1538 ± 5.2116
Hits@30:
Test: 80.3516 ± 2.5800
Hits@50:
Test: 85.3626 ± 2.0417
AUC:
Test: 95.7412 ± 0.5039
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7253 ± 3.9389
Hits@20:
Test: 77.4505 ± 4.3308
Hits@30:
Test: 79.7802 ± 2.1252
Hits@50:
Test: 86.0220 ± 0.9529
AUC:
Test: 95.8663 ± 0.4189
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0220 ± 5.1275
Hits@20:
Test: 75.2088 ± 5.4932
Hits@30:
Test: 80.4835 ± 3.8833
Hits@50:
Test: 84.8791 ± 1.6622
AUC:
Test: 95.8848 ± 0.2939
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3956 ± 2.9593
Hits@20:
Test: 79.0769 ± 1.8995
Hits@30:
Test: 82.3736 ± 1.5494
Hits@50:
Test: 86.6374 ± 1.4776
AUC:
Test: 96.0029 ± 0.2578
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7692 ± 4.2276
Hits@20:
Test: 75.2527 ± 5.4384
Hits@30:
Test: 80.6154 ± 3.1136
Hits@50:
Test: 84.9670 ± 1.6417
AUC:
Test: 95.8706 ± 0.3333
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6484 ± 4.5068
Hits@20:
Test: 79.7363 ± 2.1274
Hits@30:
Test: 81.8022 ± 1.2276
Hits@50:
Test: 85.7582 ± 1.6910
AUC:
Test: 96.0063 ± 0.2370
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1099 ± 5.0883
Hits@20:
Test: 74.9011 ± 5.3053
Hits@30:
Test: 79.8242 ± 3.4450
Hits@50:
Test: 85.4066 ± 2.1342
AUC:
Test: 95.8842 ± 0.3593
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3956 ± 2.9593
Hits@20:
Test: 79.0769 ± 1.8995
Hits@30:
Test: 82.3736 ± 1.5494
Hits@50:
Test: 86.6374 ± 1.4776
AUC:
Test: 96.0029 ± 0.2578
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7692 ± 4.2276
Hits@20:
Test: 75.2527 ± 5.4384
Hits@30:
Test: 80.6154 ± 3.1136
Hits@50:
Test: 84.9670 ± 1.6417
AUC:
Test: 95.8706 ± 0.3333
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6484 ± 4.5068
Hits@20:
Test: 79.7363 ± 2.1274
Hits@30:
Test: 81.8022 ± 1.2276
Hits@50:
Test: 85.7582 ± 1.6910
AUC:
Test: 96.0063 ± 0.2370
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.1099 ± 5.0883
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.2198 ± 3.4576
Hits@50:
Test: 85.0549 ± 1.8322
AUC:
Test: 95.8878 ± 0.3532
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3956 ± 2.9593
Hits@20:
Test: 79.0769 ± 1.8995
Hits@30:
Test: 82.3736 ± 1.5494
Hits@50:
Test: 86.6374 ± 1.4776
AUC:
Test: 96.0029 ± 0.2578
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7692 ± 4.2276
Hits@20:
Test: 75.2527 ± 5.4384
Hits@30:
Test: 80.6154 ± 3.1136
Hits@50:
Test: 84.9670 ± 1.6417
AUC:
Test: 95.8706 ± 0.3333
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.6484 ± 4.5068
Hits@20:
Test: 79.7363 ± 2.1274
Hits@30:
Test: 81.8022 ± 1.2276
Hits@50:
Test: 85.7582 ± 1.6910
AUC:
Test: 96.0063 ± 0.2370
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5055 ± 4.3581
Hits@20:
Test: 75.2527 ± 4.2775
Hits@30:
Test: 80.5714 ± 2.4748
Hits@50:
Test: 85.3187 ± 1.9559
AUC:
Test: 95.9230 ± 0.3521
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 3.2732
Hits@20:
Test: 77.4945 ± 4.3614
Hits@30:
Test: 79.8681 ± 2.4651
Hits@50:
Test: 85.8901 ± 1.3314
AUC:
Test: 95.9738 ± 0.3398
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6264 ± 5.3461
Hits@20:
Test: 74.1538 ± 5.2116
Hits@30:
Test: 80.3516 ± 2.5800
Hits@50:
Test: 85.3626 ± 2.0417
AUC:
Test: 95.7412 ± 0.5039
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7253 ± 3.9389
Hits@20:
Test: 77.4505 ± 4.3308
Hits@30:
Test: 79.7802 ± 2.1252
Hits@50:
Test: 86.0220 ± 0.9529
AUC:
Test: 95.8663 ± 0.4189
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5055 ± 4.3581
Hits@20:
Test: 75.2527 ± 4.2775
Hits@30:
Test: 80.5714 ± 2.4748
Hits@50:
Test: 85.3187 ± 1.9559
AUC:
Test: 95.9230 ± 0.3521
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 3.2732
Hits@20:
Test: 77.4945 ± 4.3614
Hits@30:
Test: 79.8681 ± 2.4651
Hits@50:
Test: 85.8901 ± 1.3314
AUC:
Test: 95.9738 ± 0.3398
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6264 ± 5.3461
Hits@20:
Test: 74.1538 ± 5.2116
Hits@30:
Test: 80.3516 ± 2.5800
Hits@50:
Test: 85.3626 ± 2.0417
AUC:
Test: 95.7412 ± 0.5039
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7253 ± 3.9389
Hits@20:
Test: 77.4505 ± 4.3308
Hits@30:
Test: 79.7802 ± 2.1252
Hits@50:
Test: 86.0220 ± 0.9529
AUC:
Test: 95.8663 ± 0.4189
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.5055 ± 4.3581
Hits@20:
Test: 75.2527 ± 4.2775
Hits@30:
Test: 80.5714 ± 2.4748
Hits@50:
Test: 85.3187 ± 1.9559
AUC:
Test: 95.9230 ± 0.3521
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1209 ± 3.2732
Hits@20:
Test: 77.4945 ± 4.3614
Hits@30:
Test: 79.8681 ± 2.4651
Hits@50:
Test: 85.8901 ± 1.3314
AUC:
Test: 95.9738 ± 0.3398
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.6264 ± 5.3461
Hits@20:
Test: 74.1538 ± 5.2116
Hits@30:
Test: 80.3516 ± 2.5800
Hits@50:
Test: 85.3626 ± 2.0417
AUC:
Test: 95.7412 ± 0.5039
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7253 ± 3.9389
Hits@20:
Test: 77.4505 ± 4.3308
Hits@30:
Test: 79.7802 ± 2.1252
Hits@50:
Test: 86.0220 ± 0.9529
AUC:
Test: 95.8663 ± 0.4189
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3297 ± 4.8176
Hits@20:
Test: 75.3407 ± 5.6235
Hits@30:
Test: 80.3956 ± 1.8480
Hits@50:
Test: 85.2747 ± 0.6216
AUC:
Test: 95.9622 ± 0.2270
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.2308 ± 1.3039
Hits@20:
Test: 78.8571 ± 1.7403
Hits@30:
Test: 81.6264 ± 1.1588
Hits@50:
Test: 86.4615 ± 1.8296
AUC:
Test: 95.9674 ± 0.3262
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0769 ± 4.3890
Hits@20:
Test: 75.4725 ± 5.6454
Hits@30:
Test: 80.3956 ± 2.0405
Hits@50:
Test: 85.7582 ± 0.9376
AUC:
Test: 95.9258 ± 0.2313
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.0879 ± 3.5130
Hits@20:
Test: 78.9451 ± 1.8017
Hits@30:
Test: 81.9341 ± 0.7985
Hits@50:
Test: 86.6813 ± 1.4038
AUC:
Test: 95.9784 ± 0.3126
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4725 ± 3.6227
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.4835 ± 1.8995
Hits@50:
Test: 85.4066 ± 0.8015
AUC:
Test: 95.9034 ± 0.3122
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.2308 ± 1.3039
Hits@20:
Test: 78.8571 ± 1.7403
Hits@30:
Test: 81.6264 ± 1.1588
Hits@50:
Test: 86.4615 ± 1.8296
AUC:
Test: 95.9674 ± 0.3262
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0769 ± 4.3890
Hits@20:
Test: 75.4725 ± 5.6454
Hits@30:
Test: 80.3956 ± 2.0405
Hits@50:
Test: 85.7582 ± 0.9376
AUC:
Test: 95.9259 ± 0.2311
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.0879 ± 3.5130
Hits@20:
Test: 78.9451 ± 1.8017
Hits@30:
Test: 81.9341 ± 0.7985
Hits@50:
Test: 86.6813 ± 1.4038
AUC:
Test: 95.9784 ± 0.3126
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4725 ± 3.6227
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.4835 ± 1.8995
Hits@50:
Test: 85.4066 ± 0.8015
AUC:
Test: 95.9034 ± 0.3122
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.2308 ± 1.3039
Hits@20:
Test: 78.8571 ± 1.7403
Hits@30:
Test: 81.6264 ± 1.1588
Hits@50:
Test: 86.4615 ± 1.8296
AUC:
Test: 95.9674 ± 0.3262
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0769 ± 4.3890
Hits@20:
Test: 75.4725 ± 5.6454
Hits@30:
Test: 80.3956 ± 2.0405
Hits@50:
Test: 85.7582 ± 0.9376
AUC:
Test: 95.9258 ± 0.2313
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.0879 ± 3.5130
Hits@20:
Test: 78.9451 ± 1.8017
Hits@30:
Test: 81.9341 ± 0.7985
Hits@50:
Test: 86.6813 ± 1.4038
AUC:
Test: 95.9784 ± 0.3126
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.2418 ± 4.6819
Hits@20:
Test: 75.3846 ± 5.6355
Hits@30:
Test: 81.5824 ± 2.2110
Hits@50:
Test: 85.7582 ± 1.0119
AUC:
Test: 95.9282 ± 0.3744
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4396 ± 2.4700
Hits@20:
Test: 78.7253 ± 1.5803
Hits@30:
Test: 81.9780 ± 0.8369
Hits@50:
Test: 86.6374 ± 1.3848
AUC:
Test: 96.0028 ± 0.2749
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3626 ± 5.6604
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.7912 ± 1.7067
Hits@50:
Test: 84.7473 ± 1.9817
AUC:
Test: 95.6521 ± 0.5267
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7692 ± 4.7824
Hits@20:
Test: 78.7692 ± 1.2296
Hits@30:
Test: 81.0110 ± 1.7896
Hits@50:
Test: 85.5385 ± 3.4590
AUC:
Test: 95.9962 ± 0.2946
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.2418 ± 4.6819
Hits@20:
Test: 75.3846 ± 5.6355
Hits@30:
Test: 81.5824 ± 2.2110
Hits@50:
Test: 85.7582 ± 1.0119
AUC:
Test: 95.9282 ± 0.3744
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4396 ± 2.4700
Hits@20:
Test: 78.7253 ± 1.5803
Hits@30:
Test: 81.9780 ± 0.8369
Hits@50:
Test: 86.6374 ± 1.3848
AUC:
Test: 96.0029 ± 0.2747
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3626 ± 5.6604
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.7912 ± 1.7067
Hits@50:
Test: 84.7473 ± 1.9817
AUC:
Test: 95.6521 ± 0.5267
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7692 ± 4.7824
Hits@20:
Test: 78.7692 ± 1.2296
Hits@30:
Test: 81.0110 ± 1.7896
Hits@50:
Test: 85.5385 ± 3.4590
AUC:
Test: 95.9962 ± 0.2946
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.2418 ± 4.6819
Hits@20:
Test: 75.3846 ± 5.6355
Hits@30:
Test: 81.5824 ± 2.2110
Hits@50:
Test: 85.7582 ± 1.0119
AUC:
Test: 95.9282 ± 0.3744
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4396 ± 2.4700
Hits@20:
Test: 78.7253 ± 1.5803
Hits@30:
Test: 81.9780 ± 0.8369
Hits@50:
Test: 86.6374 ± 1.3848
AUC:
Test: 96.0029 ± 0.2747
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3626 ± 5.6604
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.7912 ± 1.7067
Hits@50:
Test: 84.7473 ± 1.9817
AUC:
Test: 95.6521 ± 0.5267
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.7692 ± 4.7824
Hits@20:
Test: 78.7692 ± 1.2296
Hits@30:
Test: 81.0110 ± 1.7896
Hits@50:
Test: 85.5385 ± 3.4590
AUC:
Test: 95.9962 ± 0.2946
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.9341 ± 5.1506
Hits@20:
Test: 75.1209 ± 5.6300
Hits@30:
Test: 80.2198 ± 1.9658
Hits@50:
Test: 85.5385 ± 0.5689
AUC:
Test: 95.8494 ± 0.2919
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0769 ± 4.3890
Hits@20:
Test: 75.4725 ± 5.6454
Hits@30:
Test: 80.3956 ± 2.0405
Hits@50:
Test: 85.7582 ± 0.9376
AUC:
Test: 95.9258 ± 0.2313
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8462 ± 5.2848
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.7912 ± 1.8230
Hits@50:
Test: 85.4506 ± 0.9115
AUC:
Test: 95.8258 ± 0.3458
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0769 ± 4.3890
Hits@20:
Test: 75.4725 ± 5.6454
Hits@30:
Test: 80.3956 ± 2.0405
Hits@50:
Test: 85.7582 ± 0.9376
AUC:
Test: 95.9259 ± 0.2311
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.8462 ± 5.2848
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.7912 ± 1.8230
Hits@50:
Test: 85.4506 ± 0.9115
AUC:
Test: 95.8258 ± 0.3458
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0769 ± 4.3890
Hits@20:
Test: 75.4725 ± 5.6454
Hits@30:
Test: 80.3956 ± 2.0405
Hits@50:
Test: 85.7582 ± 0.9376
AUC:
Test: 95.9258 ± 0.2313
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4396 ± 5.0372
Hits@20:
Test: 75.5165 ± 5.7577
Hits@30:
Test: 80.7912 ± 1.7760
Hits@50:
Test: 85.6703 ± 0.8708
AUC:
Test: 95.8260 ± 0.3207
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3626 ± 5.6604
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.7912 ± 1.7067
Hits@50:
Test: 84.7473 ± 1.9817
AUC:
Test: 95.6521 ± 0.5267
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4396 ± 5.0372
Hits@20:
Test: 75.5165 ± 5.7577
Hits@30:
Test: 80.7912 ± 1.7760
Hits@50:
Test: 85.6703 ± 0.8708
AUC:
Test: 95.8260 ± 0.3207
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3626 ± 5.6604
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.7912 ± 1.7067
Hits@50:
Test: 84.7473 ± 1.9817
AUC:
Test: 95.6521 ± 0.5267
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4396 ± 5.0372
Hits@20:
Test: 75.5165 ± 5.7577
Hits@30:
Test: 80.7912 ± 1.7760
Hits@50:
Test: 85.6703 ± 0.8708
AUC:
Test: 95.8260 ± 0.3207
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3626 ± 5.6604
Hits@20:
Test: 73.8901 ± 5.3053
Hits@30:
Test: 80.7912 ± 1.7067
Hits@50:
Test: 84.7473 ± 1.9817
AUC:
Test: 95.6521 ± 0.5267
Namespace(label='ensembled_mlp', l1=0, edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0220 ± 0.0000
Hits@20:
Test: 58.8132 ± 0.1966
Hits@30:
Test: 60.2198 ± 0.0000
Hits@50:
Test: 60.2198 ± 0.0000
AUC:
Test: 78.8414 ± 0.0039
Namespace(label='ensembled_mlp', l1=0, edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0220 ± 0.0000
Hits@20:
Test: 59.2088 ± 0.1966
Hits@30:
Test: 60.2198 ± 0.0000
Hits@50:
Test: 60.2198 ± 0.0000
AUC:
Test: 78.8438 ± 0.0134
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0220 ± 0.0000
Hits@20:
Test: 58.8132 ± 0.1966
Hits@30:
Test: 60.2198 ± 0.0000
Hits@50:
Test: 60.2198 ± 0.0000
AUC:
Test: 78.8425 ± 0.0042
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0220 ± 0.0000
Hits@20:
Test: 59.2088 ± 0.1966
Hits@30:
Test: 60.2198 ± 0.0000
Hits@50:
Test: 60.2198 ± 0.0000
AUC:
Test: 78.8438 ± 0.0134
Namespace(label='ensembled_mlp', l1=1, edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0220 ± 0.0000
Hits@20:
Test: 58.8132 ± 0.1966
Hits@30:
Test: 60.2198 ± 0.0000
Hits@50:
Test: 60.2198 ± 0.0000
AUC:
Test: 78.8425 ± 0.0042
Namespace(label='ensembled_mlp', l1=1, edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0220 ± 0.0000
Hits@20:
Test: 59.2088 ± 0.1966
Hits@30:
Test: 60.2198 ± 0.0000
Hits@50:
Test: 60.2198 ± 0.0000
AUC:
Test: 78.8438 ± 0.0134
Namespace(distill_pred_path='./EH_2_citeseer_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9451 ± 9.7139
Hits@20:
Test: 64.8791 ± 5.0963
Hits@30:
Test: 68.9670 ± 3.7149
Hits@50:
Test: 74.5055 ± 5.5405
AUC:
Test: 87.7841 ± 3.9537
Namespace(distill_pred_path='./EH_2_citeseer_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.3516 ± 9.1088
Hits@20:
Test: 69.3626 ± 6.0840
Hits@30:
Test: 74.8571 ± 4.0840
Hits@50:
Test: 82.1978 ± 5.7961
AUC:
Test: 93.0138 ± 1.8643
Namespace(distill_pred_path='./EH_2_citeseer_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.7692 ± 4.8217
Hits@20:
Test: 69.5824 ± 4.2006
Hits@30:
Test: 74.5055 ± 1.8322
Hits@50:
Test: 80.4835 ± 2.4395
AUC:
Test: 93.7534 ± 0.2556
Namespace(distill_pred_path='./EH_2_citeseer_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.0220 ± 4.9453
Hits@20:
Test: 73.5824 ± 5.3167
Hits@30:
Test: 77.0989 ± 5.5826
Hits@50:
Test: 82.9451 ± 2.7212
AUC:
Test: 93.2554 ± 1.9919
Namespace(distill_pred_path='./EH_2_citeseer_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0110 ± 3.8288
Hits@20:
Test: 75.7363 ± 3.8746
Hits@30:
Test: 81.2747 ± 2.6162
Hits@50:
Test: 85.7143 ± 2.6511
AUC:
Test: 94.7048 ± 0.8848
Namespace(distill_pred_path='./EH_2_citeseer_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7802 ± 5.4923
Hits@20:
Test: 64.7473 ± 10.0951
Hits@30:
Test: 73.0110 ± 5.5696
Hits@50:
Test: 81.9780 ± 4.1381
AUC:
Test: 93.6224 ± 0.7374
Namespace(distill_pred_path='./EH_2_citeseer_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.7253 ± 2.7696
Hits@20:
Test: 75.6923 ± 2.1512
Hits@30:
Test: 78.9890 ± 2.3702
Hits@50:
Test: 81.4066 ± 4.3780
AUC:
Test: 93.6354 ± 0.8276
Namespace(distill_pred_path='./EH_2_citeseer_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.9121 ± 4.6865
Hits@20:
Test: 73.6264 ± 4.5495
Hits@30:
Test: 78.2418 ± 2.4474
Hits@50:
Test: 83.9560 ± 3.5541
AUC:
Test: 93.8121 ± 0.5048
Namespace(distill_pred_path='./EH_2_citeseer_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=56340, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='citeseer', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.2088 ± 3.8370
Hits@20:
Test: 73.8462 ± 1.8057
Hits@30:
Test: 79.0330 ± 1.8688
Hits@50:
Test: 84.7033 ± 2.8342
AUC:
Test: 93.7757 ± 0.6348
